Merge pull request #859 from benoitf/DESKTOP-836

chore: add alias from llama-2 to llama2
containers · Feb 19, 2025 · 367d658 · 367d658
2 parents 51c85a5 + 09d1717
commit 367d658
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/container-images/scripts/llama-server.sh b/container-images/scripts/llama-server.sh
@@ -1,5 +1,10 @@
 #!/bin/bash
 if [ -n "${MODEL_CHAT_FORMAT}" ]; then
+
+    # handle the case of llama.cpp python chat format
+    if [ "${MODEL_CHAT_FORMAT}" = "llama-2" ]; then
+        MODEL_CHAT_FORMAT="llama2"
+    fi
     CHAT_FORMAT="--chat_template ${MODEL_CHAT_FORMAT}"
 fi