chore: add alias from llama-2 to llama2

fixes #836
containers · Feb 19, 2025 · 699c206 · 699c206
1 parent 51c85a5
commit 699c206
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/container-images/scripts/llama-server.sh b/container-images/scripts/llama-server.sh
@@ -1,5 +1,10 @@
 #!/bin/bash
 if [ -n "${MODEL_CHAT_FORMAT}" ]; then
+
+    # handle the case of llama.cpp python chat format
+    if [ "${MODEL_CHAT_FORMAT}" = "llama-2" ]; then
+        MODEL_CHAT_FORMAT="llama2"
+    fi
     CHAT_FORMAT="--chat_template ${MODEL_CHAT_FORMAT}"
 fi