From 09d1717270aa4c51cd89f2eac4b2ec1b8a48ef7e Mon Sep 17 00:00:00 2001 From: Florent Benoit Date: Wed, 19 Feb 2025 21:57:16 +0100 Subject: [PATCH] chore: add alias from llama-2 to llama2 fixes https://github.com/containers/ramalama/issues/836 Signed-off-by: Florent Benoit --- container-images/scripts/llama-server.sh | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/container-images/scripts/llama-server.sh b/container-images/scripts/llama-server.sh index 1997509b..e906ec6a 100644 --- a/container-images/scripts/llama-server.sh +++ b/container-images/scripts/llama-server.sh @@ -1,5 +1,10 @@ #!/bin/bash if [ -n "${MODEL_CHAT_FORMAT}" ]; then + + # handle the case of llama.cpp python chat format + if [ "${MODEL_CHAT_FORMAT}" = "llama-2" ]; then + MODEL_CHAT_FORMAT="llama2" + fi CHAT_FORMAT="--chat_template ${MODEL_CHAT_FORMAT}" fi