Skip to content

Commit 9d79858

Browse files
committed
Update test_compose_vllm_on_rocm.sh
Signed-off-by: Artem Astafev <a.astafev@datamonsters.com>
1 parent 92d160b commit 9d79858

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

FinanceAgent/tests/test_compose_vllm_on_rocm.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -11,12 +11,12 @@ LOG_PATH=$WORKPATH
1111

1212
#### env vars for LLM endpoint #############
1313
model=meta-llama/Llama-3.3-70B-Instruct
14-
export LLM_MODEL_ID="meta-llama/Llama-3.3-70B-Instruct"
14+
export LLM_MODEL_ID=$model
1515
export MAX_LEN=16384
1616
vllm_image=opea/vllm-rocm:latest
17-
vllm_port=8086
17+
vllm_port=8081
1818
vllm_image=$vllm_image
19-
HF_CACHE_DIR=${model_cache:-"/data2/huggingface"}
19+
HF_CACHE_DIR=${model_cache:-"./data"}
2020
vllm_volume=${HF_CACHE_DIR}
2121
#######################################
2222

0 commit comments

Comments
 (0)