We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 92d160b commit 9d79858Copy full SHA for 9d79858
FinanceAgent/tests/test_compose_vllm_on_rocm.sh
@@ -11,12 +11,12 @@ LOG_PATH=$WORKPATH
11
12
#### env vars for LLM endpoint #############
13
model=meta-llama/Llama-3.3-70B-Instruct
14
-export LLM_MODEL_ID="meta-llama/Llama-3.3-70B-Instruct"
+export LLM_MODEL_ID=$model
15
export MAX_LEN=16384
16
vllm_image=opea/vllm-rocm:latest
17
-vllm_port=8086
+vllm_port=8081
18
vllm_image=$vllm_image
19
-HF_CACHE_DIR=${model_cache:-"/data2/huggingface"}
+HF_CACHE_DIR=${model_cache:-"./data"}
20
vllm_volume=${HF_CACHE_DIR}
21
#######################################
22
0 commit comments