File tree Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Expand file tree Collapse file tree 3 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 42
42
cid=$(docker ps -aq --filter "name=test-comps-*")
43
43
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
44
44
# clean up containers use ports
45
- cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | awk -F' : ' '{print $1}')
45
+ cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
46
46
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
47
47
48
48
# clean up images
85
85
cid=$(docker ps -aq --filter "name=test-comps-*")
86
86
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
87
87
# clean up containers use ports
88
- cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | awk -F' : ' '{print $1}')
88
+ cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
89
89
if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
90
90
91
91
docker system prune -f
Original file line number Diff line number Diff line change @@ -14,7 +14,7 @@ tgi_port=8085
14
14
tgi_volume=$WORKPATH /data
15
15
16
16
vllm_port=8086
17
- export HF_CACHE_DIR=/data2/huggingface
17
+ export HF_CACHE_DIR=/data2/hf_model
18
18
echo " HF_CACHE_DIR=$HF_CACHE_DIR "
19
19
ls $HF_CACHE_DIR
20
20
export vllm_volume=${HF_CACHE_DIR}
Original file line number Diff line number Diff line change @@ -53,7 +53,7 @@ function start_vllm_service_70B() {
53
53
echo " token is ${HF_TOKEN} "
54
54
model=" meta-llama/Llama-3.3-70B-Instruct"
55
55
vllm_port=8086
56
- export HF_CACHE_DIR=/data2/huggingface
56
+ export HF_CACHE_DIR=/data2/hf_model
57
57
vllm_volume=$HF_CACHE_DIR
58
58
59
59
echo " start vllm gaudi service"
You can’t perform that action at this time.
0 commit comments