File tree Expand file tree Collapse file tree 2 files changed +2
-3
lines changed
docker_compose/amd/gpu/rocm Expand file tree Collapse file tree 2 files changed +2
-3
lines changed Original file line number Diff line number Diff line change 5
5
6
6
export HOST_IP=${host_ip}
7
7
export EXTERNAL_HOST_IP=${host_ip}
8
- export VISUALQNA_VLLM_SERVICE_PORT=" 8399 "
8
+ export VISUALQNA_VLLM_SERVICE_PORT=" 8081 "
9
9
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${Your_HUGGINGFACEHUB_API_TOKEN}
10
10
export VISUALQNA_CARD_ID=" card1"
11
11
export VISUALQNA_RENDER_ID=" renderD136"
Original file line number Diff line number Diff line change @@ -15,7 +15,7 @@ ip_address=$(hostname -I | awk '{print $1}')
15
15
export REGISTRY=${IMAGE_REPO}
16
16
export TAG=${IMAGE_TAG}
17
17
export HOST_IP=${ip_address}
18
- export VISUALQNA_VLLM_SERVICE_PORT=" 8399 "
18
+ export VISUALQNA_VLLM_SERVICE_PORT=" 8081 "
19
19
export VISUALQNA_HUGGINGFACEHUB_API_TOKEN=${HUGGINGFACEHUB_API_TOKEN}
20
20
export VISUALQNA_CARD_ID=" card1"
21
21
export VISUALQNA_RENDER_ID=" renderD136"
@@ -53,7 +53,6 @@ function build_docker_images() {
53
53
echo " Build all the images with --no-cache, check docker_image_build.log for details..."
54
54
docker compose -f build.yaml build --no-cache > ${LOG_PATH} /docker_image_build.log
55
55
56
- docker pull ghcr.io/huggingface/text-generation-inference:2.4.1-rocm
57
56
docker images && sleep 1s
58
57
}
59
58
You can’t perform that action at this time.
0 commit comments