Skip to content

Commit 76d01b1

Browse files
committed
update vLLM CPU to v0.7.2
Signed-off-by: Wang, Xigui <xigui.wang@intel.com>
1 parent abafd5d commit 76d01b1

6 files changed

+12
-7
lines changed

.github/workflows/_example-workflow.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,7 @@ jobs:
7474
cd ${{ github.workspace }}/${{ inputs.example }}/docker_image_build
7575
docker_compose_path=${{ github.workspace }}/${{ inputs.example }}/docker_image_build/build.yaml
7676
if [[ $(grep -c "vllm:" ${docker_compose_path}) != 0 ]]; then
77-
git clone --depth 1 https://github.com/vllm-project/vllm.git
77+
git clone --branch v0.7.2 https://github.com/vllm-project/vllm.git
7878
cd vllm && git rev-parse HEAD && cd ../
7979
fi
8080
if [[ $(grep -c "vllm-gaudi:" ${docker_compose_path}) != 0 ]]; then

ChatQnA/tests/test_compose_on_xeon.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
99
echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
1010
export REGISTRY=${IMAGE_REPO}
1111
export TAG=${IMAGE_TAG}
12+
export VLLM_VERSION=v0.7.2
1213

1314
WORKPATH=$(dirname "$PWD")
1415
LOG_PATH="$WORKPATH/tests"
@@ -29,7 +30,7 @@ function build_docker_images() {
2930

3031
cd $WORKPATH/docker_image_build
3132
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 https://github.com/vllm-project/vllm.git
33+
git clone --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git
3334

3435
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3536
service_list="chatqna chatqna-ui dataprep retriever vllm nginx"

ChatQnA/tests/test_compose_pinecone_on_xeon.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
99
echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
1010
export REGISTRY=${IMAGE_REPO}
1111
export TAG=${IMAGE_TAG}
12+
export VLLM_VERSION=v0.7.2
1213

1314
WORKPATH=$(dirname "$PWD")
1415
LOG_PATH="$WORKPATH/tests"
@@ -29,7 +30,7 @@ function build_docker_images() {
2930

3031
cd $WORKPATH/docker_image_build
3132
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 https://github.com/vllm-project/vllm.git
33+
git clone --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git
3334

3435
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3536
service_list="chatqna chatqna-ui dataprep retriever vllm nginx"

ChatQnA/tests/test_compose_qdrant_on_xeon.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
99
echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
1010
export REGISTRY=${IMAGE_REPO}
1111
export TAG=${IMAGE_TAG}
12+
export VLLM_VERSION=v0.7.2
1213

1314
WORKPATH=$(dirname "$PWD")
1415
LOG_PATH="$WORKPATH/tests"
@@ -29,7 +30,7 @@ function build_docker_images() {
2930

3031
cd $WORKPATH/docker_image_build
3132
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 https://github.com/vllm-project/vllm.git
33+
git clone --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git
3334

3435
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3536
service_list="chatqna chatqna-ui dataprep retriever vllm nginx"

ChatQnA/tests/test_compose_without_rerank_on_xeon.sh

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
99
echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
1010
export REGISTRY=${IMAGE_REPO}
1111
export TAG=${IMAGE_TAG}
12+
export VLLM_VERSION=v0.7.2
1213

1314
WORKPATH=$(dirname "$PWD")
1415
LOG_PATH="$WORKPATH/tests"
@@ -29,7 +30,7 @@ function build_docker_images() {
2930

3031
cd $WORKPATH/docker_image_build
3132
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
32-
git clone --depth 1 https://github.com/vllm-project/vllm.git
33+
git clone --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git
3334

3435
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
3536
service_list="chatqna-without-rerank chatqna-ui dataprep retriever vllm nginx"

WorkflowExecAgent/tests/2_start_vllm_service.sh

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@ set -e
77
WORKPATH=$(dirname "$PWD")
88
LOG_PATH="$WORKPATH/tests"
99
vllm_port=${vllm_port}
10+
VLLM_VERSION=v0.7.2
1011
[[ -z "$vllm_port" ]] && vllm_port=8084
1112
model=mistralai/Mistral-7B-Instruct-v0.3
1213
export WORKDIR=$WORKPATH/../../
@@ -17,8 +18,8 @@ function build_vllm_docker_image() {
1718
cd $WORKPATH
1819
echo $WORKPATH
1920
if [ ! -d "./vllm" ]; then
20-
git clone https://github.com/vllm-project/vllm.git
21-
cd ./vllm; git checkout tags/v0.6.0
21+
git clone --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git
22+
cd vllm && git rev-parse HEAD;
2223
else
2324
cd ./vllm
2425
fi

0 commit comments

Comments
 (0)