Skip to content

Commit 102cb05

Browse files
lvliang-intelChingis Yundunov
authored andcommitted
Fix multimodal docker image issue for MutimodalQnA on Gaudi (opea-project#1455)
Signed-off-by: lvliang-intel <liang1.lv@intel.com> Signed-off-by: Chingis Yundunov <YundunovCN@sibedge.com>
1 parent b7dfd0f commit 102cb05

File tree

3 files changed

+21
-10
lines changed

3 files changed

+21
-10
lines changed

MultimodalQnA/docker_compose/intel/hpu/gaudi/compose.yaml

Lines changed: 9 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -42,16 +42,21 @@ services:
4242
MULTIMODAL_DATAPREP: true
4343
DATAPREP_COMPONENT_NAME: "OPEA_DATAPREP_MULTIMODALREDIS"
4444
restart: unless-stopped
45-
embedding-multimodal-bridgetower:
46-
image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower:${TAG:-latest}
47-
container_name: embedding-multimodal-bridgetower
45+
embedding-multimodal-bridgetower-gaudi:
46+
image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower-gaudi:${TAG:-latest}
47+
container_name: embedding-multimodal-bridgetower-gaudi
4848
ports:
4949
- ${EMM_BRIDGETOWER_PORT}:${EMM_BRIDGETOWER_PORT}
50+
ipc: host
5051
environment:
5152
no_proxy: ${no_proxy}
5253
http_proxy: ${http_proxy}
5354
https_proxy: ${https_proxy}
5455
PORT: ${EMM_BRIDGETOWER_PORT}
56+
HABANA_VISIBLE_DEVICES: all
57+
runtime: habana
58+
cap_add:
59+
- SYS_NICE
5560
healthcheck:
5661
test: ["CMD-SHELL", "http_proxy='' curl -f http://localhost:${EMM_BRIDGETOWER_PORT}/v1/health_check"]
5762
interval: 10s
@@ -64,7 +69,7 @@ services:
6469
image: ${REGISTRY:-opea}/embedding:${TAG:-latest}
6570
container_name: embedding
6671
depends_on:
67-
embedding-multimodal-bridgetower:
72+
embedding-multimodal-bridgetower-gaudi:
6873
condition: service_healthy
6974
ports:
7075
- ${MM_EMBEDDING_PORT_MICROSERVICE}:${MM_EMBEDDING_PORT_MICROSERVICE}

MultimodalQnA/docker_image_build/build.yaml

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,12 @@ services:
2323
dockerfile: comps/third_parties/bridgetower/src/Dockerfile
2424
extends: multimodalqna
2525
image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower:${TAG:-latest}
26+
embedding-multimodal-bridgetower-gaudi:
27+
build:
28+
context: GenAIComps
29+
dockerfile: comps/third_parties/bridgetower/src/Dockerfile.intel_hpu
30+
extends: multimodalqna
31+
image: ${REGISTRY:-opea}/embedding-multimodal-bridgetower-gaudi:${TAG:-latest}
2632
embedding:
2733
build:
2834
context: GenAIComps

MultimodalQnA/tests/test_compose_on_gaudi.sh

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@ function build_docker_images() {
5959
git clone --depth 1 --branch ${opea_branch} https://github.com/opea-project/GenAIComps.git
6060

6161
echo "Build all the images with --no-cache, check docker_image_build.log for details..."
62-
service_list="multimodalqna multimodalqna-ui embedding-multimodal-bridgetower embedding retriever lvm dataprep whisper"
62+
service_list="multimodalqna multimodalqna-ui embedding-multimodal-bridgetower-gaudi embedding retriever lvm dataprep whisper"
6363
docker compose -f build.yaml build ${service_list} --no-cache > ${LOG_PATH}/docker_image_build.log
6464

6565
docker pull ghcr.io/huggingface/tgi-gaudi:2.0.6
@@ -177,19 +177,19 @@ function validate_microservices() {
177177
# Check if the microservices are running correctly.
178178

179179
# Bridgetower Embedding Server
180-
echo "Validating embedding-multimodal-bridgetower"
180+
echo "Validating embedding-multimodal-bridgetower-gaudi"
181181
validate_service \
182182
"http://${host_ip}:${EMM_BRIDGETOWER_PORT}/v1/encode" \
183183
'"embedding":[' \
184-
"embedding-multimodal-bridgetower" \
185-
"embedding-multimodal-bridgetower" \
184+
"embedding-multimodal-bridgetower-gaudi" \
185+
"embedding-multimodal-bridgetower-gaudi" \
186186
'{"text":"This is example"}'
187187

188188
validate_service \
189189
"http://${host_ip}:${EMM_BRIDGETOWER_PORT}/v1/encode" \
190190
'"embedding":[' \
191-
"embedding-multimodal-bridgetower" \
192-
"embedding-multimodal-bridgetower" \
191+
"embedding-multimodal-bridgetower-gaudi" \
192+
"embedding-multimodal-bridgetower-gaudi" \
193193
'{"text":"This is example", "img_b64_str": "iVBORw0KGgoAAAANSUhEUgAAAAoAAAAKCAYAAACNMs+9AAAAFUlEQVR42mP8/5+hnoEIwDiqkL4KAcT9GO0U4BxoAAAAAElFTkSuQmCC"}'
194194

195195
# embedding microservice

0 commit comments

Comments
 (0)