fix multimodal retriever issues

Signed-off-by: letonghan <letong.han@intel.com>

Author: letonghan

MultimodalQnA/docker_compose/intel/cpu/xeon/compose.yaml

@@ -88,6 +88,7 @@ services:
       https_proxy: ${https_proxy}
       REDIS_URL: ${REDIS_URL}
       INDEX_NAME: ${INDEX_NAME}
+      BRIDGE_TOWER_EMBEDDING: ${BRIDGE_TOWER_EMBEDDING}
     restart: unless-stopped
   lvm-llava:
     image: ${REGISTRY:-opea}/lvm-llava:${TAG:-latest}

MultimodalQnA/docker_compose/intel/hpu/gaudi/compose.yaml

@@ -88,6 +88,7 @@ services:
       https_proxy: ${https_proxy}
       REDIS_URL: ${REDIS_URL}
       INDEX_NAME: ${INDEX_NAME}
+      BRIDGE_TOWER_EMBEDDING: ${BRIDGE_TOWER_EMBEDDING}
     restart: unless-stopped
   tgi-gaudi:
     image: ghcr.io/huggingface/tgi-gaudi:2.0.6

MultimodalQnA/multimodalqna.py

@@ -54,7 +54,7 @@ def add_remote_service(self):
             name="retriever",
             host=MM_RETRIEVER_SERVICE_HOST_IP,
             port=MM_RETRIEVER_SERVICE_PORT,
-            endpoint="/v1/multimodal_retrieval",
+            endpoint="/v1/retrieval",
             use_remote_service=True,
             service_type=ServiceType.RETRIEVER,
         )

MultimodalQnA/tests/test_compose_on_gaudi.sh

@@ -41,6 +41,7 @@ function setup_env() {
     export REDIS_URL="redis://${host_ip}:6379"
     export REDIS_HOST=${host_ip}
     export INDEX_NAME="mm-rag-redis"
+    export BRIDGE_TOWER_EMBEDDING=true
     export LLAVA_SERVER_PORT=8399
     export LVM_ENDPOINT="http://${host_ip}:8399"
     export EMBEDDING_MODEL_ID="BridgeTower/bridgetower-large-itm-mlm-itc"

MultimodalQnA/tests/test_compose_on_xeon.sh

@@ -39,6 +39,7 @@ function setup_env() {
     export REDIS_URL="redis://${host_ip}:6379"
     export REDIS_HOST=${host_ip}
     export INDEX_NAME="mm-rag-redis"
+    export BRIDGE_TOWER_EMBEDDING=true
     export LLAVA_SERVER_PORT=8399
     export LVM_ENDPOINT="http://${host_ip}:8399"
     export LVM_MODEL_ID="llava-hf/llava-1.5-7b-hf"