VDMS langchain package update

.github/workflows/pr-microservice-test.yml

@@ -64,6 +64,10 @@ jobs:
           role-to-assume: ${{ secrets.AWS_IAM_ROLE_ARN }}
           aws-region: us-east-1
 
+      - name: Set Memory Map Limit
+        if: ${{ contains(matrix.service, "opensearch") }}
+        run: sudo sysctl -w vm.max_map_count=262144
+
       - name: Run microservice test
         env:
           HF_TOKEN: ${{ secrets.HF_TOKEN }}

comps/dataprep/src/Dockerfile

@@ -39,8 +39,7 @@ RUN pip install --no-cache-dir --upgrade pip setuptools && \
         PIP_EXTRA_INDEX_URL=""; \
     fi && \
     pip install --no-cache-dir torch torchvision ${PIP_EXTRA_INDEX_URL} && \
-    pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/dataprep/src/requirements.txt && \
-    pip install "protobuf==4.24.2" opentelemetry-api==1.27.0 opentelemetry-exporter-otlp==1.27.0 opentelemetry-sdk==1.27.0
+    pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/dataprep/src/requirements.txt
 
 ENV PYTHONPATH=$PYTHONPATH:/home/user
 

comps/dataprep/src/requirements.txt

@@ -38,6 +38,9 @@ openai
 openai-whisper
 opencv-python
 opensearch-py
+opentelemetry-api==1.27.0
+opentelemetry-exporter-otlp==1.27.0
+opentelemetry-sdk==1.27.0
 pandas
 pgvector==0.2.5
 Pillow

comps/retrievers/src/Dockerfile

@@ -25,8 +25,7 @@ RUN pip install --no-cache-dir --upgrade pip setuptools && \
         PIP_EXTRA_INDEX_URL=""; \
     fi && \
     pip install --no-cache-dir torch torchvision ${PIP_EXTRA_INDEX_URL} && \
-    pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/retrievers/src/requirements.txt && \
-    pip install "protobuf==4.24.2" opentelemetry-api==1.27.0 opentelemetry-exporter-otlp==1.27.0 opentelemetry-sdk==1.27.0
+    pip install --no-cache-dir ${PIP_EXTRA_INDEX_URL} -r /home/user/comps/retrievers/src/requirements.txt
 
 ENV PYTHONPATH=$PYTHONPATH:/home/user
 

comps/retrievers/src/requirements.txt

@@ -26,6 +26,9 @@ llama_index_graph_stores_neo4j
 neo4j
 numpy
 opensearch-py
+opentelemetry-api==1.27.0
+opentelemetry-exporter-otlp==1.27.0
+opentelemetry-sdk==1.27.0
 pathway
 pgvector
 prometheus-fastapi-instrumentator