arangoml
diff --git a/‎.github/workflows/_comps-workflow.yml
Lines changed: 10 additions & 1 deletion b/‎.github/workflows/_comps-workflow.yml
Lines changed: 10 additions & 1 deletion
diff --git a/‎.github/workflows/_get-test-matrix.yml
Lines changed: 4 additions & 0 deletions b/‎.github/workflows/_get-test-matrix.yml
Lines changed: 4 additions & 0 deletions
diff --git a/‎.github/workflows/_run-docker-compose.yml
Lines changed: 31 additions & 1 deletion b/‎.github/workflows/_run-docker-compose.yml
Lines changed: 31 additions & 1 deletion
diff --git a/‎.github/workflows/_run-helm-chart.yml
Lines changed: 2 additions & 2 deletions b/‎.github/workflows/_run-helm-chart.yml
Lines changed: 2 additions & 2 deletions
diff --git a/‎.github/workflows/daily_check_issue_and_pr.yml
Lines changed: 28 additions & 0 deletions b/‎.github/workflows/daily_check_issue_and_pr.yml
Lines changed: 28 additions & 0 deletions
diff --git a/‎.github/workflows/docker/compose/finetuning-compose.yaml
Lines changed: 4 additions & 0 deletions b/‎.github/workflows/docker/compose/finetuning-compose.yaml
Lines changed: 4 additions & 0 deletions
diff --git a/‎.github/workflows/docker/compose/text2cypher-compose.yaml
Lines changed: 9 additions & 0 deletions b/‎.github/workflows/docker/compose/text2cypher-compose.yaml
Lines changed: 9 additions & 0 deletions
diff --git a/‎.github/workflows/docker/compose/text2graph-compose.yaml
Lines changed: 9 additions & 0 deletions b/‎.github/workflows/docker/compose/text2graph-compose.yaml
Lines changed: 9 additions & 0 deletions
diff --git a/‎.github/workflows/docker/compose/third_parties-compose.yaml
Lines changed: 5 additions & 0 deletions b/‎.github/workflows/docker/compose/third_parties-compose.yaml
Lines changed: 5 additions & 0 deletions
diff --git a/‎.github/workflows/manual-comps-test.yml
Lines changed: 6 additions & 0 deletions b/‎.github/workflows/manual-comps-test.yml
Lines changed: 6 additions & 0 deletions
diff --git a/‎.github/workflows/pr-examples-test.yml
Lines changed: 14 additions & 2 deletions b/‎.github/workflows/pr-examples-test.yml
Lines changed: 14 additions & 2 deletions
diff --git a/‎.github/workflows/pr-microservice-test.yml
Lines changed: 25 additions & 1 deletion b/‎.github/workflows/pr-microservice-test.yml
Lines changed: 25 additions & 1 deletion
diff --git a/‎.github/workflows/push-base-image-upstream.yml
Lines changed: 2 additions & 2 deletions b/‎.github/workflows/push-base-image-upstream.yml
Lines changed: 2 additions & 2 deletions
diff --git a/‎.github/workflows/push-image-build.yml
Lines changed: 4 additions & 5 deletions b/‎.github/workflows/push-image-build.yml
Lines changed: 4 additions & 5 deletions
diff --git a/‎.github/workflows/scripts/freeze_images.sh
Lines changed: 2 additions & 1 deletion b/‎.github/workflows/scripts/freeze_images.sh
Lines changed: 2 additions & 1 deletion
@@ -32,6 +32,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 jobs:
   ####################################################################################################
@@ -70,7 +75,10 @@ jobs:
               cd ./vllm-openvino && git checkout v0.6.1 && git rev-parse HEAD && cd ../
           fi
           if [[ $(grep -c "vllm-gaudi:" ${docker_compose_yml}) != 0 ]]; then
-              git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
+              git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
+              VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
+              echo "Check out vLLM tag ${VLLM_VER}"
+              git checkout ${VLLM_VER} &> /dev/null && cd ../
           fi
       - name: Get build list
         id: get-build-list
@@ -108,6 +116,7 @@ jobs:
     with:
       tag: ${{ inputs.tag }}
       service: ${{ inputs.service }}
+      use_model_cache: ${{ inputs.use_model_cache }}
     secrets: inherit
 
   ####################################################################################################
 
@@ -10,13 +10,17 @@ on:
       run_matrix:
         description: "The matrix string"
         value: ${{ jobs.job1.outputs.run_matrix }}
+      is_empty:
+        description: "The matrix is empty or not"
+        value: ${{ jobs.job1.outputs.is_empty }}
 
 jobs:
   job1:
     name: Get-test-matrix
     runs-on: ubuntu-latest
     outputs:
       run_matrix: ${{ steps.get-test-matrix.outputs.run_matrix }}
+      is_empty: ${{ steps.get-test-matrix.outputs.is_empty }}
     if: ${{ !github.event.pull_request.draft }}
     steps:
       - name: Get checkout ref
 
@@ -20,6 +20,11 @@ on:
         description: Example to test
         required: true
         type: string
+      use_model_cache:
+        default: false
+        required: false
+        type: boolean
+
 jobs:
   get-test-case:
     runs-on: ubuntu-latest
@@ -59,6 +64,7 @@ jobs:
             else
               hardware="intel_cpu"
             fi
+            hardware=$(echo $hardware | tr '_' '-')
             run_matrix=$(echo $run_matrix | jq --arg script "$script" --arg hardware "$hardware" '.include += [{"test_case": $script, "hardware": $hardware}]')
           done
           run_matrix=$(echo $run_matrix | jq -c .)
@@ -75,8 +81,17 @@ jobs:
       - name: Clean up Working Directory
         run: |
           sudo rm -rf ${{github.workspace}}/*
-          docker system prune -f
+
+          # clean up test containers
+          cid=$(docker ps -aq --filter "name=test-comps-*")
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+          # clean up containers use ports
+          cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+
           docker rmi $(docker images --filter reference="*/*:comps" -q) || true
+          docker system prune -f
+          docker ps
 
       - name: Checkout out Repo
         uses: actions/checkout@v4
@@ -96,18 +111,33 @@ jobs:
           service: ${{ inputs.service }}
           test_case: ${{ matrix.test_case }}
           hardware: ${{ matrix.hardware }}
+          use_model_cache: ${{ inputs.use_model_cache }}
         run: |
+          export PATH=${HOME}/miniforge3/bin/:$PATH
           cd ${{ github.workspace }}/tests
           service=$(echo "${test_case}" | cut -d'/' -f3 | cut -d'_' -f2- |cut -d'.' -f1)
           echo "service=${service}" >> $GITHUB_ENV
+          if [[ "$use_model_cache" == "true" ]]; then
+            if [ -d "/data2/hf_model" ]; then
+              export model_cache="/data2/hf_model"
+            else
+              echo "Model cache directory /data2/huggingface does not exist"
+              export model_cache="~/.cache/huggingface/hub"
+            fi
+          fi
           if [ -f ${test_case} ]; then timeout 60m bash ${test_case}; else echo "Test script {${test_case}} not found, skip test!"; fi
 
       - name: Clean up container
         if: cancelled() || failure()
         run: |
+          # clean up test containers
           cid=$(docker ps -aq --filter "name=test-comps-*")
           if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+          # clean up containers use ports
+          cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
           docker system prune -f
+          docker ps
 
       - name: Publish pipeline artifact
         if: ${{ !cancelled() }}
 
@@ -140,7 +140,7 @@ jobs:
           echo "service_name=$service_name" >> $GITHUB_ENV
           echo "CHART_NAME=$CHART_NAME" >> $GITHUB_ENV
           echo "RELEASE_NAME=${CHART_NAME}$(date +%d%H%M%S)" >> $GITHUB_ENV
-          echo "NAMESPACE=comp-${CHART_NAME}-$(date +%d%H%M%S)" >> $GITHUB_ENV
+          echo "NAMESPACE=comp-${CHART_NAME}-$(head -c 4 /dev/urandom | xxd -p)" >> $GITHUB_ENV
           echo "ROLLOUT_TIMEOUT_SECONDS=600s" >> $GITHUB_ENV
           echo "TEST_TIMEOUT_SECONDS=600s" >> $GITHUB_ENV
           echo "KUBECTL_TIMEOUT_SECONDS=60s" >> $GITHUB_ENV
@@ -182,7 +182,7 @@ jobs:
           if ! helm install --create-namespace --namespace $NAMESPACE $RELEASE_NAME \
             ${template_link} \
             --set global.HUGGINGFACEHUB_API_TOKEN=${HFTOKEN} \
-            --set global.modelUseHostPath=/home/sdp/.cache/huggingface/hub \
+            --set global.modelUseHostPath=/data2/hf_model \
             --set GOOGLE_API_KEY=${{ env.GOOGLE_API_KEY}} \
             --set GOOGLE_CSE_ID=${{ env.GOOGLE_CSE_ID}} \
             -f comps/${{ inputs.service }}/deployment/kubernetes/${value_file} \
 
@@ -0,0 +1,28 @@
+# Copyright (C) 2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+name: Check stale issue and pr
+
+on:
+  schedule:
+    - cron: "30 22 * * *"
+
+jobs:
+  close-issues:
+    runs-on: ubuntu-latest
+    permissions:
+      issues: write
+      pull-requests: write
+    steps:
+      - uses: actions/stale@v9
+        with:
+          days-before-issue-stale: 30
+          days-before-pr-stale: 30
+          days-before-issue-close: 7
+          days-before-pr-close: 7
+          stale-issue-message: "This issue is stale because it has been open 30 days with no activity. Remove stale label or comment or this will be closed in 7 days."
+          stale-pr-message: "This PR is stale because it has been open 30 days with no activity. Remove stale label or comment or this will be closed in 7 days."
+          close-issue-message: "This issue was closed because it has been stalled for 7 days with no activity."
+          close-pr-message: "This PR was closed because it has been stalled for 7 days with no activity."
+          repo-token: ${{ secrets.ACTION_TOKEN }}
+          start-date: "2025-03-01T00:00:00Z"
@@ -11,3 +11,7 @@ services:
     build:
       dockerfile: comps/finetuning/src/Dockerfile.intel_hpu
     image: ${REGISTRY:-opea}/finetuning-gaudi:${TAG:-latest}
+  finetuning-xtune:
+    build:
+      dockerfile: comps/finetuning/src/Dockerfile.xtune
+    image: ${REGISTRY:-opea}/finetuning-xtune:${TAG:-latest}
@@ -0,0 +1,9 @@
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+# this file should be run in the root of the repo
+services:
+  text2cypher-gaudi:
+    build:
+      dockerfile: comps/text2cypher/src/Dockerfile.intel_hpu
+    image: ${REGISTRY:-opea}/text2cypher-gaudi:${TAG:-latest}
@@ -0,0 +1,9 @@
+# Copyright (C) 2024 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+# this file should be run in the root of the repo
+services:
+  text2graph:
+    build:
+      dockerfile: comps/text2graph/src/Dockerfile
+    image: ${REGISTRY:-opea}/text2graph:${TAG:-latest}
@@ -45,3 +45,8 @@ services:
       dockerfile: Dockerfile.hpu
     shm_size: '128g'
     image: ${REGISTRY:-opea}/vllm-gaudi:${TAG:-latest}
+  vllm-rocm:
+    build:
+      dockerfile: comps/third_parties/vllm/src/Dockerfile.amd_gpu
+    shm_size: '128g'
+    image: ${REGISTRY:-opea}/vllm-rocm:${TAG:-latest}
@@ -35,6 +35,11 @@ on:
         description: "Whether the test range is CI, CD or CICD"
         required: false
         type: string
+      use_model_cache:
+        default: false
+        description: "use model cache true or false"
+        required: false
+        type: boolean
 
 permissions: read-all
 
@@ -64,4 +69,5 @@ jobs:
       mode: ${{ inputs.mode }}
       test_compose: ${{ inputs.test_compose }}
       test_helmchart: ${{ inputs.test_helmchart }}
+      use_model_cache: ${{ inputs.use_model_cache }}
     secrets: inherit
@@ -12,6 +12,7 @@ on:
       - comps/cores/**
       - comps/dataprep/src/redis/langchain/**
       - comps/retrievers/src/redis/langchain/**
+      - comps/third_parties/nginx/src/**
       - requirements.txt
       - "!**.md"
 
@@ -22,13 +23,19 @@ concurrency:
 
 jobs:
   example-test:
-    runs-on: gaudi-01-3
+    runs-on: gaudi
     steps:
       - name: Clean Up Working Directory
         run: |
           sudo rm -rf ${{github.workspace}}/* || true
-          echo y | docker system prune
+
+          # clean up containers use ports
+          cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+
           docker rmi $(docker images --filter reference="*/*:comps" -q) || true
+          docker system prune -f
+          docker ps
 
       - name: Checkout out Repo
         uses: actions/checkout@v4
@@ -50,6 +57,11 @@ jobs:
 
           echo "Run test..."
           echo "LOG_DIR=$(pwd)" >> $GITHUB_ENV
+          if [ -d "/data2/hf_model" ]; then
+            export model_cache="/data2/hf_model"
+          else
+            export model_cache="~/.cache/huggingface/hub"
+          fi
           export IMAGE_TAG="comps"
           timeout 50m bash test_compose_on_gaudi.sh
 
 
@@ -24,21 +24,31 @@ jobs:
 
   Microservice-test:
     needs: job1
+    if: ${{ needs.job1.outputs.is_empty == 'false' }}
     strategy:
       matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
     runs-on: ${{ matrix.hardware }}
     permissions:
       id-token: write
       contents: read
     continue-on-error: true
-    if: ${{ !github.event.pull_request.draft }}
     steps:
       - name: Clean Up Working Directory
         run: |
+          # clean up workspace
           sudo rm -rf ${{github.workspace}}/*
+
+          # clean up test containers
           cid=$(docker ps -aq --filter "name=test-comps-*")
           if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+          # clean up containers use ports
+          cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+
+          # clean up images
           docker rmi $(docker images --filter reference="*/*:comps" -q) || true
+          docker rmi $(docker images --filter reference="opea/*:*" -q) || true
+
           docker system prune -f
           docker ps
 
@@ -64,15 +74,29 @@ jobs:
           service: ${{ matrix.service }}
           hardware: ${{ matrix.hardware }}
         run: |
+          export PATH=${HOME}/miniforge3/bin/:$PATH
           cd tests
           echo "log_name=${service}" >> $GITHUB_ENV
+          if [ -d "/data2/hf_model" ]; then
+            export model_cache="/data2/hf_model"
+          else
+            echo "Model cache directory /data2/huggingface does not exist"
+            export model_cache="~/.cache/huggingface/hub"
+          fi
           timeout 60m bash $(find . -type f -name test_${service}.sh)
 
       - name: Clean up container
+        if: cancelled() || failure()
         run: |
+          # clean up test containers
           cid=$(docker ps -aq --filter "name=test-comps-*")
           if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+          # clean up containers use ports
+          cid=$(docker ps --format '{{.Names}} : {{.Ports}}' | grep -v ' : $' | grep -v 5000 | awk -F' : ' '{print $1}')
+          if [[ ! -z "$cid" ]]; then docker stop $cid && docker rm $cid && sleep 1s; fi
+
           docker system prune -f
+          docker ps
 
       - name: Publish pipeline artifact
         if: ${{ !cancelled() }}
 
@@ -6,7 +6,7 @@ on:
   push:
     branches: ["main"]
     paths:
-      - 'cores/**'
+      - '**/cores/**'
       - '**/src/**'
       - 'requirements.txt'
       - 'Dockerfile'
@@ -40,7 +40,7 @@ jobs:
 
   image-publish:
     needs: [ image-build ]
-    runs-on: "docker-build-gaudi"
+    runs-on: [docker-upstream]
     steps:
       - uses: docker/login-action@v3.2.0
         with:
 
@@ -14,10 +14,6 @@ on:
       - '**/requirements.txt'
       - '.github/workflows/push-image-build.yml'
 
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}-on-push
-  cancel-in-progress: true
-
 jobs:
   get-build-matrix:
     runs-on: ubuntu-latest
@@ -95,7 +91,10 @@ jobs:
               cd ./vllm-openvino && git checkout v0.6.1 && git rev-parse HEAD && cd ../
           fi
           if [[ $(grep -c "vllm-gaudi:" ${docker_compose_path}) != 0 ]]; then
-              git clone --depth 1 --branch v0.6.4.post2+Gaudi-1.19.0 https://github.com/HabanaAI/vllm-fork.git
+              git clone https://github.com/HabanaAI/vllm-fork.git && cd vllm-fork
+              VLLM_VER=$(git describe --tags "$(git rev-list --tags --max-count=1)")
+              echo "Check out vLLM tag ${VLLM_VER}"
+              git checkout ${VLLM_VER} &> /dev/null && cd ../
           fi
 
       - name: Build Image
 
@@ -3,9 +3,10 @@
 # Copyright (C) 2024 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
+# vault.habana.ai/gaudi-docker/1.19.0/ubuntu22.04/habanalabs/pytorch-installer-2.5.1
 declare -A dict
 dict["langchain/langchain"]="docker://docker.io/langchain/langchain"
-dict["vault.habana.ai/gaudi-docker/1.18.0/ubuntu22.04/habanalabs/pytorch-installer-2.4.0"]="docker://vault.habana.ai/gaudi-docker/1.18.0/ubuntu22.04/habanalabs/pytorch-installer-2.4.0"
+dict["vault.habana.ai/gaudi-docker/1.19.0/ubuntu22.04/habanalabs/pytorch-installer-2.5.1"]="docker://vault.habana.ai/gaudi-docker/1.19.0/ubuntu22.04/habanalabs/pytorch-installer-2.5.1"
 
 function get_latest_version() {
     repo_image=$1