FloRul
diff --git a/‎.github/labeler.yml
Lines changed: 5 additions & 5 deletions b/‎.github/labeler.yml
Lines changed: 5 additions & 5 deletions
diff --git a/‎.github/pull_request_template.md
Lines changed: 23 additions & 0 deletions b/‎.github/pull_request_template.md
Lines changed: 23 additions & 0 deletions
diff --git a/‎.github/workflows/CI_project.yml
Lines changed: 1 addition & 1 deletion b/‎.github/workflows/CI_project.yml
Lines changed: 1 addition & 1 deletion
diff --git a/‎.github/workflows/CI_pypi_release.yml
Lines changed: 22 additions & 0 deletions b/‎.github/workflows/CI_pypi_release.yml
Lines changed: 22 additions & 0 deletions
diff --git a/‎.github/workflows/CI_readme_sync.yml
Lines changed: 29 additions & 3 deletions b/‎.github/workflows/CI_readme_sync.yml
Lines changed: 29 additions & 3 deletions
diff --git a/‎.github/workflows/amazon_bedrock.yml
Lines changed: 12 additions & 9 deletions b/‎.github/workflows/amazon_bedrock.yml
Lines changed: 12 additions & 9 deletions
diff --git a/‎.github/workflows/amazon_sagemaker.yml
Lines changed: 6 additions & 10 deletions b/‎.github/workflows/amazon_sagemaker.yml
Lines changed: 6 additions & 10 deletions
diff --git a/‎.github/workflows/anthropic.yml
Lines changed: 5 additions & 8 deletions b/‎.github/workflows/anthropic.yml
Lines changed: 5 additions & 8 deletions
diff --git a/‎.github/workflows/astra.yml
Lines changed: 37 additions & 41 deletions b/‎.github/workflows/astra.yml
Lines changed: 37 additions & 41 deletions
@@ -44,11 +44,6 @@ integration:google-vertex:
       - any-glob-to-any-file: "integrations/google_vertex/**/*"
       - any-glob-to-any-file: ".github/workflows/google_vertex.yml"
 
-integration:gradient:
-  - changed-files:
-      - any-glob-to-any-file: "integrations/gradient/**/*"
-      - any-glob-to-any-file: ".github/workflows/gradient.yml"
-
 integration:instructor-embedders:
   - changed-files:
       - any-glob-to-any-file: "integrations/instructor_embedders/**/*"
@@ -59,6 +54,11 @@ integration:jina:
       - any-glob-to-any-file: "integrations/jina/**/*"
       - any-glob-to-any-file: ".github/workflows/jina.yml"
 
+integration:langfuse:
+  - changed-files:
+      - any-glob-to-any-file: "integrations/langfuse/**/*"
+      - any-glob-to-any-file: ".github/workflows/langfuse.yml"
+
 integration:llama_cpp:
   - changed-files:
       - any-glob-to-any-file: "integrations/llama_cpp/**/*"
 
@@ -0,0 +1,23 @@
+### Related Issues
+
+- fixes #issue-number
+
+### Proposed Changes:
+
+ <!--- In case of a bug: Describe what caused the issue and how you solved it -->
+ <!--- In case of a feature: Describe what did you add and how it works -->
+
+### How did you test it?
+
+<!-- unit tests, integration tests, manual verification, instructions for manual tests -->
+
+### Notes for the reviewer
+
+<!-- E.g. point out section where the reviewer  -->
+
+### Checklist
+
+- I have read the [contributors guidelines](https://github.com/deepset-ai/haystack-core-integrations/blob/main/CONTRIBUTING.md) and the [code of conduct](https://github.com/deepset-ai/haystack-core-integrations/blob/main/CODE_OF_CONDUCT.md)
+- I have updated the related issue with new insights and changes
+- I added unit tests and updated the docstrings
+- I've used one of the [conventional commit types](https://www.conventionalcommits.org/en/v1.0.0/) for my PR title: `fix:`, `feat:`, `build:`, `chore:`, `ci:`, `docs:`, `style:`, `refactor:`, `perf:`, `test:`.
@@ -10,7 +10,7 @@ jobs:
     name: Add new issues to project for triage
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/add-to-project@v1.0.1
+      - uses: actions/add-to-project@v1.0.2
         with:
           project-url: https://github.com/orgs/deepset-ai/projects/5
           github-token: ${{ secrets.GH_PROJECT_PAT }}
@@ -20,6 +20,9 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.HAYSTACK_BOT_TOKEN }}
+          fetch-depth: 0
 
       - name: Install Hatch
         run: pip install hatch
@@ -43,3 +46,22 @@ jobs:
           HATCH_INDEX_USER: __token__
           HATCH_INDEX_AUTH: ${{ secrets.PYPI_API_TOKEN }}
         run: hatch publish -y
+
+      - name: Generate changelog
+        uses: orhun/git-cliff-action@v3
+        env:
+          OUTPUT: "${{ steps.pathfinder.outputs.project_path }}/CHANGELOG.md"
+        with:
+          config: cliff.toml
+          args: >
+            --include-path "${{ steps.pathfinder.outputs.project_path }}/*"
+            --tag-pattern "${{ steps.pathfinder.outputs.project_path }}-v*"
+
+      - name: Commit changelog
+        uses: EndBug/add-and-commit@v9
+        with:
+          author_name: "HaystackBot"
+          author_email: "accounts@deepset.ai"
+          message: "Update the changelog"
+          add: ${{ steps.pathfinder.outputs.project_path }}
+          push: origin HEAD:main
@@ -4,6 +4,7 @@ on:
   push:
     tags:
       - "**-v[0-9].[0-9]+.[0-9]+"
+
   workflow_dispatch: # Activate this workflow manually
     inputs:
       tag:
@@ -16,8 +17,30 @@ env:
   TAG: ${{ inputs.tag || github.ref_name }}
 
 jobs:
+  get-versions:
+    runs-on: ubuntu-latest
+    outputs:
+      versions: ${{ steps.version_finder.outputs.versions }}
+    steps:
+      - name: Get Haystack Docs versions
+        id: version_finder
+        run: |
+          curl -s https://dash.readme.com/api/v1/version --header 'authorization: Basic ${{ secrets.README_API_KEY }}' > out
+          VERSIONS=$(jq '[ .[] | select(.version | startswith("2."))| .version ]' out)
+          {
+            echo 'versions<<EOF'
+            echo $VERSIONS
+            echo EOF
+          } >> "$GITHUB_OUTPUT"
+
   sync:
     runs-on: ubuntu-latest
+    needs: get-versions
+    strategy:
+      fail-fast: false
+      max-parallel: 1
+      matrix:
+        hs-docs-version: ${{ fromJSON(needs.get-versions.outputs.versions) }}
     steps:
       - name: Checkout this repo
         uses: actions/checkout@v4
@@ -39,7 +62,7 @@ jobs:
           import os
           project_path = os.environ["TAG"].rsplit("-", maxsplit=1)[0]
           with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
-            print(f'project_path={project_path}', file=f)          
+            print(f'project_path={project_path}', file=f)
 
       - name: Generate docs
         working-directory: ${{ steps.pathfinder.outputs.project_path }}
@@ -48,13 +71,16 @@ jobs:
           # from Readme.io as we need them to associate the slug
           # in config files with their id.
           README_API_KEY: ${{ secrets.README_API_KEY }}
+          # The same category has a different id on different readme docs versions.
+          # This is the docs version on readme that we'll use to get the category id.
+          PYDOC_TOOLS_HAYSTACK_DOC_VERSION: ${{ matrix.hs-docs-version }}
         run: |
           hatch run docs
           mkdir tmp
           find . -name "_readme_*.md" -exec cp "{}" tmp \;
           ls tmp
 
-      - name: Sync API docs
+      - name: Sync API docs with Haystack docs version ${{ matrix.hs-docs-version }}
         uses: readmeio/rdme@v8
         with:
-          rdme: docs ${{ steps.pathfinder.outputs.project_path }}/tmp --key=${{ secrets.README_API_KEY }} --version=2.0
+          rdme: docs ${{ steps.pathfinder.outputs.project_path }}/tmp --key=${{ secrets.README_API_KEY }} --version=${{ matrix.hs-docs-version }}
@@ -62,29 +62,32 @@ jobs:
         if: matrix.python-version == '3.9' && runner.os == 'Linux'
         run: hatch run docs
 
+      - name: Run unit tests
+        run: hatch run cov-retry -m "not integration"
+
+      # Do not authenticate on pull requests from forks
       - name: AWS authentication
+        if: github.event.pull_request.head.repo.full_name == github.repository
         uses: aws-actions/configure-aws-credentials@e3dd6a429d7300a6a4c196c26e071d42e0343502
         with:
           aws-region: ${{ env.AWS_REGION }}
           role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }}
 
-      - name: Run tests
-        id: tests
-        run: hatch run cov
+      # Do not run integration tests on pull requests from forks
+      - name: Run integration tests
+        if: github.event.pull_request.head.repo.full_name == github.repository
+        run: hatch run cov-retry -m "integration"
 
       - name: Nightly - run unit tests with Haystack main branch
         if: github.event_name == 'schedule'
-        id: nightly-haystack-main
         run: |
           hatch run pip install git+https://github.com/deepset-ai/haystack.git
-          hatch run test -m "not integration"
+          hatch run cov-retry -m "not integration"
 
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'
         uses: ./.github/actions/send_failure
         with:
           title: |
-            core-integrations failure:
-            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
-             - ${{ github.workflow }}
-          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+            Core integrations nightly tests failure: ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
@@ -54,25 +54,21 @@ jobs:
 
       - name: Generate docs
         if: matrix.python-version == '3.9' && runner.os == 'Linux'
-        run: hatch run docs        
+        run: hatch run docs
 
       - name: Run tests
-        id: tests
-        run: hatch run cov
+        run: hatch run cov-retry
 
       - name: Nightly - run unit tests with Haystack main branch
         if: github.event_name == 'schedule'
-        id: nightly-haystack-main
         run: |
           hatch run pip install git+https://github.com/deepset-ai/haystack.git
-          hatch run test -m "not integration"
-      
+          hatch run cov-retry -m "not integration"
+
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'
         uses: ./.github/actions/send_failure
         with:
           title: |
-            core-integrations failure: 
-            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
-             - ${{ github.workflow }}
-          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+            Core integrations nightly tests failure: ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
@@ -54,21 +54,18 @@ jobs:
         run: hatch run lint:all
 
       - name: Run tests
-        run: hatch run cov
+        run: hatch run cov-retry
 
       - name: Nightly - run unit tests with Haystack main branch
         if: github.event_name == 'schedule'
-        id: nightly-haystack-main
         run: |
           hatch run pip install git+https://github.com/deepset-ai/haystack.git
-          hatch run test -m "not integration"
-      
+          hatch run cov-retry -m "not integration"
+
       - name: Send event to Datadog for nightly failures
         if: failure() && github.event_name == 'schedule'
         uses: ./.github/actions/send_failure
         with:
           title: |
-            core-integrations failure: 
-            ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
-             - ${{ github.workflow }}
-          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+            Core integrations nightly tests failure: ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
@@ -7,8 +7,8 @@ on:
     - cron: "0 0 * * *"
   pull_request:
     paths:
-      - 'integrations/astra/**'
-      - '.github/workflows/astra.yml'
+      - "integrations/astra/**"
+      - ".github/workflows/astra.yml"
 
 defaults:
   run:
@@ -31,52 +31,48 @@ jobs:
       max-parallel: 1
       matrix:
         os: [ubuntu-latest, windows-latest, macos-latest]
-        python-version: ['3.9', '3.10']
+        python-version: ["3.9", "3.10"]
 
     steps:
-    - name: Support longpaths
-      if: matrix.os == 'windows-latest'
-      working-directory: .
-      run: git config --system core.longpaths true
+      - name: Support longpaths
+        if: matrix.os == 'windows-latest'
+        working-directory: .
+        run: git config --system core.longpaths true
 
-    - uses: actions/checkout@v4
+      - uses: actions/checkout@v4
 
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v5
-      with:
-        python-version: ${{ matrix.python-version }}
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
 
-    - name: Install Hatch
-      run: pip install --upgrade hatch
+      - name: Install Hatch
+        run: pip install --upgrade hatch
 
-    - name: Lint
-      if: matrix.python-version == '3.9' && runner.os == 'Linux'
-      run: hatch run lint:all
+      - name: Lint
+        if: matrix.python-version == '3.9' && runner.os == 'Linux'
+        run: hatch run lint:all
 
-    - name: Generate docs
-      if: matrix.python-version == '3.9' && runner.os == 'Linux'
-      run: hatch run docs
+      - name: Generate docs
+        if: matrix.python-version == '3.9' && runner.os == 'Linux'
+        run: hatch run docs
 
-    - name: Run tests
-      env:
-        ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
-        ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
-      id: tests
-      run: hatch run cov
+      - name: Run tests
+        env:
+          ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
+          ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
+        run: hatch run cov-retry
 
-    - name: Nightly - run unit tests with Haystack main branch
-      if: github.event_name == 'schedule'
-      id: nightly-haystack-main
-      run: |
-        hatch run pip install git+https://github.com/deepset-ai/haystack.git
-        hatch run test -m "not integration"
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run cov-retry -m "not integration"
 
-    - name: Send event to Datadog for nightly failures
-      if: failure() && github.event_name == 'schedule'
-      uses: ./.github/actions/send_failure
-      with:
-        title: |
-          core-integrations failure:
-          ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
-            - ${{ github.workflow }}
-        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule'
+        uses: ./.github/actions/send_failure
+        with:
+          title: |
+            Core integrations nightly tests failure: ${{ github.workflow }}
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}