Adding release test capability

.github/workflows/test_release_packages.yml

@@ -0,0 +1,118 @@
+name: Test release packages
+
+on:
+  workflow_run:
+    workflows: ["Build portable Linux packages"]
+    types:
+      - completed
+
+permissions:
+  contents: write
+
+jobs:
+  generate_release_matrix:
+    runs-on: ubuntu-24.04
+    if: ${{ github.event.workflow_run.conclusion == 'success' }}
+    outputs:
+      release_matrix: ${{ steps.configure.outputs.release_matrix }}
+      today_date: ${{ steps.configure.outputs.today_date }}
+    steps:
+      - name: Checking out repository
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - name: Retrieve asset metadata
+        uses: shadowmoose/Github-Release-Data-Action@7cab39a3e1aab55342775ec65908ba28262a3b39
+        id: release_json
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          owner: ROCm
+          repo: TheRock
+          releaseTag: 'nightly-release'
+
+      - name: Generating release matrix
+        id: configure
+        env:
+          ASSET_FILES: ${{ steps.release_json.outputs.data_json }}
+        run: python ./build_tools/configure_release_matrix.py
+
+
+  test_release_packages:
+    runs-on: ${{ matrix.target.test-runs-on }}
+    needs: generate_release_matrix
+    strategy:
+      matrix:
+        target: ${{ fromJSON(needs.generate_release_matrix.outputs.release_matrix) }}
+    env:
+      FILE_NAME: ${{ matrix.target.file_name }}
+      VENV_DIR: ${{ github.workspace }}/.venv
+      THEROCK_BIN_DIR: ${{ github.workspace }}/artifacts/output_dir/bin
+      TAG_NAME: 'nightly-release'
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      # Downloading release tag assets to artifacts directory
+      - name: Download release artifacts
+        uses: robinraju/release-downloader@daf26c55d821e836577a15f77d86ddc078948b05
+        with:
+          tag: ${{ env.TAG_NAME }}
+          fileName: ${{ env.FILE_NAME }}
+          out-file-path: 'artifacts'
+
+      - name: Extract tar asset file
+        run: |
+          mkdir -p ${{ github.workspace }}/artifacts/output_dir
+          tar -xf artifacts/${FILE_NAME} -C ${{ github.workspace }}/artifacts/output_dir
+
+      - name: Setting up Python
+        id: setup_python
+        uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
+        with:
+          python-version: 3.11
+
+      - name: Create Python venv
+        run: |
+          python -m venv ${VENV_DIR}
+          source ${VENV_DIR}/bin/activate
+          pip install -r requirements-test.txt
+
+      - name: Run Sanity check
+        if: '!cancelled()'
+        id: sanity-check
+        run: |
+          source ${VENV_DIR}/bin/activate
+          pytest tests/ \
+          --log-cli-level=info
+
+      - name: Run hipBLASLt tests
+        if: '!cancelled()'
+        id: hipblaslt-tests
+        run: |
+          source ${VENV_DIR}/bin/activate
+          ${THEROCK_BIN_DIR}/hipblaslt-test --gtest_filter=*pre_checkin*
+
+      - name: Run rocBLAS tests
+        if: '!cancelled()'
+        id: rocblas-tests
+        run: |
+          ROCBLAS_TENSILE_LIBPATH="${THEROCK_BIN_DIR}/lib/rocblas/library/"
+          source ${VENV_DIR}/bin/activate
+          ${THEROCK_BIN_DIR}/rocblas-test --yaml ${THEROCK_BIN_DIR}/rocblas_smoke.yaml
+
+      # Creating a markdown file for testing notes since environment variables cannot be resolved in markdown
+      - name: Append results to markdown file
+        if: '!cancelled()'
+        run: |
+          echo "" >> ${{ github.workspace }}/test_notes.md
+          echo "[${{ needs.generate_release_matrix.outputs.today_date }}] Test results for ${{ env.FILE_NAME }}" >> ${{ github.workspace }}/test_notes.md
+          echo "* SANITY_CHECK=${{ steps.sanity-check.outcome }}" >> ${{ github.workspace }}/test_notes.md
+          echo "* HIPBLASLT_CHECK=${{ steps.hipblaslt-tests.outcome }}" >> ${{ github.workspace }}/test_notes.md
+          echo "* ROCBLAS_CHECK=${{ steps.rocblas-tests.outcome }}" >> ${{ github.workspace }}/test_notes.md
+
+      - name: Report test notes to the release body
+        if: '!cancelled()'
+        uses: softprops/action-gh-release@c95fe1489396fe8a9eb87c0abf8aa5b2ef267fda
+        with:
+          tag_name: ${{ env.TAG_NAME }}
+          append_body: true
+          body_path: ${{ github.workspace }}/test_notes.md

build_tools/configure_release_matrix.py

@@ -0,0 +1,34 @@
+import os
+import json
+from configure_ci import set_github_output, amdgpu_family_info_matrix
+from datetime import datetime
+
+# This file helps generate a release test matrix for test_release_packages.yml
+
+TODAY_DATE = datetime.today().strftime("%Y%m%d")
+
+
+def main(args):
+    assets = json.loads(args.get("asset_files")).get("assets", [])
+    release_matrix = []
+    for asset in assets:
+        asset_name = asset.get("name", "")
+        # Test only today's nightly release packages
+        # for now, we can only run tests on gfx94X since we only have a linux gfx94X test machine
+        if TODAY_DATE in asset_name and "gfx94X" in asset_name:
+            target_info = amdgpu_family_info_matrix.get("gfx94X").get("linux")
+            target_info["file_name"] = asset_name
+            release_matrix.append(target_info)
+
+    set_github_output(
+        {
+            "release_matrix": json.dumps(release_matrix),
+            "today_date": TODAY_DATE,
+        }
+    )
+
+
+if __name__ == "__main__":
+    args = {}
+    args["asset_files"] = os.environ.get("ASSET_FILES", "[]")
+    main(args)