asv_test.yaml

name: Run ASV
on:
  pull_request:
    branches:
      - main
  schedule:
    - cron: "20 * * * *"

env:
  ENV_FILE: environment.yml
  PANDAS_CI: 1
  BRANCH_NAME: test

permissions:
  contents: read

jobs:
  check-new-commit:
    name: Check Latest Commit
    runs-on: ubuntu-24.04
    defaults:
      run:
        shell: bash -el {0}
    outputs:
      new_commit: ${{ steps.new-commit.outputs.new_commit }}
    steps:
      - name: Checkout pandas
        uses: actions/checkout@v4
        with:
          repository: pandas-dev/pandas

      - name: Checkout asv-runner results branch
        uses: actions/checkout@v4
        with:
          ref: ${{ env.BRANCH_NAME }}
          path: asv-runner/

      - name: Compare Commit SHAs
        id: new-commit
        run: |
          latest_benchmarked=
          if [ "$(git rev-parse HEAD)" = "$(cat data/latest_sha.txt)" ]; then
            echo "new_commit=no" >> "$GITHUB_OUTPUT"
          else
            echo "new_commit=yes" >> "$GITHUB_OUTPUT"
          fi

  produce-asv-benchmarks:
    needs: check-new-commit
    if: ${{ needs.check-new-commit.outputs.new_commit == 'yes' }}
    name: ASV Benchmarks
    runs-on: ubuntu-24.04
    defaults:
      run:
        shell: bash -el {0}

    steps:
    - name: Checkout pandas
      uses: actions/checkout@v4
      with:
        repository: pandas-dev/pandas
        fetch-depth: 0

    - name: Show files
      run: |
        ls -l 
        ls -l asv_bench/

    - name: Checkout asv-runner results branch
      uses: actions/checkout@v4
      with:
        ref: ${{ env.BRANCH_NAME }}
        path: asv-runner/

    - name: Move html directory
      run: |
        mv asv-runner/docs/ asv_bench/html

    - name: Show files
      run: |
        ls -l 
        ls -l asv_bench/

    - name: Set up Conda
      uses: ./.github/actions/setup-conda

    - name: Build pandas
      uses: ./.github/actions/build_pandas

    - name: Run ASV Benchmarks
      run: |
        cd asv_bench
        asv machine --machine=asvrunner --yes
        asv run --machine=asvrunner --python=same --set-commit-hash=$(git rev-parse HEAD) -b ^groupby.GroupByCythonAgg 
        asv publish
        # Move to a standard location
        mv results/asvrunner/$(git rev-parse --short=8 HEAD)*.json results.json
        git rev-parse HEAD > latest_sha.txt

    - name: Save JSON results as an artifact
      uses: actions/upload-artifact@v4
      with:
        name: results.json
        path: asv_bench/results.json
        retention-days: 14

    - name: Save html directory as an artifact
      uses: actions/upload-artifact@v4
      with:
        name: html
        path: asv_bench/html/

    - name: Save latest_sha.txt as an artifact
      uses: actions/upload-artifact@v4
      with:
        name: latest_sha.txt
        path: latest_sha.txt

  process-asv-benchmarks:
    name: Process ASV Benchmarks
    needs: [check-new-commit, produce-asv-benchmarks]
    if: ${{ needs.check-new-commit.outputs.new_commit == 'yes' }}
    runs-on: ubuntu-24.04
    defaults:
      run:
        shell: bash -el {0}
    permissions:
      contents: write

    steps:
      - name: Checkout
        uses: actions/checkout@v4
        with:
          ref: ${{ env.BRANCH_NAME }}

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.12'

      - name: Upgrade build dependencies
        run: pip install -U pip

      - name: Install dependencies
        run: pip install pandas pyarrow

      - name: Download results.json
        uses: actions/download-artifact@v4
        with:
          name: results.json

      - name: Download html
        uses: actions/download-artifact@v4
        with:
          name: html
          path: docs/

      - name: Download latest_sha.txt
        uses: actions/download-artifact@v4
        with:
          name: latest_sha.txt
          path: data/latest_sha.txt

      - name: Show files
        run: ls -l

      - name: Show files 3
        run: ls -l data/

      - name: Process ASV results
        run: |
          python ci/process_results.py

      - name: Save parquet results as an artifact
        uses: actions/upload-artifact@v4
        with:
          name: results.parquet
          path: data/results.parquet
          retention-days: 14

      - name: Commit results
        uses: stefanzweifel/git-auto-commit-action@v5
        with:
          commit_message: Results
          branch: ${{ env.BRANCH_NAME }}
          file_pattern: 'data/ docs/'