Tests Nightly against upstream main #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests Nightly against upstream main | |
| on: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: '0 0 * * *' # Runs at 00:00 UTC every day | |
| jobs: | |
| pre-commit: | |
| name: pre-commit | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.11" | |
| cache: 'pip' # caching pip dependencies | |
| - uses: pre-commit/action@v3.0.1 | |
| env: | |
| SKIP: no-commit-to-branch | |
| pytest: | |
| name: PyTest | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 2 | |
| matrix: | |
| python_version: ["3.11"] | |
| pytorch_version: ["2.4.1", "2.5.1", "2.6.0"] | |
| timeout-minutes: 20 | |
| steps: | |
| - name: Check out repository code | |
| uses: actions/checkout@v4 | |
| - name: Restore HF cache | |
| id: hf-cache-restore | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: | | |
| /home/runner/.cache/huggingface/hub/datasets--* | |
| /home/runner/.cache/huggingface/hub/models--* | |
| key: ${{ runner.os }}-hf-hub-cache-v2 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| cache: 'pip' # caching pip dependencies | |
| - name: upgrade pip | |
| run: | | |
| pip3 install --upgrade pip | |
| pip3 install --upgrade packaging==23.2 setuptools==75.8.0 wheel | |
| - name: Install PyTorch | |
| run: | | |
| pip3 install torch==${{ matrix.pytorch_version }} | |
| - name: Update requirements.txt | |
| run: | | |
| sed -i 's#^transformers.*#transformers @ git+https://github.com/huggingface/transformers.git@main#' requirements.txt | |
| sed -i 's#^peft.*#peft @ git+https://github.com/huggingface/peft.git@main#' requirements.txt | |
| sed -i 's#^accelerate.*#accelerate @ git+https://github.com/huggingface/accelerate.git@main#' requirements.txt | |
| sed -i 's#^trl.*#trl @ git+https://github.com/huggingface/trl.git@main#' requirements.txt | |
| sed -i 's#^datasets.*#datasets @ git+https://github.com/huggingface/datasets.git@main#' requirements.txt | |
| - name: Install dependencies | |
| run: | | |
| pip3 show torch | |
| pip3 install --no-build-isolation -U -e . | |
| python scripts/unsloth_install.py | sh | |
| python scripts/cutcrossentropy_install.py | sh | |
| pip3 install -r requirements-dev.txt -r requirements-tests.txt | |
| - name: Make sure PyTorch version wasn't clobbered | |
| run: | | |
| python -c "import torch; assert '${{ matrix.pytorch_version }}' in torch.__version__" | |
| - name: Ensure axolotl CLI was installed | |
| run: | | |
| axolotl --help | |
| - name: Pre-Download dataset fixture | |
| run: | | |
| huggingface-cli download --repo-type=dataset axolotl-ai-internal/axolotl-oss-dataset-fixtures | |
| - name: Run tests | |
| run: | | |
| pytest -v -n8 --dist loadfile --ignore=tests/e2e/ --ignore=tests/patched/ --ignore=tests/cli/ tests/ | |
| pytest -v tests/patched/ | |
| pytest -v tests/cli/ | |
| - name: cleanup pip cache | |
| run: | | |
| find "$(pip cache dir)/http-v2" -type f -mtime +14 -exec rm {} \; | |
| docker-e2e-tests: | |
| if: github.repository_owner == 'axolotl-ai-cloud' | |
| # this job needs to be run on self-hosted GPU runners... | |
| runs-on: [self-hosted, modal] | |
| timeout-minutes: 60 | |
| needs: [pre-commit, pytest] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - cuda: 124 | |
| cuda_version: 12.4.1 | |
| python_version: "3.11" | |
| pytorch: 2.4.1 | |
| num_gpus: 1 | |
| axolotl_extras: | |
| nightly_build: "true" | |
| - cuda: 124 | |
| cuda_version: 12.4.1 | |
| python_version: "3.11" | |
| pytorch: 2.5.1 | |
| num_gpus: 1 | |
| axolotl_extras: | |
| nightly_build: "true" | |
| - cuda: 124 | |
| cuda_version: 12.4.1 | |
| python_version: "3.11" | |
| pytorch: 2.6.0 | |
| num_gpus: 1 | |
| axolotl_extras: | |
| nightly_build: "true" | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.11" | |
| - name: Install Modal | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install modal==0.71.8 jinja2 | |
| - name: Update env vars | |
| run: | | |
| echo "BASE_TAG=main-base-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}" >> $GITHUB_ENV | |
| echo "PYTORCH_VERSION=${{ matrix.pytorch}}" >> $GITHUB_ENV | |
| echo "AXOLOTL_ARGS=${{ matrix.axolotl_args}}" >> $GITHUB_ENV | |
| echo "AXOLOTL_EXTRAS=${{ matrix.axolotl_extras}}" >> $GITHUB_ENV | |
| echo "CUDA=${{ matrix.cuda }}" >> $GITHUB_ENV | |
| echo "N_GPUS=${{ matrix.num_gpus }}" >> $GITHUB_ENV | |
| echo "NIGHTLY_BUILD=${{ matrix.nightly_build }}" >> $GITHUB_ENV | |
| - name: Run tests job on Modal | |
| run: | | |
| modal run cicd.e2e_tests |