Use Qwen2 0.5B for ci tests

Author: abetlen

.github/workflows/test.yaml

@@ -1,5 +1,4 @@
 name: Tests
-
 on:
   pull_request:
     branches:
@@ -8,14 +7,34 @@ on:
     branches:
       - main
 
+env:
+  REPO_ID: Qwen/Qwen2-0.5B-Instruct-GGUF
+  MODEL_FILE: qwen2-0_5b-instruct-q8_0.gguf
+
 jobs:
-  build-linux:
+  download-model:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.9"
+      - name: Install huggingface-hub
+        run: pip install huggingface-hub
+      - name: Download model
+        run: huggingface-hub download ${{ env.REPO_ID }} ${{ env.MODEL_FILE }}
+      - name: Cache model
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/huggingface/hub
+          key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
 
+  build-linux:
+    needs: download-model
     runs-on: ubuntu-latest
     strategy:
       matrix:
         python-version: ["3.9", "3.10", "3.11", "3.12"]
-
     steps:
       - uses: actions/checkout@v4
         with:
@@ -25,6 +44,11 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: 'pip'
+      - name: Restore model cache
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/huggingface/hub
+          key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -34,12 +58,11 @@ jobs:
           python -m pytest
 
   build-windows:
-
+    needs: download-model
     runs-on: windows-latest
     strategy:
       matrix:
         python-version: ["3.9", "3.10", "3.11", "3.12"]
-
     steps:
       - uses: actions/checkout@v4
         with:
@@ -49,6 +72,11 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: 'pip'
+      - name: Restore model cache
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/huggingface/hub
+          key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -58,12 +86,11 @@ jobs:
           python -m pytest
 
   build-macos:
-
+    needs: download-model
     runs-on: macos-latest
     strategy:
       matrix:
         python-version: ["3.9", "3.10", "3.11", "3.12"]
-
     steps:
       - uses: actions/checkout@v4
         with:
@@ -73,6 +100,11 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: 'pip'
+      - name: Restore model cache
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/huggingface/hub
+          key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -81,11 +113,9 @@ jobs:
         run: |
           python -m pytest
 
-
   build-macos-metal:
-
+    needs: download-model
     runs-on: macos-latest
-
     steps:
       - uses: actions/checkout@v4
         with:
@@ -94,6 +124,11 @@ jobs:
         uses: actions/setup-python@v5
         with:
           python-version: "3.9"
+      - name: Restore model cache
+        uses: actions/cache@v3
+        with:
+          path: ~/.cache/huggingface/hub
+          key: ${{ runner.os }}-model-${{ env.REPO_ID }}-${{ env.MODEL_FILE }}
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip