Dpatel enable tests on spyre #58
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: test-sypre | |
on: pull_request | |
jobs: | |
test-spyre: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 | |
- name: Build docker image | |
run: docker build . -t vllm-spyre -f Dockerfile.spyre | |
- name: Run Spyre tests within docker container | |
run: | | |
docker run -i --rm --entrypoint /bin/bash vllm-spyre -c ''' | |
pip install pytest sentence-transformers && \ | |
python3.12 -c "from transformers import pipeline; pipeline(\"text-generation\", model=\"JackFram/llama-160m\")" && \ | |
export VARIANT=$(ls /root/.cache/huggingface/hub/models--JackFram--llama-160m/snapshots/) && \ | |
mkdir -p /models && \ | |
ln -s /root/.cache/huggingface/hub/models--JackFram--llama-160m/snapshots/${VARIANT} /models/llama-194m && \ | |
python3.12 -c "from sentence_transformers import SentenceTransformer; SentenceTransformer(\"sentence-transformers/all-roberta-large-v1\")" && \ | |
export VARIANT=$(ls /root/.cache/huggingface/hub/models--sentence-transformers--all-roberta-large-v1/snapshots/) && \ | |
ln -s /root/.cache/huggingface/hub/models--sentence-transformers--all-roberta-large-v1/snapshots/${VARIANT} /models/all-roberta-large-v1 && \ | |
export MASTER_PORT=12355 && \ | |
export MASTER_ADDR=localhost && \ | |
export DISTRIBUTED_STRATEGY_IGNORE_MODULES=WordEmbedding && \ | |
python3.12 -m pytest tests/spyre -v | |
''' |