Skip to content

Commit 5b02683

Browse files
Update Mistral-7B-Instruct-v0.3-GPTQ.yaml
1 parent ccbbc34 commit 5b02683

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed
Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# bash ./run-lm-eval-gsm-vllm-baseline.sh -m neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit -b "auto" -l 250 -f 5 -t 4
1+
# bash ./run-lm-eval-gsm-vllm-baseline.sh -m neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit -b "auto" -l 1000 -f 5 -t 1
22
model_name: "neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit"
33
tasks:
44
- name: "gsm8k"
@@ -7,5 +7,5 @@ tasks:
77
value: 0.448
88
- name: "exact_match,flexible-extract"
99
value: 0.446
10-
limit: 250
10+
limit: 1000
1111
num_fewshot: 5

0 commit comments

Comments
 (0)