We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ccbbc34 commit 5b02683Copy full SHA for 5b02683
.buildkite/lm-eval-harness/configs/Mistral-7B-Instruct-v0.3-GPTQ.yaml
@@ -1,4 +1,4 @@
1
-# bash ./run-lm-eval-gsm-vllm-baseline.sh -m neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit -b "auto" -l 250 -f 5 -t 4
+# bash ./run-lm-eval-gsm-vllm-baseline.sh -m neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit -b "auto" -l 1000 -f 5 -t 1
2
model_name: "neuralmagic/Mistral-7B-Instruct-v0.3-GPTQ-4bit"
3
tasks:
4
- name: "gsm8k"
@@ -7,5 +7,5 @@ tasks:
7
value: 0.448
8
- name: "exact_match,flexible-extract"
9
value: 0.446
10
-limit: 250
+limit: 1000
11
num_fewshot: 5
0 commit comments