remove verification

Author: samsja

src/genesys/generate.py

@@ -4,7 +4,7 @@
 from datasets import load_dataset
 from tqdm import tqdm
 from transformers import AutoTokenizer
-from genesys.utils import repeat_elements, save_batch_results, verify_math_sample
+import json
 
 SYSTEM_PROMPT = "Solve the following math problem efficiently and clearly. Think carefully and step by step about your response and reason before providing a final response. Conclude your response with: \n\nTherefore, the final answer is: $\\boxed{answer}$. I hope it is correct.\n\nWhere [answer] is just the final number or expression that solves the problem. If the question is a multiple choice question, [answer] should be the letter indicating your correct response (e.g. \\text{A} or \\text{B})."
 
@@ -19,6 +19,17 @@ class Config(BaseConfig):
     max_samples: int | None = None
 
 
+def repeat_elements(lst, n):
+    return [item for item in lst for _ in range(n)]
+
+
+def save_batch_results(batch_results, results_file):
+    with open(results_file, "a") as f:
+        for result in batch_results:
+            json.dump(result, f)
+            f.write("\n")
+
+
 def main(config: Config):
     llm = sgl.Engine(model_path=config.name_model, tp_size=config.num_gpus)
     tokenizer = AutoTokenizer.from_pretrained(config.name_model)
@@ -56,7 +67,6 @@ def main(config: Config):
             result["response"] = out["text"]
             result["problem_id"] = int(batch_ids[j])
             result["ground_truth"] = batch_ground_truths[j]
-            result["correct"] = verify_math_sample(out["text"], batch_ground_truths[j])
 
             all_results.append(result)