Skip to content

Commit c92334a

Browse files
style: ruff
1 parent 55b2214 commit c92334a

File tree

3 files changed

+11
-13
lines changed

3 files changed

+11
-13
lines changed

src/genesys/verifier/code_test_verifier.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -374,9 +374,9 @@ def verify_code(response: str, test_cases, language):
374374
import time
375375

376376
start = time.time()
377-
for c, t, l in zip(code_samples, test_cases, languages):
378-
print(f"\n\n### Testing for {l} ###")
379-
score = verify_code(c, t, l)
377+
for code, test, lang in zip(code_samples, test_cases, languages):
378+
print(f"\n\n### Testing for {lang} ###")
379+
score = verify_code(code, test, lang)
380380
print(score)
381381
end = time.time()
382382

src/genesys/verifier/math_verifier.py

+8-9
Original file line numberDiff line numberDiff line change
@@ -1,21 +1,20 @@
1-
from pydantic import BaseModel, Field
2-
3-
4-
class MathGroundTruthVerification(BaseModel):
5-
type: str = Field("math_groundtruth")
6-
ground_truth: str
7-
8-
91
"""
102
Math verification utils from https://github.com/EleutherAI/lm-evaluation-harness/blob/main/lm_eval/tasks/minerva_math/utils.py
113
"""
124

13-
import re
145
import signal
156
import sympy
167
import json
178
from sympy.parsing.latex import parse_latex
189
from typing import Optional
10+
from pydantic import BaseModel, Field
11+
12+
13+
class MathGroundTruthVerification(BaseModel):
14+
type: str = Field("math_groundtruth")
15+
ground_truth: str
16+
17+
1918

2019

2120
def verify_math(model_output, ground_truth_answer):

src/genesys/verifier/verifier.py

-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,4 @@
11
from typing import List, Union
2-
from pydantic import BaseModel, Field
32
from genesys.verifier.code_test_verifier import CodeTestsVerification, verify_code, init_containers, close_containers
43
from genesys.verifier.math_verifier import MathGroundTruthVerification, verify_math
54

0 commit comments

Comments
 (0)