We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4ab7c7f commit 617b5bdCopy full SHA for 617b5bd
bigcodebench/inspect.py
@@ -23,13 +23,13 @@ def inspection(args):
23
24
eval_results = json.load(open(args.eval_results, "r"))
25
for task_id, results in eval_results["eval"].items():
26
+ if task_id not in problems:
27
+ continue
28
if all(result["status"] == "pass" for result in results):
29
continue
30
task_path = os.path.join(path, task_id)
31
if not os.path.exists(task_path):
32
os.makedirs(task_path)
- if task_id not in problems:
- continue
33
task_id_data = problems[task_id]
34
with open(os.path.join(task_path, "ground_truth.py"), "w") as f:
35
f.write(task_id_data[f"{args.split}_prompt"] + "\n\n" + task_id_data["canonical_solution"])
0 commit comments