File tree Expand file tree Collapse file tree 2 files changed +0
-7
lines changed Expand file tree Collapse file tree 2 files changed +0
-7
lines changed Original file line number Diff line number Diff line change @@ -74,8 +74,6 @@ def read_task_perf(tids, task="complete"):
74
74
continue
75
75
task_perf = {f"BigCodeBench/{ task_id } " : 0 for task_id in range (1140 )}
76
76
model = model .replace ("/" , "--" )
77
- # if info["link"].startswith("https://huggingface.co/"):
78
- # model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--")
79
77
try :
80
78
if info ["prompted" ] and not info ["direct_complete" ]:
81
79
files = glob (f"results/{ model } --bigcodebench-{ task } *-0-1-sanitized-calibrated_eval_results.json" )
Original file line number Diff line number Diff line change @@ -52,9 +52,6 @@ def get_results(tids):
52
52
hf_model = ""
53
53
files = glob (f"results/{ model } --bigcodebench-*.json" )
54
54
assert files , f"No files found for results/{ model } --bigcodebench-*.json"
55
- # if "https://huggingface.co/" in info["link"]:
56
- # hf_model = info["link"].split("https://huggingface.co/")[-1]
57
- # model = hf_model.replace("/", "--")
58
55
for file in files :
59
56
_ , suffix = os .path .basename (file ).split ("--bigcodebench-" )
60
57
status = []
@@ -153,8 +150,6 @@ def read_task_perf(tids, task="complete"):
153
150
154
151
task_perf = dict ()
155
152
model = model .replace ("/" , "--" )
156
- # if info["link"].startswith("https://huggingface.co/"):
157
- # model = info["link"].split("https://huggingface.co/")[-1].replace("/", "--")
158
153
try :
159
154
if info ["prompted" ] and not info ["direct_complete" ]:
160
155
files = glob (f"results/{ model } --bigcodebench-{ task } *-0-1-sanitized-calibrated_eval_results.json" )
You can’t perform that action at this time.
0 commit comments