Skip to content

Commit

Permalink
@ci-fixing
Browse files Browse the repository at this point in the history
Corrected urls and dataset naming
  • Loading branch information
galtimur committed Jun 6, 2024
1 parent d7d7da2 commit 454fbce
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 3 deletions.
5 changes: 3 additions & 2 deletions ci-builds-repair/ci-builds-repair-benchmark/benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,9 @@ def filter_by_id(example, ids):
class CIFixBenchmark:
def __init__(self, model_name, config_path):

benchmark_owner = "LCA-CI-fix-benchmark"
benchmark_owner = "LCA-CI-builds-repair"
self.dataset_id = "JetBrains-Research/lca-ci-builds-repair"

self.config = OmegaConf.load(config_path)
if not "test_username" in self.config:
self.config.test_username = self.config.username_gh
Expand All @@ -35,7 +37,6 @@ def __init__(self, model_name, config_path):

os.makedirs(self.config.out_folder, exist_ok=True)
os.makedirs(self.config.repos_folder, exist_ok=True)
self.dataset_id = f"JetBrains-Research/lca-ci-fixing"
OmegaConf.update(
self.config, "benchmark_owner", benchmark_owner, force_add=True
)
Expand Down
4 changes: 3 additions & 1 deletion ci-builds-repair/ci-builds-repair-benchmark/run_benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@
# CIBenchPython.get_results()

# Download the dataset if you want to play with it
# test_dataset = CIBenchPython.get_dataset(force_download=False)
test_dataset = CIBenchPython.get_dataset(force_download=True)

# You can load datased from the local folder with json files, passing the path to an argument dataset_folder
# test_dataset = CIBenchPython.get_dataset(force_download=False, dataset_folder=dataset_folder)
Expand All @@ -31,3 +31,5 @@
# Analyze jobs
# job_results_file = "examples/jobs_results.jsonl"
# CIBenchPython.analyze_results(jobs_results_file=job_results_file)

pass

0 comments on commit 454fbce

Please sign in to comment.