diff --git a/ci-builds-repair/ci-builds-repair-benchmark/benchmark.py b/ci-builds-repair/ci-builds-repair-benchmark/benchmark.py index e8d866f..6ab3677 100755 --- a/ci-builds-repair/ci-builds-repair-benchmark/benchmark.py +++ b/ci-builds-repair/ci-builds-repair-benchmark/benchmark.py @@ -22,7 +22,9 @@ def filter_by_id(example, ids): class CIFixBenchmark: def __init__(self, model_name, config_path): - benchmark_owner = "LCA-CI-fix-benchmark" + benchmark_owner = "LCA-CI-builds-repair" + self.dataset_id = "JetBrains-Research/lca-ci-builds-repair" + self.config = OmegaConf.load(config_path) if not "test_username" in self.config: self.config.test_username = self.config.username_gh @@ -35,7 +37,6 @@ def __init__(self, model_name, config_path): os.makedirs(self.config.out_folder, exist_ok=True) os.makedirs(self.config.repos_folder, exist_ok=True) - self.dataset_id = f"JetBrains-Research/lca-ci-fixing" OmegaConf.update( self.config, "benchmark_owner", benchmark_owner, force_add=True ) diff --git a/ci-builds-repair/ci-builds-repair-benchmark/run_benchmark.py b/ci-builds-repair/ci-builds-repair-benchmark/run_benchmark.py index 40d863c..9b99370 100755 --- a/ci-builds-repair/ci-builds-repair-benchmark/run_benchmark.py +++ b/ci-builds-repair/ci-builds-repair-benchmark/run_benchmark.py @@ -19,7 +19,7 @@ # CIBenchPython.get_results() # Download the dataset if you want to play with it -# test_dataset = CIBenchPython.get_dataset(force_download=False) +test_dataset = CIBenchPython.get_dataset(force_download=True) # You can load datased from the local folder with json files, passing the path to an argument dataset_folder # test_dataset = CIBenchPython.get_dataset(force_download=False, dataset_folder=dataset_folder) @@ -31,3 +31,5 @@ # Analyze jobs # job_results_file = "examples/jobs_results.jsonl" # CIBenchPython.analyze_results(jobs_results_file=job_results_file) + +pass \ No newline at end of file