debugging: Are there at all any data points on which our heuristic can beat Idans' in case they disagree?

Author: hlibbabii

bohr.lock

@@ -84,7 +84,7 @@
         }
     },
     "heuristics": {
-        "heuristics/bugginess.py": "9f9ea19cd5c53bbbd41f94cf7b8f3d14",
+        "heuristics/bugginess.py": "be425c256797c0b487f0f2caa39248ca",
         "heuristics/idans_models.py": "9bc0f7e33ba483a4a297e34aecbfe0c0",
         "heuristics/smells.py": "a2254c51be33d4ede33baab98ba18b09",
         "heuristics/tools/idansmodel.py": "0fe4b3e05ed4ac48123705a56526dac4"

dvc.lock

@@ -158,8 +158,8 @@ stages:
       md5: 7b32f404edf5982eb4c5f51b956663c4
       size: 341651
     - path: heuristics/bugginess.py
-      md5: 9f9ea19cd5c53bbbd41f94cf7b8f3d14
-      size: 2873
+      md5: be425c256797c0b487f0f2caa39248ca
+      size: 448
     - path: heuristics/keywords
       md5: b4e7587c1b8e4e1461685a305d48bd66.dir
       size: 1382
@@ -172,11 +172,11 @@ stages:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_1151-commits.pkl
-      md5: cde4712cd3c7d97a01d472a96001655f
-      size: 2792588
+      md5: 90f0894ad857e8f8011b5f16dab145ae
+      size: 19189
     - path: metrics/bugginess/heuristics.bugginess/heuristic_metrics_1151-commits.json
-      md5: b96cb136399ae3adae98d63b9f2cfb27
-      size: 72
+      md5: 452fdb0e2c252999419be5771a3774cc
+      size: 58
   preprocess_berger:
     cmd: cp downloaded-data/berger.csv data && echo "data/berger.csv" >> .gitignore
       && git add .gitignore
@@ -196,8 +196,8 @@ stages:
       md5: 71b9738db6cb47e3af599da316e3b570
       size: 60847
     - path: heuristics/bugginess.py
-      md5: 9f9ea19cd5c53bbbd41f94cf7b8f3d14
-      size: 2873
+      md5: be425c256797c0b487f0f2caa39248ca
+      size: 448
     - path: heuristics/keywords
       md5: b4e7587c1b8e4e1461685a305d48bd66.dir
       size: 1382
@@ -210,11 +210,11 @@ stages:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_berger.pkl
-      md5: e0369bc6d68aa85165b5a13925542d15
-      size: 917772
+      md5: fca11aa5955796dc3213cb82f79bfe0b
+      size: 6773
     - path: metrics/bugginess/heuristics.bugginess/heuristic_metrics_berger.json
-      md5: 550545961be81184af6f7287900a4ac2
-      size: 73
+      md5: c2fefb5ddd23aee9e2705356b8d131c1
+      size: 59
   preprocess_bugginess-train:
     cmd: 7z x downloaded-data/bugginess_train.7z -odata/bugginess_train && echo "data/bugginess_train"
       >> .gitignore && git add .gitignore
@@ -236,8 +236,8 @@ stages:
       size: 2489726547
       nfiles: 3
     - path: heuristics/bugginess.py
-      md5: 9f9ea19cd5c53bbbd41f94cf7b8f3d14
-      size: 2873
+      md5: be425c256797c0b487f0f2caa39248ca
+      size: 448
     - path: heuristics/keywords
       md5: b4e7587c1b8e4e1461685a305d48bd66.dir
       size: 1382
@@ -250,11 +250,11 @@ stages:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_bugginess-train.pkl
-      md5: 5d1c71dcd36417356cabe2e340ca959d
-      size: 500879984
+      md5: c3c190910e5080bf45c49c40a17d07bc
+      size: 3317794
     - path: metrics/bugginess/heuristics.bugginess/heuristic_metrics_bugginess-train.json
-      md5: 9c903723760f0000193679b361437e41
-      size: 32
+      md5: 90747343662116155b09e2920b157b6c
+      size: 17
   bugginess_apply_heuristics__heuristics_bugginess__herzig:
     cmd: bohr apply-heuristics bugginess --heuristic-group heuristics.bugginess --dataset
       herzig
@@ -263,8 +263,8 @@ stages:
       md5: 279936268f488e1e613f81a537f29055
       size: 1458311
     - path: heuristics/bugginess.py
-      md5: 9f9ea19cd5c53bbbd41f94cf7b8f3d14
-      size: 2873
+      md5: be425c256797c0b487f0f2caa39248ca
+      size: 448
     - path: heuristics/keywords
       md5: b4e7587c1b8e4e1461685a305d48bd66.dir
       size: 1382
@@ -277,26 +277,26 @@ stages:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_herzig.pkl
-      md5: 7e673c0cce8687903d67a529058bc0ae
-      size: 12608796
+      md5: c0be2ce6de89119120e5fdb5e3da325a
+      size: 84206
     - path: metrics/bugginess/heuristics.bugginess/heuristic_metrics_herzig.json
-      md5: e622c8996ebf83f338511a8834be4529
-      size: 73
+      md5: 6881c30e66d12aec85d162df31e5e04d
+      size: 58
   bugginess_combine_heuristics:
     cmd: bohr apply-heuristics bugginess
     deps:
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_1151-commits.pkl
-      md5: cde4712cd3c7d97a01d472a96001655f
-      size: 2792588
+      md5: 90f0894ad857e8f8011b5f16dab145ae
+      size: 19189
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_berger.pkl
-      md5: e0369bc6d68aa85165b5a13925542d15
-      size: 917772
+      md5: fca11aa5955796dc3213cb82f79bfe0b
+      size: 6773
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_bugginess-train.pkl
-      md5: 5d1c71dcd36417356cabe2e340ca959d
-      size: 500879984
+      md5: c3c190910e5080bf45c49c40a17d07bc
+      size: 3317794
     - path: generated/bugginess/heuristics.bugginess/heuristic_matrix_herzig.pkl
-      md5: 7e673c0cce8687903d67a529058bc0ae
-      size: 12608796
+      md5: c0be2ce6de89119120e5fdb5e3da325a
+      size: 84206
     - path: generated/bugginess/heuristics.idans_models/heuristic_matrix_1151-commits.pkl
       md5: 408cd74f3d9abdd6fb8d4a267e9ebb6a
       size: 9968
@@ -314,52 +314,52 @@ stages:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/analysis_1151-commits.csv
-      md5: ada896b3c751cafd3d17009cdb22c735
-      size: 24023
+      md5: 7ee692485362475a4d8643cebc3fd7ca
+      size: 188
     - path: generated/bugginess/analysis_berger.csv
-      md5: 521b206542f64cad5a53928ca9a47940
-      size: 21390
+      md5: ff1730095a59d452cd4cd036a7512aa2
+      size: 188
     - path: generated/bugginess/analysis_bugginess-train.csv
-      md5: c096a26f579273d7dfa245a9c0f6fe70
-      size: 29166
+      md5: 35677988058b318d85f21115789295d0
+      size: 118
     - path: generated/bugginess/analysis_herzig.csv
-      md5: 681e84323ffaa6dc2425600e3f525fa2
-      size: 25457
+      md5: 057ffb8087b43c6ef835dc66977d8725
+      size: 191
     - path: generated/bugginess/heuristic_matrix_1151-commits.pkl
-      md5: caf933c931aa26999d6b892ee97e226a
-      size: 2801970
+      md5: e8807acdbe8c2591e493475afca79cae
+      size: 28542
     - path: generated/bugginess/heuristic_matrix_berger.pkl
-      md5: e4621d6a3f63b15aebad1c2fc22c641a
-      size: 920946
+      md5: c8e4b885d513db5897c89259ec572752
+      size: 9918
     - path: generated/bugginess/heuristic_matrix_bugginess-train.pkl
-      md5: 8e424b0d26a3af93fda99341fe964799
-      size: 502538673
+      md5: 294745907cf489e43fea9d5b4ece4a63
+      size: 4976454
     - path: generated/bugginess/heuristic_matrix_herzig.pkl
-      md5: 2bde91dbc20aca2ae70f88acdaeee838
-      size: 12650682
+      md5: 59dca23f438db2d8adbd279115813898
+      size: 126063
     - path: metrics/bugginess/analysis_1151-commits.json
-      md5: aad59b51d0cab5b84c62da9d3ccd9549
-      size: 108179
+      md5: 42cbd02eada4fbeabe3387e9267b8dbc
+      size: 696
     - path: metrics/bugginess/analysis_berger.json
-      md5: 83f4ffa9d996d2416a0f3f30e1e164aa
-      size: 105040
+      md5: 90f8aece1e0ecdf7538bf11775d3e5d3
+      size: 696
     - path: metrics/bugginess/analysis_bugginess-train.json
-      md5: 17a3470e8a06d8fe6fc93ca8a95d45e1
-      size: 77088
+      md5: 682590d1a88367c9ecc4a42d23bbc52f
+      size: 410
     - path: metrics/bugginess/analysis_herzig.json
-      md5: 9d4f05e95d714c566a7354dbbaf2bd7c
-      size: 109877
+      md5: 22dea696b91e19a1567e207708618edc
+      size: 699
     - path: metrics/bugginess/heuristic_metrics_1151-commits.json
-      md5: c9501dce1b502807e79ec0aad0adce8c
-      size: 58
+      md5: cc78f2084295e52c9adc17fc2b4487c6
+      size: 57
     - path: metrics/bugginess/heuristic_metrics_berger.json
-      md5: e05019fd889583af3b48ad78765ead60
+      md5: c4d8cb63cccd72944bc70dce56578dbf
       size: 58
     - path: metrics/bugginess/heuristic_metrics_bugginess-train.json
       md5: ee53d260cd541f43e554c20c21acabf7
       size: 17
     - path: metrics/bugginess/heuristic_metrics_herzig.json
-      md5: d6f14b937e309f43bb0d7d435b4922ca
+      md5: 9b7b281f3cf80561509a9d9b31e246e2
       size: 58
   bugginess_train_label_model:
     cmd: bohr train-label-model bugginess bugginess-train
@@ -374,29 +374,29 @@ stages:
       md5: 279936268f488e1e613f81a537f29055
       size: 1458311
     - path: generated/bugginess/heuristic_matrix_1151-commits.pkl
-      md5: caf933c931aa26999d6b892ee97e226a
-      size: 2801970
+      md5: e8807acdbe8c2591e493475afca79cae
+      size: 28542
     - path: generated/bugginess/heuristic_matrix_berger.pkl
-      md5: e4621d6a3f63b15aebad1c2fc22c641a
-      size: 920946
+      md5: c8e4b885d513db5897c89259ec572752
+      size: 9918
     - path: generated/bugginess/heuristic_matrix_bugginess-train.pkl
-      md5: 8e424b0d26a3af93fda99341fe964799
-      size: 502538673
+      md5: 294745907cf489e43fea9d5b4ece4a63
+      size: 4976454
     - path: generated/bugginess/heuristic_matrix_herzig.pkl
-      md5: 2bde91dbc20aca2ae70f88acdaeee838
-      size: 12650682
+      md5: 59dca23f438db2d8adbd279115813898
+      size: 126063
     params:
       bohr.json:
         bohr_framework_version: 0.4.2
     outs:
     - path: generated/bugginess/label_model.pkl
-      md5: 5887422d06b51b9a6e19671efa58514f
-      size: 1875474
+      md5: 94fbc13c3bced771519534caa09fe09f
+      size: 4918
     - path: generated/bugginess/label_model_weights.csv
-      md5: f5f46db38c1260743c569694ff59687d
-      size: 19690
+      md5: 3ae8c2dfc199b8120ec173ff859f587e
+      size: 138
     - path: metrics/bugginess/label_model_metrics.json
-      md5: c6bb24d1e08162da85dbb598f54932fe
+      md5: 2243c6dcaf7ebcf7c5b4c2d4f6c111a2
       size: 430
   bugginess_label_dataset_herzig:
     cmd: bohr label-dataset bugginess herzig
@@ -405,18 +405,18 @@ stages:
       md5: 279936268f488e1e613f81a537f29055
       size: 1458311
     - path: generated/bugginess/heuristic_matrix_herzig.pkl
-      md5: 2bde91dbc20aca2ae70f88acdaeee838
-      size: 12650682
+      md5: 59dca23f438db2d8adbd279115813898
+      size: 126063
     - path: generated/bugginess/label_model.pkl
-      md5: 5887422d06b51b9a6e19671efa58514f
-      size: 1875474
+      md5: 94fbc13c3bced771519534caa09fe09f
+      size: 4918
     params:
       bohr.json:
         bohr_framework_version: 0.4.2
     outs:
     - path: labeled-datasets/herzig.labeled.csv
-      md5: 36ace7239a0ccfa9c7998253fbca4b68
-      size: 1536993
+      md5: ecbc105943cc7efe32679a20c80c4fee
+      size: 1541807
   smells_train_label_model:
     cmd: bohr train-label-model smells smells-train
     deps:
@@ -488,56 +488,56 @@ stages:
       size: 2489726547
       nfiles: 3
     - path: generated/bugginess/heuristic_matrix_bugginess-train.pkl
-      md5: 8e424b0d26a3af93fda99341fe964799
-      size: 502538673
+      md5: 294745907cf489e43fea9d5b4ece4a63
+      size: 4976454
     - path: generated/bugginess/label_model.pkl
-      md5: 5887422d06b51b9a6e19671efa58514f
-      size: 1875474
+      md5: 94fbc13c3bced771519534caa09fe09f
+      size: 4918
     params:
       bohr.json:
         bohr_framework_version: 0.4.2
     outs:
     - path: labeled-datasets/bugginess-train.labeled.csv
-      md5: 6e760674b91bdd224b1834ee4d0153c0
-      size: 61591165
+      md5: 1197fb7089891466331259cf720c53ec
+      size: 61782839
   bugginess_label_dataset_1151-commits:
     cmd: bohr label-dataset bugginess 1151-commits
     deps:
     - path: data/1151-commits.csv
       md5: 7b32f404edf5982eb4c5f51b956663c4
       size: 341651
     - path: generated/bugginess/heuristic_matrix_1151-commits.pkl
-      md5: caf933c931aa26999d6b892ee97e226a
-      size: 2801970
+      md5: e8807acdbe8c2591e493475afca79cae
+      size: 28542
     - path: generated/bugginess/label_model.pkl
-      md5: 5887422d06b51b9a6e19671efa58514f
-      size: 1875474
+      md5: 94fbc13c3bced771519534caa09fe09f
+      size: 4918
     params:
       bohr.json:
         bohr_framework_version: 0.4.2
     outs:
     - path: labeled-datasets/1151-commits.labeled.csv
-      md5: 35f831099bae6a3861fd6144036d074f
-      size: 359139
+      md5: fbf361ca8b1d2ae6178262330848a5ea
+      size: 360139
   bugginess_label_dataset_berger:
     cmd: bohr label-dataset bugginess berger
     deps:
     - path: data/berger.csv
       md5: 71b9738db6cb47e3af599da316e3b570
       size: 60847
     - path: generated/bugginess/heuristic_matrix_berger.pkl
-      md5: e4621d6a3f63b15aebad1c2fc22c641a
-      size: 920946
+      md5: c8e4b885d513db5897c89259ec572752
+      size: 9918
     - path: generated/bugginess/label_model.pkl
-      md5: 5887422d06b51b9a6e19671efa58514f
-      size: 1875474
+      md5: 94fbc13c3bced771519534caa09fe09f
+      size: 4918
     params:
       bohr.json:
         bohr_framework_version: 0.4.2
     outs:
     - path: labeled-datasets/berger.labeled.csv
-      md5: 5afa86df35ebc3f2087723f8e509082d
-      size: 66515
+      md5: 893dc8d2a2a688a7f839772aae2b412c
+      size: 66919
   bugginess_transformer_train:
     cmd: bash classifiers/bugginess-transformer/train.sh labeled-data/bugginess.csv
     deps: