-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdvc.lock
1635 lines (1635 loc) · 47.2 KB
/
dvc.lock
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
schema: '2.0'
stages:
download_data:
cmd: kaggle competitions download -c petfinder-pawpularity-score -p data/
outs:
- path: data/petfinder-pawpularity-score.zip
md5: 35dd50bacd33ebba746738508e20e276
size: 1030728211
unzip_data:
cmd: unzip data/petfinder-pawpularity-score.zip -d data/
deps:
- path: data/petfinder-pawpularity-score.zip
md5: 35dd50bacd33ebba746738508e20e276
size: 1030728211
outs:
- path: data/sample_submission.csv
md5: eed5ebc04c54d5e5130a85a4d81dfc6e
size: 326
- path: data/test
md5: e945e75c5c4c977b08ad644851755e27.dir
size: 83775
nfiles: 8
- path: data/test.csv
md5: 4e4d1b962044457c29f636cc02716e46
size: 545
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train.csv
md5: a7812f42b71d57e77dfc6e05f5cdd865
size: 594740
create_folds:
cmd: python pipe/create_folds.py
deps:
- path: data/train_deduped.csv
md5: a19b722d94bf2f664c9770c4c2e12575
size: 640790
- path: pipe/create_folds.py
md5: 1804828c5e6d78ac07e99599c5683302
size: 1004
params:
params.yaml:
create_folds:
seed: 42
n_folds: 5
outs:
- path: data/train_folds_all.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
train_one:
cmd: python pipe/train_one.py
deps:
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/train_one.py
md5: e464b8921db089e1519eea62d040f287
size: 5972
params:
params.yaml:
train_one:
name: one
seed: 9393
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
arch: swin_large_patch4_window12_384
pretrained: true
epochs: 6
bs: 16
auto_batch_size: false
accumulate_grad_batches: 1
precision: 16
use_normalize: true
n_tfms: 2
magn: 3
sz: 384
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
lr: 3e-05
warmup_epochs: 1
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_one_fold0.ckpt
md5: 6a2b03a6e33e672fcb53126c1f17d5fc
size: 795416097
- path: ckpts/model_one_fold1.ckpt
md5: 4c2f10bedf14aff913f11a072e92d1cf
size: 795416097
- path: ckpts/model_one_fold2.ckpt
md5: 5deb194fb1723f07f0d05fa59aa3f877
size: 795416097
- path: ckpts/model_one_fold3.ckpt
md5: ab3b5e4b66c4b2a591b4da330c97a6ed
size: 795416097
- path: ckpts/model_one_fold4.ckpt
md5: 868348601911c0d855a45ddf9db6c3f9
size: 795416097
- path: metrics/model_one.json
md5: 64a8cabd34305c3294aa5a823bfc9386
size: 61
- path: preds/model_one_oof.npy
md5: a994891f8a5f277692141627b9bc80b6
size: 79128
resize_images:
cmd: python pipe/resize_images.py
deps:
- path: data/test
md5: e945e75c5c4c977b08ad644851755e27.dir
size: 83775
nfiles: 8
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: pipe/resize_images.py
md5: 22b4e2500eb69a98b5f32cd73384fa8e
size: 854
params:
params.yaml:
resize:
sz:
- 224
- 384
outs:
- path: data/test_224/
md5: 8b2b276f61b204b6d52b9d73191cfd83.dir
size: 170719
nfiles: 8
- path: data/test_384/
md5: ed7b545ec573e12362fca208e03d60a0.dir
size: 367783
nfiles: 8
- path: data/train_224/
md5: 3452a5af5bd28029d534ec33b0bd09f4.dir
size: 97308155
nfiles: 9912
- path: data/train_384/
md5: 3e12f820928b7b6770891beda13b8af2.dir
size: 236133550
nfiles: 9912
train_two:
cmd: python pipe/train_two.py
deps:
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/train_two.py
md5: 94780c0a9535fe930ff8d1d39e452383
size: 5972
params:
params.yaml:
train_two:
name: two
seed: 7591
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
arch: swin_large_patch4_window7_224
pretrained: true
epochs: 6
bs: 64
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 5e-05
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_two_fold0.ckpt
md5: d7c722510a13c59aa1a3eb927b484a5c
size: 782575841
- path: ckpts/model_two_fold1.ckpt
md5: af20e7eb3387be81d1fede8716206e6b
size: 782575841
- path: ckpts/model_two_fold2.ckpt
md5: cd5b9c919aac01c664d5e197b02d600b
size: 782575841
- path: ckpts/model_two_fold3.ckpt
md5: bc5c7155212f7227729d50dff4a8feaa
size: 782575841
- path: ckpts/model_two_fold4.ckpt
md5: cfbb6c441d02c45352cd6855d28ff07f
size: 782575841
- path: metrics/model_two.json
md5: 1759c60f2c5a937364c4701f12c3ecca
size: 62
- path: preds/model_two_oof.npy
md5: 25b6b349f3c25a1812b39b84287c10f4
size: 79128
remove_duplicates:
cmd: python pipe/remove_duplicate_images.py
deps:
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: pipe/remove_duplicate_images.py
md5: 6e6f526909266d3a1af7af13c985a3cd
size: 3931
outs:
- path: data/train_deduped.csv
md5: a19b722d94bf2f664c9770c4c2e12575
size: 640790
train_three:
cmd: python pipe/train_three.py
deps:
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/train_three.py
md5: 45901f657d804fd385c2c881295fed64
size: 5974
params:
params.yaml:
train_three:
name: three
seed: 9102
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
arch: xcit_large_24_p8_224_dist
pretrained: true
epochs: 6
bs: 16
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 3e-05
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_three_fold0.ckpt
md5: fabed792f76e5611a3f824053a89921e
size: 753552559
- path: ckpts/model_three_fold1.ckpt
md5: 4d1e77588aee32f6010641f776c324da
size: 753552559
- path: ckpts/model_three_fold2.ckpt
md5: 851b257d96188721316c12d734913af3
size: 753552559
- path: ckpts/model_three_fold3.ckpt
md5: c6727f7950f6c500b20322c1e5ce2c38
size: 753552559
- path: ckpts/model_three_fold4.ckpt
md5: 159807b07390c92518edd1df86f0da1f
size: 753552559
- path: metrics/model_three.json
md5: 384eabbb08e32829cfb5d8a40cce9554
size: 61
- path: preds/model_three_oof.npy
md5: 7d328a8c17f6d4536199a9a954b85f97
size: 79128
train_four:
cmd: python pipe/train_four.py
deps:
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/train_four.py
md5: 0aae0d7f82a78dca403fec7a7c32ec4e
size: 5973
params:
params.yaml:
train_four:
name: four
seed: 1230
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
arch: cait_s24_224
pretrained: true
epochs: 6
bs: 128
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 0.0001
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_four_fold0.ckpt
md5: 01c4bf458c6dbe1e6d5975ca77ff66fa
size: 186584705
- path: ckpts/model_four_fold1.ckpt
md5: 00ca31cd7ad9adbc3ee2147080b7c932
size: 186584705
- path: ckpts/model_four_fold2.ckpt
md5: d696e0361dd66628d3cf043232299dd7
size: 186584705
- path: ckpts/model_four_fold3.ckpt
md5: 0ccc7e97da81b1bf251daa12c1c62767
size: 186584705
- path: ckpts/model_four_fold4.ckpt
md5: 965972516c3f48623803957b698dba0f
size: 186584705
- path: metrics/model_four.json
md5: 5fbf169e919ed912d1a0460d0f5fb582
size: 61
- path: preds/model_four_oof.npy
md5: 920dc2f77c815156683ac3166b9d9029
size: 79128
ensemble:
cmd: python pipe/ensemble.py
deps:
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/ensemble.py
md5: 9e37b59c04f9c2f989cd206090900f30
size: 1740
- path: preds/model_four_oof.npy
md5: 920dc2f77c815156683ac3166b9d9029
size: 79128
- path: preds/model_one_oof.npy
md5: a994891f8a5f277692141627b9bc80b6
size: 79128
- path: preds/model_three_oof.npy
md5: 7d328a8c17f6d4536199a9a954b85f97
size: 79128
- path: preds/model_two_oof.npy
md5: 25b6b349f3c25a1812b39b84287c10f4
size: 79128
params:
params.yaml:
ensemble:
name: ensemble
seed: 1616
models:
- one
- two
- three
- four
n_folds: 5
outs:
- path: ckpts/model_ensemble.joblib
md5: 1f37789fb10c3714e4b2739d040d7b71
size: 84831
- path: metrics/model_ensemble.json
md5: bb6f90fc9973006e20bb16cbaf942620
size: 22
download_extra_data:
cmd: kaggle competitions download -c petfinder-adoption-prediction -p data/petfinder-adoption-prediction
outs:
- path: data/petfinder-adoption-prediction/petfinder-adoption-prediction.zip
md5: f5d570d05f001c7111ae9d296a776de5
size: 2083562071
unzip_extra_data:
cmd: unzip data/petfinder-adoption-prediction/petfinder-adoption-prediction.zip
-d data/petfinder-adoption-prediction/
deps:
- path: data/petfinder-adoption-prediction/petfinder-adoption-prediction.zip
md5: f5d570d05f001c7111ae9d296a776de5
size: 2083562071
outs:
- path: data/petfinder-adoption-prediction/BreedLabels.csv
md5: 2d77f05b9a5f400a879aed75761f2d5c
size: 6984
- path: data/petfinder-adoption-prediction/ColorLabels.csv
md5: 6aa37b90b49305f686b2cf48c41e63a6
size: 88
- path: data/petfinder-adoption-prediction/PetFinder-BreedLabels.csv
md5: 2d77f05b9a5f400a879aed75761f2d5c
size: 6984
- path: data/petfinder-adoption-prediction/PetFinder-ColorLabels.csv
md5: 6aa37b90b49305f686b2cf48c41e63a6
size: 88
- path: data/petfinder-adoption-prediction/PetFinder-StateLabels.csv
md5: 8f325ebd539d5f4d8919c629b11cb88a
size: 285
- path: data/petfinder-adoption-prediction/StateLabels.csv
md5: 8f325ebd539d5f4d8919c629b11cb88a
size: 285
- path: data/petfinder-adoption-prediction/breed_labels.csv
md5: 2d77f05b9a5f400a879aed75761f2d5c
size: 6984
- path: data/petfinder-adoption-prediction/color_labels.csv
md5: 6aa37b90b49305f686b2cf48c41e63a6
size: 88
- path: data/petfinder-adoption-prediction/state_labels.csv
md5: 8f325ebd539d5f4d8919c629b11cb88a
size: 285
- path: data/petfinder-adoption-prediction/test/
md5: 7fd247dc9d00279a2c918e80f8115982.dir
size: 1694948
nfiles: 2
- path: data/petfinder-adoption-prediction/test_images
md5: a867212f5caaeff7bb4dff513163e931.dir
size: 391972706
nfiles: 14465
- path: data/petfinder-adoption-prediction/test_metadata
md5: 90581d235d3a0ab63a5487279e5f02e6.dir
size: 77217658
nfiles: 14465
- path: data/petfinder-adoption-prediction/test_sentiment
md5: db4e84200e60f820144b7e382c673b01.dir
size: 16509699
nfiles: 3865
- path: data/petfinder-adoption-prediction/train/
md5: 503cab2cc4c5476ed3d3773ea5d69305.dir
size: 6690166
nfiles: 1
- path: data/petfinder-adoption-prediction/train_images/
md5: 4f5d52211e133269efb0582221b681f6.dir
size: 1606122052
nfiles: 58311
- path: data/petfinder-adoption-prediction/train_metadata
md5: bd1bbcad90f59319dc3ac4efb7e9d0fb.dir
size: 312766464
nfiles: 58311
- path: data/petfinder-adoption-prediction/train_sentiment
md5: eec2b1030c8c10a84c4c5f1a979a394a.dir
size: 67574427
nfiles: 14442
organize_extra_images:
cmd: mkdir data/extra && find data/petfinder-adoption-prediction/ -name '*.jpg'
-exec cp {} data/extra/ \;
deps:
- path: data/petfinder-adoption-prediction/test_images/
md5: a867212f5caaeff7bb4dff513163e931.dir
size: 391972706
nfiles: 14465
- path: data/petfinder-adoption-prediction/train_images/
md5: 4f5d52211e133269efb0582221b681f6.dir
size: 1606122052
nfiles: 58311
outs:
- path: data/extra
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
resize_extra_images:
cmd: python pipe/resize_extra_images.py
deps:
- path: data/extra/
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
- path: pipe/resize_extra_images.py
md5: c336f6f4210ea3cb50f3a0308675cb97
size: 824
params:
params.yaml:
resize_extra_images:
sz:
- 224
- 384
outs:
- path: data/extra_224
md5: 38167aa44a98fa7a2b33a53c2665327b.dir
size: 694454778
nfiles: 72776
- path: data/extra_384
md5: f0d0d79586659ba82df50d4314effbc2.dir
size: 1109231399
nfiles: 72776
pseudo_labeling:
cmd: python pipe/pseudo_label.py
deps:
- path: ckpts/model_four_fold0.ckpt
md5: 78100c60219bd32389c422408f536dce
size: 186580673
- path: ckpts/model_four_fold1.ckpt
md5: 0ff284ccb238ecc3338f08ec6df07c8f
size: 186580673
- path: ckpts/model_four_fold2.ckpt
md5: 7d4f28d43dec906779d66ed6d047d2bf
size: 186580673
- path: ckpts/model_four_fold3.ckpt
md5: f4914b8faf3dd45dbea24fee4ca291db
size: 186580673
- path: ckpts/model_four_fold4.ckpt
md5: 13baa4faeace938e134f100560e7229c
size: 186580673
- path: ckpts/model_one_fold0.ckpt
md5: c48c8ee1206e88abde5086dc91063061
size: 795412065
- path: ckpts/model_one_fold1.ckpt
md5: 4a61881d00c16fdcceaff9160d6e1325
size: 795412065
- path: ckpts/model_one_fold2.ckpt
md5: f92f592bf4d8e74f1a49e193c81a5246
size: 795412065
- path: ckpts/model_one_fold3.ckpt
md5: 0fee8692971090d96dae831784cfe3e1
size: 795412065
- path: ckpts/model_one_fold4.ckpt
md5: c69ca77ac2ae7034ba867807b4e39ae4
size: 795412065
- path: ckpts/model_three_fold0.ckpt
md5: cfb1b4d36627ab4e9bc77bad9e4e298a
size: 753548527
- path: ckpts/model_three_fold1.ckpt
md5: 45e2dfa7ee6907916539c1f7aef0aecd
size: 753548527
- path: ckpts/model_three_fold2.ckpt
md5: 656ae2aae8ced258b98b674609faa386
size: 753548527
- path: ckpts/model_three_fold3.ckpt
md5: a443b6c1bc04cb34b9ee184c5929d703
size: 753548527
- path: ckpts/model_three_fold4.ckpt
md5: 0766b118ced3db8a31c9c6678b63a15f
size: 753548527
- path: ckpts/model_two_fold0.ckpt
md5: 0eda6fbe46915f679a0854020e40f89b
size: 782571809
- path: ckpts/model_two_fold1.ckpt
md5: 1b25e121b472954fdb018763b4ac51c7
size: 782571809
- path: ckpts/model_two_fold2.ckpt
md5: c19d2c431b28cb00fc75df8f59ff96b8
size: 782571809
- path: ckpts/model_two_fold3.ckpt
md5: 5c8515a50a899037ba334db6d15fe6d7
size: 782571809
- path: ckpts/model_two_fold4.ckpt
md5: c5c73889f9df7dbdeda5a5589c259446
size: 782571809
- path: data/extra2/
md5: 94b80c06514fcd9baa430c730f9ded9c.dir
size: 857482337
nfiles: 37500
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/pseudo_label.py
md5: 70c8f4b302db6c7e3c38771be45e4eb0
size: 2667
params:
params.yaml:
pseudo_labeling:
models:
- one
- two
- three
- four
n_folds: 5
outs:
- path: data/extra.csv
md5: ce7e96d202add6239fa8178310b49a13
size: 10919999
train_four_extra:
cmd: python pipe/train_four_extra.py
deps:
- path: data/extra
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
- path: data/extra.csv
md5: 53b24e43fae8db27cbe091d184a0374c
size: 21563472
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/train_four_extra.py
md5: 4aa7b633afef1a700d688e44dc604a82
size: 5998
params:
params.yaml:
train_four_extra:
name: four_extra
seed: 1230
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
use_extra_images: true
arch: cait_s24_224
pretrained: true
epochs: 6
bs: 64
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 4e-05
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_four_extra_fold0.ckpt
md5: 217f2170fcb70d7199bf70f9b07002a5
size: 186579393
- path: ckpts/model_four_extra_fold1.ckpt
md5: 12bbe8e26802735df4ba52c5ec018946
size: 186579393
- path: ckpts/model_four_extra_fold2.ckpt
md5: 3310f4af77fc813ea3f2c58dc392df9e
size: 186579393
- path: ckpts/model_four_extra_fold3.ckpt
md5: f19abbfe492cc24930ddc2e247d5d8a9
size: 186579393
- path: ckpts/model_four_extra_fold4.ckpt
md5: 16a48097cb9bfb797a34f0207013d959
size: 186579393
- path: metrics/model_four_extra.json
md5: c0991de4ac2fc7615edaf25c0645d651
size: 61
- path: preds/model_four_extra_oof.npy
md5: 52315795f385e469fb06e28088203f73
size: 79128
train_two_extra:
cmd: python pipe/train_two_extra.py
deps:
- path: data/extra
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
- path: data/extra.csv
md5: ce7e96d202add6239fa8178310b49a13
size: 10919999
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/train_two_extra.py
md5: cb81887bad9f6e0f1ffc7802cd1b5d1b
size: 5983
params:
params.yaml:
train_two_extra:
name: two_extra
seed: 7591
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
use_extra_images: true
arch: swin_large_patch4_window7_224
pretrained: true
epochs: 6
bs: 64
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 2e-05
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_two_extra_fold0.ckpt
md5: bed03407726b022960fd103c569cc642
size: 782570529
- path: ckpts/model_two_extra_fold1.ckpt
md5: 370486fc6abb2d06dab985f90e92d3b6
size: 782570529
- path: ckpts/model_two_extra_fold2.ckpt
md5: 1f4fd3f1a34394389e81ebe3f6923d4d
size: 782570529
- path: ckpts/model_two_extra_fold3.ckpt
md5: 5c9a95b92d71454c650ad393fa338a7b
size: 782570529
- path: ckpts/model_two_extra_fold4.ckpt
md5: d928f58add5d6ff9ae5e8e8eb3a81446
size: 782570529
- path: metrics/model_two_extra.json
md5: 6402f38b422f8bb4c1c609d5859e2642
size: 62
- path: preds/model_two_extra_oof.npy
md5: 20be3d6d1d21a31cb825f7657847579a
size: 79128
train_one_extra:
cmd: python pipe/train_one_extra.py
deps:
- path: data/extra
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
- path: data/extra.csv
md5: 53b24e43fae8db27cbe091d184a0374c
size: 21563472
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/train_one_extra.py
md5: ecccbb75d198ccb5953566c081ea4ab3
size: 5983
params:
params.yaml:
train_one_extra:
name: one_extra
seed: 6921
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
use_extra_images: true
arch: swin_large_patch4_window12_384
pretrained: true
epochs: 6
bs: 16
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 2
magn: 3
sz: 384
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
lr: 6e-06
warmup_epochs: 1
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_one_extra_fold0.ckpt
md5: d3d4d9f72abd8479caef6b4ff9f3880f
size: 795410785
- path: ckpts/model_one_extra_fold1.ckpt
md5: b122aa86a3eea67bb78131f9c17bef7d
size: 795410785
- path: ckpts/model_one_extra_fold2.ckpt
md5: 39d8351ae18209621e1190818d11d6b3
size: 795410785
- path: ckpts/model_one_extra_fold3.ckpt
md5: 2236e6292fad758fa7bddff04fa4a1d7
size: 795410785
- path: ckpts/model_one_extra_fold4.ckpt
md5: 0be481f8f786ac081115be4707787117
size: 795410785
- path: metrics/model_one_extra.json
md5: a77e5864909b52e6f092b93eba48402c
size: 62
- path: preds/model_one_extra_oof.npy
md5: 7e6445741a8f9e0a84b0d26d3286137a
size: 79128
ensemble_extra:
cmd: python pipe/ensemble_extra.py
deps:
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/ensemble_extra.py
md5: 39a9edded2adf0e4be9b8c3e8a571e88
size: 1295
- path: preds/model_four_extra_oof.npy
md5: a9c1b57136384300ce66a5c37c501e63
size: 79128
- path: preds/model_one_extra_oof.npy
md5: f042ca02bd3d436ab13f961b063007b4
size: 79128
- path: preds/model_two_extra_oof.npy
md5: 0e4aed187ef25562438f323d3c178a5d
size: 79128
params:
params.yaml:
ensemble_extra:
models:
- one_extra
- two_extra
- four_extra
n_folds: 5
outs:
- path: metrics/ensemble_extra.json
md5: c70880fe4dff1771680d10145343bc05
size: 22
ensemble_final:
cmd: python pipe/ensemble_final.py
deps:
- path: data/train_folds.csv
md5: 3ee868075576e4eb85f749f25cf7e346
size: 728579
- path: pipe/ensemble_final.py
md5: 1d92fa9e850d9ab5a281a0fd0f58847e
size: 3278
- path: preds/model_five_oof.npy
md5: 6bc67e7e0bfa64f0a022792cc6f60baf
size: 79128
- path: preds/model_four_extra2_oof.npy
md5: 6f6e516b4149d750c16cd930f4b812f4
size: 79128
- path: preds/model_one_extra2_oof.npy
md5: 7f32c9e9892854dcc7b44688bab4b819
size: 79128
- path: preds/model_three_extra2_oof.npy
md5: 531113035ea2c0c434ef353791a7193f
size: 79128
- path: preds/model_two_extra2_oof.npy
md5: 03b125ca657814c6ad906dca69f9fc42
size: 79128
params:
params.yaml:
ensemble_final:
name: ensemble_final
seed: 1010
n_folds: 5
models:
- five
- one_extra2
- three_extra2
- four_extra2
outs:
- path: ckpts/model_ensemble_final.joblib
md5: a21905a19e407843f66ea0f5bc4d0df8
size: 84984
- path: metrics/model_ensemble_final.json
md5: a4e3e3bc55ee28dcb1ee3e5df252f555
size: 22
train_three_extra:
cmd: python pipe/train_three_extra.py
deps:
- path: data/extra
md5: ab4e24fc3d00c4345d86a2647e55685b.dir
size: 1998094758
nfiles: 72776
- path: data/extra.csv
md5: 53b24e43fae8db27cbe091d184a0374c
size: 21563472
- path: data/train
md5: 065c7f4be0d67e5175f532982b56cb52.dir
size: 1039930050
nfiles: 9912
- path: data/train_10folds.csv
md5: 2e136ecbf70718f80898b57cbd7fe878
size: 660556
- path: data/train_5folds.csv
md5: df60fb7c97941742af389960321d6f97
size: 660556
- path: pipe/train_three_extra.py
md5: bbc9ae7e376a212327e947a7de5d32eb
size: 5999
params:
params.yaml:
train_three_extra:
name: three_extra
seed: 9102
n_folds: 5
fold: -1
metric: rmse
metric_mode: min
train_data: data/train
use_extra_images: true
arch: xcit_large_24_p8_224_dist
pretrained: true
epochs: 6
bs: 16
auto_batch_size: false
accumulate_grad_batches: 1
precision: bf16
use_normalize: true
n_tfms: 1
magn: 5
sz: 224
use_mix: 0
mix_p: 0.0
resize: -1
dropout: 0.0
wd: 0.0
label_smoothing: 0.1
loss: bce_with_logits
opt: adamw
sched: cosine
warmup_epochs: 1
lr: 1e-05
auto_lr: false
mom: 0.9
outs:
- path: ckpts/model_three_extra_fold0.ckpt
md5: 118380eb6393e9fa7a3c9b3de2ce11fc
size: 753547183
- path: ckpts/model_three_extra_fold1.ckpt
md5: 06a5ab5140d021bc3562a4ade1d21119
size: 753547183