image-cls/dvc.lock at develop · made-kdd-2021/image-cls · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
schema: '2.0'
stages:
  train:
    cmd: python ./train.py
    deps:
    - path: ./configs/loss
      md5: e30df019bb2ac190029e63e7f6abebcf.dir
      size: 111
      nfiles: 1
    - path: ./configs/model
      md5: fb32db7d94b2302bed0b2df07a784fd8.dir
      size: 46
      nfiles: 1
    - path: ./configs/optimizer
      md5: 952b1c5c41c409c2902c96575eb51ca6.dir
      size: 88
      nfiles: 1
    - path: ./configs/scheduler
      md5: 68a4cab47e1a9c634e0ce83013fea96f.dir
      size: 75
      nfiles: 1
    - path: ./configs/training.yaml
      md5: 5d82859feb9a85f13562ee919eff2faa
      size: 1493
    - path: ./configs/transforms
      md5: 19aab838f719461adac57c45f424523e.dir
      size: 772
      nfiles: 1
    - path: ./data/images/chest_xray
      md5: 5e95cbf05923c6f7a093e84fbdba9463.dir
      size: 1236482806
      nfiles: 5856
    - path: ./dataloader
      md5: 51f5396f77c6e8a98049d59f0dc2f849.dir
      size: 1651
      nfiles: 2
    - path: ./model
      md5: fc4087cd34e1c0bb48be93289489e55e.dir
      size: 2803
      nfiles: 2
    - path: ./train.py
      md5: e5eb00d852f3e969c686fc88752ff988
      size: 3466
    - path: ./transforms
      md5: e91b3ba4104290386ad6ca9514adaa8f.dir
      size: 1740
      nfiles: 2
    params:
      configs/loss/nll_loss.yaml:
        pos_weight._args_:
        - 0.4
      configs/optimizer/adam.yaml:
        amsgrad: true
        betas:
        - 0.9
        - 0.999
        lr: 0.0001
        weight_decay: 1e-05
      configs/scheduler/multistep.yaml:
        gamma: 0.06
        milestones:
        - 10
      configs/training.yaml:
        datamodule.train_batch_size: 32
        model_trainer.proba_threshold: 0.5
        trainer.amp_backend: native
        trainer.benchmark: true
        trainer.check_val_every_n_epoch: 1
        trainer.deterministic: false
        trainer.max_epochs: 5
        trainer.precision: 16
      configs/transforms/transform.yaml:
        test_transform._args_:
        - _target_: transforms.transforms.ResizeWithPadding
          max_size: 600
          aspect_ratio: 1.6
          fill_value: 0
          padding_mode: constant
        - _target_: torchvision.transforms.ConvertImageDtype
          dtype:
            _target_: transforms.transforms.get_dtype
        train_transform._args_:
        - _target_: transforms.transforms.ResizeWithPadding
          max_size: 600
          aspect_ratio: 1.6
          fill_value: 0
          padding_mode: constant
        - _target_: torchvision.transforms.RandomHorizontalFlip
          p: 0.5
        - _target_: torchvision.transforms.ConvertImageDtype
          dtype:
            _target_: transforms.transforms.get_dtype
    outs:
    - path: ./exp/pneumonia_cls/checkpoint
      md5: d755d53b1a498e23d87e267ad9122289.dir
      size: 13030650
      nfiles: 3
    - path: ./exp/pneumonia_cls/class_mapping.json
      md5: ec20464c7c2e425b582d0dec7941fb59
      size: 29
    - path: ./exp/pneumonia_cls/logs
      md5: 5d5a64002711f625f427ae06ae1f7b38.dir
      size: 475129
      nfiles: 2
    - path: ./exp/pneumonia_cls/train_config.yaml
      md5: d1be48fbed2b552f35fa59a11ec54dee
      size: 2423
    - path: ./exp/pneumonia_cls/transforms
      md5: 224f50e19195b1cef7b247094fd357ec.dir
      size: 1846
      nfiles: 2
  unpack:
    cmd: python -m zipfile -e ./data/raw/chest_xray.zip ./data/images/
    deps:
    - path: ./data/raw/chest_xray.zip
      md5: cf296809bf91fe1dc233eee9e1f038f6
      size: 1237745664
    outs:
    - path: ./data/images/chest_xray
      md5: 5e95cbf05923c6f7a093e84fbdba9463.dir
      size: 1236482806
      nfiles: 5856
  fast-test-train:
    cmd: python ./train.py trainer.fast_dev_run=2 trainer.gpus=null trainer.precision=32
      datamodule.train_batch_size=4 datamodule.data_dir=./data/raw/small-subset-chest_xray
      exp_dir=./exp/pneumonia_cls_fast_run
    deps:
    - path: ./configs/loss
      md5: 7df00e6a904b94f4dfa58c7ff6bbead0.dir
      size: 117
      nfiles: 1
    - path: ./configs/model
      md5: fb32db7d94b2302bed0b2df07a784fd8.dir
      size: 46
      nfiles: 1
    - path: ./configs/optimizer
      md5: e79467ec6197a345a97905490e6bb5b6.dir
      size: 89
      nfiles: 1
    - path: ./configs/scheduler
      md5: 5d9fbd13ff6b77a256173d91f3992227.dir
      size: 75
      nfiles: 1
    - path: ./configs/training.yaml
      md5: 8f4012d8c824635855afceb6036917a8
      size: 1452
    - path: ./configs/transforms
      md5: 9e82787f51d85f9aa02fdcb35cbdd318.dir
      size: 2472
      nfiles: 2
    - path: ./data/raw/small-subset-chest_xray
      md5: a35d3e292ef6d48b2bec699592bce4ee.dir
      size: 5624468
      nfiles: 24
    - path: ./dataloader
      md5: 51f5396f77c6e8a98049d59f0dc2f849.dir
      size: 1693
      nfiles: 2
    - path: ./model
      md5: fc4087cd34e1c0bb48be93289489e55e.dir
      size: 2888
      nfiles: 2
    - path: ./train.py
      md5: 0ec683d71c231b3caf7196fd5e223be1
      size: 3543
    - path: ./transforms
      md5: e91b3ba4104290386ad6ca9514adaa8f.dir
      size: 1785
      nfiles: 2
    outs:
    - path: ./exp/pneumonia_cls_fast_run/checkpoint
      md5: e8263f40b2c6ee226dac857f3e0a348a.dir
      size: 4341697
      nfiles: 1
    - path: ./exp/pneumonia_cls_fast_run/class_mapping.json
      md5: ec20464c7c2e425b582d0dec7941fb59
      size: 29
    - path: ./exp/pneumonia_cls_fast_run/logs
      md5: d751713988987e9331980363e24189ce.dir
      size: 0
      nfiles: 0
    - path: ./exp/pneumonia_cls_fast_run/train_config.yaml
      md5: f728cc8e18b77ed5a36e177aeb26bf87
      size: 2338
    - path: ./exp/pneumonia_cls_fast_run/transforms
      md5: a0505ba90368999f82fe941b7cbabaa5.dir
      size: 1846
      nfiles: 2
  fast-test:
    cmd: python ./test.py dataset.data_type='val' exp_dir=./exp/pneumonia_cls_fast_run
      dataset.data_dir=./data/raw/small-subset-chest_xray
    deps:
    - path: ./exp/pneumonia_cls_fast_run/checkpoint
      md5: e8263f40b2c6ee226dac857f3e0a348a.dir
      size: 4341697
      nfiles: 1
    - path: ./exp/pneumonia_cls_fast_run/class_mapping.json
      md5: ec20464c7c2e425b582d0dec7941fb59
      size: 29
    - path: ./exp/pneumonia_cls_fast_run/logs
      md5: d751713988987e9331980363e24189ce.dir
      size: 0
      nfiles: 0
    - path: ./exp/pneumonia_cls_fast_run/train_config.yaml
      md5: f728cc8e18b77ed5a36e177aeb26bf87
      size: 2338
    - path: ./exp/pneumonia_cls_fast_run/transforms
      md5: a0505ba90368999f82fe941b7cbabaa5.dir
      size: 1846
      nfiles: 2
    outs:
    - path: ./exp/pneumonia_cls_fast_run/test_metrics/auc.json
      md5: a4f605863b88cfbc2a87744a48c6c6f0
      size: 16
    - path: ./exp/pneumonia_cls_fast_run/test_metrics/prediction.csv
      md5: 030a6d4e038dd68b4adb96a1a5c1edab
      size: 392
  test:
    cmd: python ./test.py dataset.data_type='test' exp_dir=./exp/pneumonia_cls
    deps:
    - path: ./exp/pneumonia_cls/checkpoint
      md5: d755d53b1a498e23d87e267ad9122289.dir
      size: 13030650
      nfiles: 3
    - path: ./exp/pneumonia_cls/class_mapping.json
      md5: ec20464c7c2e425b582d0dec7941fb59
      size: 29
    - path: ./exp/pneumonia_cls/logs
      md5: 5d5a64002711f625f427ae06ae1f7b38.dir
      size: 475129
      nfiles: 2
    - path: ./exp/pneumonia_cls/train_config.yaml
      md5: d1be48fbed2b552f35fa59a11ec54dee
      size: 2423
    - path: ./exp/pneumonia_cls/transforms
      md5: 224f50e19195b1cef7b247094fd357ec.dir
      size: 1846
      nfiles: 2
    outs:
    - path: ./exp/pneumonia_cls/test_metrics/auc.json
      md5: 31095f420f02ddc02997441a1164eb4a
      size: 31
    - path: ./exp/pneumonia_cls/test_metrics/prediction.csv
      md5: 819bab738e4f6c01a2e03d81cc52ba87
      size: 33835
  save-conf-matrix:
    cmd: python ./plot_conf_matrix.py exp_dir=./exp/pneumonia_cls image_path=./matrix.jpg
    deps:
    - path: ./exp/pneumonia_cls/class_mapping.json
      md5: ec20464c7c2e425b582d0dec7941fb59
      size: 29
    - path: ./exp/pneumonia_cls/test_metrics/auc.json
      md5: 4f4691ac0e54c84d7b493229b736af52
      size: 31
    - path: ./exp/pneumonia_cls/test_metrics/prediction.csv
      md5: fa5c3f725af56b266f2a33896b3855b4
      size: 34322
    - path: ./exp/pneumonia_cls/train_config.yaml
      md5: 16ca526123a515cdf7249e5039c2279f
      size: 2516
    - path: ./plot_conf_matrix.py
      md5: a6a2b22be40d8fbc19026669f8b32049
      size: 1581
    outs:
    - path: ./matrix.jpg
      md5: 471241839cef04fb0df76eebc537019b
      size: 66799