rsi commited on
Commit
20320e9
·
1 Parent(s): 0bcda7e

add some validation predictions

Browse files
ffl/224/v4_image_bs4x16/.hydra/config.yaml CHANGED
@@ -220,7 +220,7 @@ experiment:
220
  min_area: 10
221
  name: v4_image_bs4x16
222
  group_name: v2_${.model.name}
223
- country: CH
224
  training:
225
  save_best: true
226
  save_latest: true
 
220
  min_area: 10
221
  name: v4_image_bs4x16
222
  group_name: v2_${.model.name}
223
+ country: NZ
224
  training:
225
  save_best: true
226
  save_latest: true
ffl/224/v4_image_bs4x16/.hydra/hydra.yaml CHANGED
@@ -115,7 +115,7 @@ hydra:
115
  - experiment=ffl_image
116
  - run_type=debug
117
  - evaluation=test
118
- - experiment.country=CH
119
  - checkpoint=best_val_iou
120
  - host=gin
121
  - evaluation.modes=subset_iou
@@ -123,7 +123,7 @@ hydra:
123
  job:
124
  name: predict
125
  chdir: null
126
- override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=CH,experiment=ffl_image,host=gin,run_type.test_subset=1024,run_type=debug
127
  id: ???
128
  num: ???
129
  config_name: config
 
115
  - experiment=ffl_image
116
  - run_type=debug
117
  - evaluation=test
118
+ - experiment.country=NZ
119
  - checkpoint=best_val_iou
120
  - host=gin
121
  - evaluation.modes=subset_iou
 
123
  job:
124
  name: predict
125
  chdir: null
126
+ override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=NZ,experiment=ffl_image,host=gin,run_type.test_subset=1024,run_type=debug
127
  id: ???
128
  num: ???
129
  config_name: config
ffl/224/v4_image_bs4x16/.hydra/overrides.yaml CHANGED
@@ -1,7 +1,7 @@
1
  - experiment=ffl_image
2
  - run_type=debug
3
  - evaluation=test
4
- - experiment.country=CH
5
  - checkpoint=best_val_iou
6
  - host=gin
7
  - evaluation.modes=subset_iou
 
1
  - experiment=ffl_image
2
  - run_type=debug
3
  - evaluation=test
4
+ - experiment.country=NZ
5
  - checkpoint=best_val_iou
6
  - host=gin
7
  - evaluation.modes=subset_iou
ffl/224/v4_image_bs4x16/predictions_NY_test/acm.tol_1/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
3
+ size 539604
ffl/224/v4_image_bs4x16/predictions_NY_test/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
3
+ size 539604
ffl/224/v4_image_bs4x16/predictions_NZ_test/acm.tol_1/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
3
+ size 20234
ffl/224/v4_image_bs4x16/predictions_NZ_test/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
3
+ size 20234
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/config.yaml CHANGED
@@ -1,20 +1,20 @@
1
  host:
2
  name: gin
3
- data_root: /data/rsulzer/${..dataset.name}
4
  model_root: /data/rsulzer/${..dataset.name}_output
5
  multi_gpu: false
6
  device: cuda
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
- name: debug
11
  batch_size: 16
12
- train_subset: 256
13
- val_subset: 32
14
- test_subset: 32
15
- logging: DEBUG
16
- num_workers: 0
17
- log_to_wandb: false
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
@@ -91,7 +91,7 @@ experiment:
91
  loss_remask: 1.0
92
  name: lidar_pp_vit_cnn_bs2x16_mnv64
93
  group_name: v2_${.model.name}
94
- country: CH
95
  training:
96
  save_best: true
97
  save_latest: true
@@ -103,10 +103,13 @@ evaluation:
103
  split: val
104
  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
105
  modes:
 
 
 
106
  - iou
 
 
107
  eval_file: results/metrics
108
- experiment.name: debug
109
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
110
  checkpoint: best_val_iou
111
  num_workers: ${.run_type.num_workers}
112
- lidar_file: demo_data/lidar0_CH_val.copc.laz
 
1
  host:
2
  name: gin
3
+ data_root: /data/rsulzer/${..dataset.name}_dataset
4
  model_root: /data/rsulzer/${..dataset.name}_output
5
  multi_gpu: false
6
  device: cuda
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
+ name: release
11
  batch_size: 16
12
+ train_subset: null
13
+ val_subset: null
14
+ test_subset: null
15
+ logging: INFO
16
+ num_workers: 16
17
+ log_to_wandb: true
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
 
91
  loss_remask: 1.0
92
  name: lidar_pp_vit_cnn_bs2x16_mnv64
93
  group_name: v2_${.model.name}
94
+ country: NZ
95
  training:
96
  save_best: true
97
  save_latest: true
 
103
  split: val
104
  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
105
  modes:
106
+ - ldof
107
+ - hausdorff
108
+ - coco
109
  - iou
110
+ - polis
111
+ - mta
112
  eval_file: results/metrics
 
113
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
114
  checkpoint: best_val_iou
115
  num_workers: ${.run_type.num_workers}
 
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/hydra.yaml CHANGED
@@ -112,15 +112,17 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - run_type=debug
116
- - host=gin
117
- - checkpoint=best_val_iou
118
  - experiment=hisup_lidar
119
- - +lidar_file=demo_data/lidar0_CH_val.copc.laz
 
 
 
 
 
120
  job:
121
- name: predict_demo
122
  chdir: null
123
- override_dirname: +lidar_file=demo_data/lidar0_CH_val.copc.laz,checkpoint=best_val_iou,experiment=hisup_lidar,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
@@ -147,13 +149,13 @@ hydra:
147
  provider: schema
148
  output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
149
  choices:
150
- evaluation: val
151
  training: default
152
  experiment: hisup_lidar
153
  model@experiment.model: hisup
154
  encoder@experiment.encoder: pointpillars_vit_cnn
155
  dataset: p3
156
- run_type: debug
157
  host: gin
158
  hydra/env: default
159
  hydra/callbacks: null
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
 
 
 
115
  - experiment=hisup_lidar
116
+ - run_type=release
117
+ - evaluation=test
118
+ - experiment.country=NZ
119
+ - checkpoint=best_val_iou
120
+ - host=gin
121
+ - evaluation.split=val
122
  job:
123
+ name: predict
124
  chdir: null
125
+ override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=NZ,experiment=hisup_lidar,host=gin,run_type=release
126
  id: ???
127
  num: ???
128
  config_name: config
 
149
  provider: schema
150
  output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
151
  choices:
152
+ evaluation: test
153
  training: default
154
  experiment: hisup_lidar
155
  model@experiment.model: hisup
156
  encoder@experiment.encoder: pointpillars_vit_cnn
157
  dataset: p3
158
+ run_type: release
159
  host: gin
160
  hydra/env: default
161
  hydra/callbacks: null
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml CHANGED
@@ -1,5 +1,7 @@
1
- - run_type=debug
2
- - host=gin
3
- - checkpoint=best_val_iou
4
  - experiment=hisup_lidar
5
- - +lidar_file=demo_data/lidar0_CH_val.copc.laz
 
 
 
 
 
 
 
 
 
1
  - experiment=hisup_lidar
2
+ - run_type=release
3
+ - evaluation=test
4
+ - experiment.country=NZ
5
+ - checkpoint=best_val_iou
6
+ - host=gin
7
+ - evaluation.split=val
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predict.log ADDED
File without changes
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_CH_val/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c888cc6489c0db33282d2b727f411be9701193bd9b5dbc7480621d79171652b
3
+ size 612143
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9e07c239351dcf7415195c75f4ceabb00cf55736406940e42ec8f7c6b1b2b6c
3
- size 63057
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40203af7242225e3cd83c17f47da10aeb94c61cd922649c716bf52bc3cc7748f
3
+ size 62847
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml CHANGED
@@ -1,6 +1,6 @@
1
  host:
2
  name: gin
3
- data_root: /data/rsulzer/${..dataset.name}
4
  model_root: /data/rsulzer/${..dataset.name}_output
5
  multi_gpu: false
6
  device: cuda
@@ -106,9 +106,13 @@ evaluation:
106
  split: val
107
  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
108
  modes:
 
 
 
109
  - iou
 
 
110
  eval_file: results/metrics
111
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
112
  checkpoint: best_val_iou
113
  num_workers: ${.run_type.num_workers}
114
- image_file: /user/rsulzer/home/inria4.tiff
 
1
  host:
2
  name: gin
3
+ data_root: /data/rsulzer/${..dataset.name}_dataset
4
  model_root: /data/rsulzer/${..dataset.name}_output
5
  multi_gpu: false
6
  device: cuda
 
106
  split: val
107
  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
108
  modes:
109
+ - ldof
110
+ - hausdorff
111
+ - coco
112
  - iou
113
+ - polis
114
+ - mta
115
  eval_file: results/metrics
116
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
117
  checkpoint: best_val_iou
118
  num_workers: ${.run_type.num_workers}
 
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml CHANGED
@@ -112,14 +112,17 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - checkpoint=best_val_iou
116
  - experiment=hisup_image
117
- - +image_file=/user/rsulzer/home/inria4.tiff
 
 
 
118
  - host=gin
 
119
  job:
120
- name: predict_demo
121
  chdir: null
122
- override_dirname: +image_file=/user/rsulzer/home/inria4.tiff,checkpoint=best_val_iou,experiment=hisup_image,host=gin
123
  id: ???
124
  num: ???
125
  config_name: config
@@ -146,7 +149,7 @@ hydra:
146
  provider: schema
147
  output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
148
  choices:
149
- evaluation: val
150
  training: default
151
  experiment: hisup_image
152
  model@experiment.model: hisup
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
 
115
  - experiment=hisup_image
116
+ - run_type=release
117
+ - evaluation=test
118
+ - experiment.country=CH
119
+ - checkpoint=best_val_iou
120
  - host=gin
121
+ - evaluation.split=val
122
  job:
123
+ name: predict
124
  chdir: null
125
+ override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=CH,experiment=hisup_image,host=gin,run_type=release
126
  id: ???
127
  num: ???
128
  config_name: config
 
149
  provider: schema
150
  output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
151
  choices:
152
+ evaluation: test
153
  training: default
154
  experiment: hisup_image
155
  model@experiment.model: hisup
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml CHANGED
@@ -1,4 +1,7 @@
1
- - checkpoint=best_val_iou
2
  - experiment=hisup_image
3
- - +image_file=/user/rsulzer/home/inria4.tiff
 
 
 
4
  - host=gin
 
 
 
1
  - experiment=hisup_image
2
+ - run_type=release
3
+ - evaluation=test
4
+ - experiment.country=CH
5
+ - checkpoint=best_val_iou
6
  - host=gin
7
+ - evaluation.split=val
hisup/224/v3_image_vit_cnn_bs4x12/predict.log ADDED
File without changes
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_test/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feacad4b3f5cbf97144b0ca2ddbebae9db14a0e51037fedffbf49204f7bacdc8
3
+ size 7917786
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_val/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6686d61af5b85ffa33c84b764e223e8f496e8032da7b28a4781f337af0026d77
3
+ size 458994
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NY_test/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b80242de8fd19d567548ba837192c63c4c5320c0fbe700150aaba0aebfacb6dd
3
+ size 13073518
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_test/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8aaeb00b948244380c24beb4d1befe1b7966f9edd12d2616228f1aefc899ed4
3
+ size 1342696