add some validation predictions
Browse files- ffl/224/v4_image_bs4x16/.hydra/config.yaml +1 -1
- ffl/224/v4_image_bs4x16/.hydra/hydra.yaml +2 -2
- ffl/224/v4_image_bs4x16/.hydra/overrides.yaml +1 -1
- ffl/224/v4_image_bs4x16/predictions_NY_test/acm.tol_1/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NY_test/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NZ_test/acm.tol_1/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NZ_test/best_val_iou.json +3 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/config.yaml +14 -11
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/hydra.yaml +10 -8
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml +6 -4
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predict.log +0 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_CH_val/best_val_iou.json +3 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json +2 -2
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml +6 -2
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml +8 -5
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml +5 -2
- hisup/224/v3_image_vit_cnn_bs4x12/predict.log +0 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_test/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_val/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_NY_test/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_test/best_val_iou.json +3 -0
ffl/224/v4_image_bs4x16/.hydra/config.yaml
CHANGED
@@ -220,7 +220,7 @@ experiment:
|
|
220 |
min_area: 10
|
221 |
name: v4_image_bs4x16
|
222 |
group_name: v2_${.model.name}
|
223 |
-
country:
|
224 |
training:
|
225 |
save_best: true
|
226 |
save_latest: true
|
|
|
220 |
min_area: 10
|
221 |
name: v4_image_bs4x16
|
222 |
group_name: v2_${.model.name}
|
223 |
+
country: NZ
|
224 |
training:
|
225 |
save_best: true
|
226 |
save_latest: true
|
ffl/224/v4_image_bs4x16/.hydra/hydra.yaml
CHANGED
@@ -115,7 +115,7 @@ hydra:
|
|
115 |
- experiment=ffl_image
|
116 |
- run_type=debug
|
117 |
- evaluation=test
|
118 |
-
- experiment.country=
|
119 |
- checkpoint=best_val_iou
|
120 |
- host=gin
|
121 |
- evaluation.modes=subset_iou
|
@@ -123,7 +123,7 @@ hydra:
|
|
123 |
job:
|
124 |
name: predict
|
125 |
chdir: null
|
126 |
-
override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=
|
127 |
id: ???
|
128 |
num: ???
|
129 |
config_name: config
|
|
|
115 |
- experiment=ffl_image
|
116 |
- run_type=debug
|
117 |
- evaluation=test
|
118 |
+
- experiment.country=NZ
|
119 |
- checkpoint=best_val_iou
|
120 |
- host=gin
|
121 |
- evaluation.modes=subset_iou
|
|
|
123 |
job:
|
124 |
name: predict
|
125 |
chdir: null
|
126 |
+
override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=NZ,experiment=ffl_image,host=gin,run_type.test_subset=1024,run_type=debug
|
127 |
id: ???
|
128 |
num: ???
|
129 |
config_name: config
|
ffl/224/v4_image_bs4x16/.hydra/overrides.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
- experiment=ffl_image
|
2 |
- run_type=debug
|
3 |
- evaluation=test
|
4 |
-
- experiment.country=
|
5 |
- checkpoint=best_val_iou
|
6 |
- host=gin
|
7 |
- evaluation.modes=subset_iou
|
|
|
1 |
- experiment=ffl_image
|
2 |
- run_type=debug
|
3 |
- evaluation=test
|
4 |
+
- experiment.country=NZ
|
5 |
- checkpoint=best_val_iou
|
6 |
- host=gin
|
7 |
- evaluation.modes=subset_iou
|
ffl/224/v4_image_bs4x16/predictions_NY_test/acm.tol_1/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
|
3 |
+
size 539604
|
ffl/224/v4_image_bs4x16/predictions_NY_test/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
|
3 |
+
size 539604
|
ffl/224/v4_image_bs4x16/predictions_NZ_test/acm.tol_1/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
|
3 |
+
size 20234
|
ffl/224/v4_image_bs4x16/predictions_NZ_test/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
|
3 |
+
size 20234
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/config.yaml
CHANGED
@@ -1,20 +1,20 @@
|
|
1 |
host:
|
2 |
name: gin
|
3 |
-
data_root: /data/rsulzer/${..dataset.name}
|
4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
5 |
multi_gpu: false
|
6 |
device: cuda
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
-
name:
|
11 |
batch_size: 16
|
12 |
-
train_subset:
|
13 |
-
val_subset:
|
14 |
-
test_subset:
|
15 |
-
logging:
|
16 |
-
num_workers:
|
17 |
-
log_to_wandb:
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
@@ -91,7 +91,7 @@ experiment:
|
|
91 |
loss_remask: 1.0
|
92 |
name: lidar_pp_vit_cnn_bs2x16_mnv64
|
93 |
group_name: v2_${.model.name}
|
94 |
-
country:
|
95 |
training:
|
96 |
save_best: true
|
97 |
save_latest: true
|
@@ -103,10 +103,13 @@ evaluation:
|
|
103 |
split: val
|
104 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
105 |
modes:
|
|
|
|
|
|
|
106 |
- iou
|
|
|
|
|
107 |
eval_file: results/metrics
|
108 |
-
experiment.name: debug
|
109 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
110 |
checkpoint: best_val_iou
|
111 |
num_workers: ${.run_type.num_workers}
|
112 |
-
lidar_file: demo_data/lidar0_CH_val.copc.laz
|
|
|
1 |
host:
|
2 |
name: gin
|
3 |
+
data_root: /data/rsulzer/${..dataset.name}_dataset
|
4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
5 |
multi_gpu: false
|
6 |
device: cuda
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
+
name: release
|
11 |
batch_size: 16
|
12 |
+
train_subset: null
|
13 |
+
val_subset: null
|
14 |
+
test_subset: null
|
15 |
+
logging: INFO
|
16 |
+
num_workers: 16
|
17 |
+
log_to_wandb: true
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
|
|
91 |
loss_remask: 1.0
|
92 |
name: lidar_pp_vit_cnn_bs2x16_mnv64
|
93 |
group_name: v2_${.model.name}
|
94 |
+
country: NZ
|
95 |
training:
|
96 |
save_best: true
|
97 |
save_latest: true
|
|
|
103 |
split: val
|
104 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
105 |
modes:
|
106 |
+
- ldof
|
107 |
+
- hausdorff
|
108 |
+
- coco
|
109 |
- iou
|
110 |
+
- polis
|
111 |
+
- mta
|
112 |
eval_file: results/metrics
|
|
|
113 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
114 |
checkpoint: best_val_iou
|
115 |
num_workers: ${.run_type.num_workers}
|
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/hydra.yaml
CHANGED
@@ -112,15 +112,17 @@ hydra:
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
115 |
-
- run_type=debug
|
116 |
-
- host=gin
|
117 |
-
- checkpoint=best_val_iou
|
118 |
- experiment=hisup_lidar
|
119 |
-
-
|
|
|
|
|
|
|
|
|
|
|
120 |
job:
|
121 |
-
name:
|
122 |
chdir: null
|
123 |
-
override_dirname:
|
124 |
id: ???
|
125 |
num: ???
|
126 |
config_name: config
|
@@ -147,13 +149,13 @@ hydra:
|
|
147 |
provider: schema
|
148 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
|
149 |
choices:
|
150 |
-
evaluation:
|
151 |
training: default
|
152 |
experiment: hisup_lidar
|
153 |
model@experiment.model: hisup
|
154 |
encoder@experiment.encoder: pointpillars_vit_cnn
|
155 |
dataset: p3
|
156 |
-
run_type:
|
157 |
host: gin
|
158 |
hydra/env: default
|
159 |
hydra/callbacks: null
|
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
|
|
|
|
|
|
115 |
- experiment=hisup_lidar
|
116 |
+
- run_type=release
|
117 |
+
- evaluation=test
|
118 |
+
- experiment.country=NZ
|
119 |
+
- checkpoint=best_val_iou
|
120 |
+
- host=gin
|
121 |
+
- evaluation.split=val
|
122 |
job:
|
123 |
+
name: predict
|
124 |
chdir: null
|
125 |
+
override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=NZ,experiment=hisup_lidar,host=gin,run_type=release
|
126 |
id: ???
|
127 |
num: ???
|
128 |
config_name: config
|
|
|
149 |
provider: schema
|
150 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
|
151 |
choices:
|
152 |
+
evaluation: test
|
153 |
training: default
|
154 |
experiment: hisup_lidar
|
155 |
model@experiment.model: hisup
|
156 |
encoder@experiment.encoder: pointpillars_vit_cnn
|
157 |
dataset: p3
|
158 |
+
run_type: release
|
159 |
host: gin
|
160 |
hydra/env: default
|
161 |
hydra/callbacks: null
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml
CHANGED
@@ -1,5 +1,7 @@
|
|
1 |
-
- run_type=debug
|
2 |
-
- host=gin
|
3 |
-
- checkpoint=best_val_iou
|
4 |
- experiment=hisup_lidar
|
5 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
- experiment=hisup_lidar
|
2 |
+
- run_type=release
|
3 |
+
- evaluation=test
|
4 |
+
- experiment.country=NZ
|
5 |
+
- checkpoint=best_val_iou
|
6 |
+
- host=gin
|
7 |
+
- evaluation.split=val
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predict.log
ADDED
File without changes
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_CH_val/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c888cc6489c0db33282d2b727f411be9701193bd9b5dbc7480621d79171652b
|
3 |
+
size 612143
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40203af7242225e3cd83c17f47da10aeb94c61cd922649c716bf52bc3cc7748f
|
3 |
+
size 62847
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
host:
|
2 |
name: gin
|
3 |
-
data_root: /data/rsulzer/${..dataset.name}
|
4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
5 |
multi_gpu: false
|
6 |
device: cuda
|
@@ -106,9 +106,13 @@ evaluation:
|
|
106 |
split: val
|
107 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
108 |
modes:
|
|
|
|
|
|
|
109 |
- iou
|
|
|
|
|
110 |
eval_file: results/metrics
|
111 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
112 |
checkpoint: best_val_iou
|
113 |
num_workers: ${.run_type.num_workers}
|
114 |
-
image_file: /user/rsulzer/home/inria4.tiff
|
|
|
1 |
host:
|
2 |
name: gin
|
3 |
+
data_root: /data/rsulzer/${..dataset.name}_dataset
|
4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
5 |
multi_gpu: false
|
6 |
device: cuda
|
|
|
106 |
split: val
|
107 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
108 |
modes:
|
109 |
+
- ldof
|
110 |
+
- hausdorff
|
111 |
+
- coco
|
112 |
- iou
|
113 |
+
- polis
|
114 |
+
- mta
|
115 |
eval_file: results/metrics
|
116 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
117 |
checkpoint: best_val_iou
|
118 |
num_workers: ${.run_type.num_workers}
|
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml
CHANGED
@@ -112,14 +112,17 @@ hydra:
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
115 |
-
- checkpoint=best_val_iou
|
116 |
- experiment=hisup_image
|
117 |
-
-
|
|
|
|
|
|
|
118 |
- host=gin
|
|
|
119 |
job:
|
120 |
-
name:
|
121 |
chdir: null
|
122 |
-
override_dirname:
|
123 |
id: ???
|
124 |
num: ???
|
125 |
config_name: config
|
@@ -146,7 +149,7 @@ hydra:
|
|
146 |
provider: schema
|
147 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
|
148 |
choices:
|
149 |
-
evaluation:
|
150 |
training: default
|
151 |
experiment: hisup_image
|
152 |
model@experiment.model: hisup
|
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
|
|
115 |
- experiment=hisup_image
|
116 |
+
- run_type=release
|
117 |
+
- evaluation=test
|
118 |
+
- experiment.country=CH
|
119 |
+
- checkpoint=best_val_iou
|
120 |
- host=gin
|
121 |
+
- evaluation.split=val
|
122 |
job:
|
123 |
+
name: predict
|
124 |
chdir: null
|
125 |
+
override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=CH,experiment=hisup_image,host=gin,run_type=release
|
126 |
id: ???
|
127 |
num: ???
|
128 |
config_name: config
|
|
|
149 |
provider: schema
|
150 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
|
151 |
choices:
|
152 |
+
evaluation: test
|
153 |
training: default
|
154 |
experiment: hisup_image
|
155 |
model@experiment.model: hisup
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml
CHANGED
@@ -1,4 +1,7 @@
|
|
1 |
-
- checkpoint=best_val_iou
|
2 |
- experiment=hisup_image
|
3 |
-
-
|
|
|
|
|
|
|
4 |
- host=gin
|
|
|
|
|
|
1 |
- experiment=hisup_image
|
2 |
+
- run_type=release
|
3 |
+
- evaluation=test
|
4 |
+
- experiment.country=CH
|
5 |
+
- checkpoint=best_val_iou
|
6 |
- host=gin
|
7 |
+
- evaluation.split=val
|
hisup/224/v3_image_vit_cnn_bs4x12/predict.log
ADDED
File without changes
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_test/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:feacad4b3f5cbf97144b0ca2ddbebae9db14a0e51037fedffbf49204f7bacdc8
|
3 |
+
size 7917786
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_val/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6686d61af5b85ffa33c84b764e223e8f496e8032da7b28a4781f337af0026d77
|
3 |
+
size 458994
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NY_test/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b80242de8fd19d567548ba837192c63c4c5320c0fbe700150aaba0aebfacb6dd
|
3 |
+
size 13073518
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_test/best_val_iou.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8aaeb00b948244380c24beb4d1befe1b7966f9edd12d2616228f1aefc899ed4
|
3 |
+
size 1342696
|