rsi commited on
Commit
c1a2c24
·
1 Parent(s): 3bb9287

add citation to readme

Browse files
README.md CHANGED
@@ -19,7 +19,7 @@ tags:
19
  - multimodal
20
  ---
21
  <div align="center">
22
- <h1 align="center">The P<sup>3</sup> dataset: Pixels, Points and Polygons <br> for Multimodal Building Vectorization</h1>
23
  <h3><align="center">Raphael Sulzer<sup>1,2</sup> &nbsp;&nbsp;&nbsp; Liuyun Duan<sup>1</sup>
24
  &nbsp;&nbsp;&nbsp; Nicolas Girard<sup>1</sup>&nbsp;&nbsp;&nbsp; Florent Lafarge<sup>2</sup></a></h3>
25
  <align="center"><sup>1</sup>LuxCarta Technology <br> <sup>2</sup>Centre Inria d'Université Côte d'Azur
@@ -48,6 +48,7 @@ We present the P<sup>3</sup> dataset, a large-scale multimodal benchmark for bui
48
  - A global, multimodal dataset of aerial images, aerial LiDAR point clouds and building outline polygons, available at [huggingface.co/datasets/rsi/PixelsPointsPolygons](https://huggingface.co/datasets/rsi/PixelsPointsPolygons)
49
  - A library for training and evaluating state-of-the-art deep learning methods on the dataset, available at [github.com/raphaelsulzer/PixelsPointsPolygons](https://github.com/raphaelsulzer/PixelsPointsPolygons)
50
  - Pretrained model weights, available at [huggingface.co/rsi/PixelsPointsPolygons](https://huggingface.co/rsi/PixelsPointsPolygons)
 
51
 
52
  ## Dataset
53
 
@@ -595,7 +596,15 @@ python scripts/train.py experiment=p2p_fusion checkpoint=latest
595
 
596
  If you use our work please cite
597
  ```bibtex
598
- TODO
 
 
 
 
 
 
 
 
599
  ```
600
 
601
  ## Acknowledgements
 
19
  - multimodal
20
  ---
21
  <div align="center">
22
+ <h1 align="center">The P<sup>3</sup> Dataset: Pixels, Points and Polygons <br> for Multimodal Building Vectorization</h1>
23
  <h3><align="center">Raphael Sulzer<sup>1,2</sup> &nbsp;&nbsp;&nbsp; Liuyun Duan<sup>1</sup>
24
  &nbsp;&nbsp;&nbsp; Nicolas Girard<sup>1</sup>&nbsp;&nbsp;&nbsp; Florent Lafarge<sup>2</sup></a></h3>
25
  <align="center"><sup>1</sup>LuxCarta Technology <br> <sup>2</sup>Centre Inria d'Université Côte d'Azur
 
48
  - A global, multimodal dataset of aerial images, aerial LiDAR point clouds and building outline polygons, available at [huggingface.co/datasets/rsi/PixelsPointsPolygons](https://huggingface.co/datasets/rsi/PixelsPointsPolygons)
49
  - A library for training and evaluating state-of-the-art deep learning methods on the dataset, available at [github.com/raphaelsulzer/PixelsPointsPolygons](https://github.com/raphaelsulzer/PixelsPointsPolygons)
50
  - Pretrained model weights, available at [huggingface.co/rsi/PixelsPointsPolygons](https://huggingface.co/rsi/PixelsPointsPolygons)
51
+ - A paper with an extensive experimental validation, available at [arxiv.org/abs/2505.15379](https://arxiv.org/abs/2505.15379)
52
 
53
  ## Dataset
54
 
 
596
 
597
  If you use our work please cite
598
  ```bibtex
599
+ @misc{sulzer2025p3datasetpixelspoints,
600
+ title={The P$^3$ dataset: Pixels, Points and Polygons for Multimodal Building Vectorization},
601
+ author={Raphael Sulzer and Liuyun Duan and Nicolas Girard and Florent Lafarge},
602
+ year={2025},
603
+ eprint={2505.15379},
604
+ archivePrefix={arXiv},
605
+ primaryClass={cs.CV},
606
+ url={https://arxiv.org/abs/2505.15379},
607
+ }
608
  ```
609
 
610
  ## Acknowledgements
ffl/224/v4_image_bs4x16/.hydra/config.yaml CHANGED
@@ -234,8 +234,7 @@ evaluation:
234
  modes:
235
  - iou
236
  eval_file: results/metrics
237
- experiment.name: debug
238
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
239
  checkpoint: best_val_iou
240
  num_workers: ${.run_type.num_workers}
241
- lidar_file: demo_data/lidar0_CH_val.copc.laz
 
234
  modes:
235
  - iou
236
  eval_file: results/metrics
 
237
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
238
  checkpoint: best_val_iou
239
  num_workers: ${.run_type.num_workers}
240
+ image_file: /user/rsulzer/home/image1860_NZ_test.tif
ffl/224/v4_image_bs4x16/.hydra/hydra.yaml CHANGED
@@ -116,11 +116,11 @@ hydra:
116
  - host=gin
117
  - checkpoint=best_val_iou
118
  - experiment=ffl_image
119
- - +lidar_file=demo_data/lidar0_CH_val.copc.laz
120
  job:
121
  name: predict_demo
122
  chdir: null
123
- override_dirname: +lidar_file=demo_data/lidar0_CH_val.copc.laz,checkpoint=best_val_iou,experiment=ffl_image,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
 
116
  - host=gin
117
  - checkpoint=best_val_iou
118
  - experiment=ffl_image
119
+ - +image_file=/user/rsulzer/home/image1860_NZ_test.tif
120
  job:
121
  name: predict_demo
122
  chdir: null
123
+ override_dirname: +image_file=/user/rsulzer/home/image1860_NZ_test.tif,checkpoint=best_val_iou,experiment=ffl_image,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
ffl/224/v4_image_bs4x16/.hydra/overrides.yaml CHANGED
@@ -2,4 +2,4 @@
2
  - host=gin
3
  - checkpoint=best_val_iou
4
  - experiment=ffl_image
5
- - +lidar_file=demo_data/lidar0_CH_val.copc.laz
 
2
  - host=gin
3
  - checkpoint=best_val_iou
4
  - experiment=ffl_image
5
+ - +image_file=/user/rsulzer/home/image1860_NZ_test.tif
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml CHANGED
@@ -7,14 +7,14 @@ host:
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
- name: debug
11
  batch_size: 16
12
- train_subset: 256
13
- val_subset: 32
14
- test_subset: 32
15
- logging: DEBUG
16
- num_workers: 0
17
- log_to_wandb: false
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
@@ -108,8 +108,7 @@ evaluation:
108
  modes:
109
  - iou
110
  eval_file: results/metrics
111
- experiment.name: debug
112
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
113
  checkpoint: best_val_iou
114
  num_workers: ${.run_type.num_workers}
115
- image_file: demo_data/image0_CH_val.tif
 
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
+ name: release
11
  batch_size: 16
12
+ train_subset: null
13
+ val_subset: null
14
+ test_subset: null
15
+ logging: INFO
16
+ num_workers: 16
17
+ log_to_wandb: true
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
 
108
  modes:
109
  - iou
110
  eval_file: results/metrics
 
111
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
112
  checkpoint: best_val_iou
113
  num_workers: ${.run_type.num_workers}
114
+ image_file: /user/rsulzer/home/inria4.tiff
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml CHANGED
@@ -112,15 +112,14 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - run_type=debug
116
- - host=gin
117
  - checkpoint=best_val_iou
118
  - experiment=hisup_image
119
- - +image_file=demo_data/image0_CH_val.tif
 
120
  job:
121
  name: predict_demo
122
  chdir: null
123
- override_dirname: +image_file=demo_data/image0_CH_val.tif,checkpoint=best_val_iou,experiment=hisup_image,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
@@ -153,7 +152,7 @@ hydra:
153
  model@experiment.model: hisup
154
  encoder@experiment.encoder: vit_cnn
155
  dataset: p3
156
- run_type: debug
157
  host: gin
158
  hydra/env: default
159
  hydra/callbacks: null
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
 
 
115
  - checkpoint=best_val_iou
116
  - experiment=hisup_image
117
+ - +image_file=/user/rsulzer/home/inria4.tiff
118
+ - host=gin
119
  job:
120
  name: predict_demo
121
  chdir: null
122
+ override_dirname: +image_file=/user/rsulzer/home/inria4.tiff,checkpoint=best_val_iou,experiment=hisup_image,host=gin
123
  id: ???
124
  num: ???
125
  config_name: config
 
152
  model@experiment.model: hisup
153
  encoder@experiment.encoder: vit_cnn
154
  dataset: p3
155
+ run_type: release
156
  host: gin
157
  hydra/env: default
158
  hydra/callbacks: null
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml CHANGED
@@ -1,5 +1,4 @@
1
- - run_type=debug
2
- - host=gin
3
  - checkpoint=best_val_iou
4
  - experiment=hisup_image
5
- - +image_file=demo_data/image0_CH_val.tif
 
 
 
 
1
  - checkpoint=best_val_iou
2
  - experiment=hisup_image
3
+ - +image_file=/user/rsulzer/home/inria4.tiff
4
+ - host=gin
pix2poly/224/v4_image_vit_bs4x16/.hydra/config.yaml CHANGED
@@ -7,14 +7,14 @@ host:
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
- name: debug
11
  batch_size: 16
12
- train_subset: 256
13
- val_subset: 32
14
- test_subset: 32
15
- logging: DEBUG
16
- num_workers: 0
17
- log_to_wandb: false
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
@@ -103,8 +103,7 @@ evaluation:
103
  modes:
104
  - iou
105
  eval_file: results/metrics
106
- experiment.name: debug
107
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
108
  checkpoint: best_val_iou
109
  num_workers: ${.run_type.num_workers}
110
- image_file: demo_data/image0_CH_val.tif
 
7
  update_pbar_every: 1
8
  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
  run_type:
10
+ name: release
11
  batch_size: 16
12
+ train_subset: null
13
+ val_subset: null
14
+ test_subset: null
15
+ logging: INFO
16
+ num_workers: 16
17
+ log_to_wandb: true
18
  dataset:
19
  name: PixelsPointsPolygons
20
  size: ${..experiment.encoder.in_size}
 
103
  modes:
104
  - iou
105
  eval_file: results/metrics
 
106
  output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
107
  checkpoint: best_val_iou
108
  num_workers: ${.run_type.num_workers}
109
+ image_file: /user/rsulzer/home/inria.tiff
pix2poly/224/v4_image_vit_bs4x16/.hydra/hydra.yaml CHANGED
@@ -112,15 +112,14 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - run_type=debug
116
- - host=gin
117
  - checkpoint=best_val_iou
118
  - experiment=p2p_image
119
- - +image_file=demo_data/image0_CH_val.tif
 
120
  job:
121
  name: predict_demo
122
  chdir: null
123
- override_dirname: +image_file=demo_data/image0_CH_val.tif,checkpoint=best_val_iou,experiment=p2p_image,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
@@ -153,7 +152,7 @@ hydra:
153
  model@experiment.model: pix2poly
154
  encoder@experiment.encoder: vit
155
  dataset: p3
156
- run_type: debug
157
  host: gin
158
  hydra/env: default
159
  hydra/callbacks: null
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
 
 
115
  - checkpoint=best_val_iou
116
  - experiment=p2p_image
117
+ - +image_file=/user/rsulzer/home/inria.tiff
118
+ - host=gin
119
  job:
120
  name: predict_demo
121
  chdir: null
122
+ override_dirname: +image_file=/user/rsulzer/home/inria.tiff,checkpoint=best_val_iou,experiment=p2p_image,host=gin
123
  id: ???
124
  num: ???
125
  config_name: config
 
152
  model@experiment.model: pix2poly
153
  encoder@experiment.encoder: vit
154
  dataset: p3
155
+ run_type: release
156
  host: gin
157
  hydra/env: default
158
  hydra/callbacks: null
pix2poly/224/v4_image_vit_bs4x16/.hydra/overrides.yaml CHANGED
@@ -1,5 +1,4 @@
1
- - run_type=debug
2
- - host=gin
3
  - checkpoint=best_val_iou
4
  - experiment=p2p_image
5
- - +image_file=demo_data/image0_CH_val.tif
 
 
 
 
1
  - checkpoint=best_val_iou
2
  - experiment=p2p_image
3
+ - +image_file=/user/rsulzer/home/inria.tiff
4
+ - host=gin