add citation to readme
Browse files- README.md +11 -2
- ffl/224/v4_image_bs4x16/.hydra/config.yaml +1 -2
- ffl/224/v4_image_bs4x16/.hydra/hydra.yaml +2 -2
- ffl/224/v4_image_bs4x16/.hydra/overrides.yaml +1 -1
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml +8 -9
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml +4 -5
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml +2 -3
- pix2poly/224/v4_image_vit_bs4x16/.hydra/config.yaml +8 -9
- pix2poly/224/v4_image_vit_bs4x16/.hydra/hydra.yaml +4 -5
- pix2poly/224/v4_image_vit_bs4x16/.hydra/overrides.yaml +2 -3
README.md
CHANGED
@@ -19,7 +19,7 @@ tags:
|
|
19 |
- multimodal
|
20 |
---
|
21 |
<div align="center">
|
22 |
-
<h1 align="center">The P<sup>3</sup>
|
23 |
<h3><align="center">Raphael Sulzer<sup>1,2</sup> Liuyun Duan<sup>1</sup>
|
24 |
Nicolas Girard<sup>1</sup> Florent Lafarge<sup>2</sup></a></h3>
|
25 |
<align="center"><sup>1</sup>LuxCarta Technology <br> <sup>2</sup>Centre Inria d'Université Côte d'Azur
|
@@ -48,6 +48,7 @@ We present the P<sup>3</sup> dataset, a large-scale multimodal benchmark for bui
|
|
48 |
- A global, multimodal dataset of aerial images, aerial LiDAR point clouds and building outline polygons, available at [huggingface.co/datasets/rsi/PixelsPointsPolygons](https://huggingface.co/datasets/rsi/PixelsPointsPolygons)
|
49 |
- A library for training and evaluating state-of-the-art deep learning methods on the dataset, available at [github.com/raphaelsulzer/PixelsPointsPolygons](https://github.com/raphaelsulzer/PixelsPointsPolygons)
|
50 |
- Pretrained model weights, available at [huggingface.co/rsi/PixelsPointsPolygons](https://huggingface.co/rsi/PixelsPointsPolygons)
|
|
|
51 |
|
52 |
## Dataset
|
53 |
|
@@ -595,7 +596,15 @@ python scripts/train.py experiment=p2p_fusion checkpoint=latest
|
|
595 |
|
596 |
If you use our work please cite
|
597 |
```bibtex
|
598 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
599 |
```
|
600 |
|
601 |
## Acknowledgements
|
|
|
19 |
- multimodal
|
20 |
---
|
21 |
<div align="center">
|
22 |
+
<h1 align="center">The P<sup>3</sup> Dataset: Pixels, Points and Polygons <br> for Multimodal Building Vectorization</h1>
|
23 |
<h3><align="center">Raphael Sulzer<sup>1,2</sup> Liuyun Duan<sup>1</sup>
|
24 |
Nicolas Girard<sup>1</sup> Florent Lafarge<sup>2</sup></a></h3>
|
25 |
<align="center"><sup>1</sup>LuxCarta Technology <br> <sup>2</sup>Centre Inria d'Université Côte d'Azur
|
|
|
48 |
- A global, multimodal dataset of aerial images, aerial LiDAR point clouds and building outline polygons, available at [huggingface.co/datasets/rsi/PixelsPointsPolygons](https://huggingface.co/datasets/rsi/PixelsPointsPolygons)
|
49 |
- A library for training and evaluating state-of-the-art deep learning methods on the dataset, available at [github.com/raphaelsulzer/PixelsPointsPolygons](https://github.com/raphaelsulzer/PixelsPointsPolygons)
|
50 |
- Pretrained model weights, available at [huggingface.co/rsi/PixelsPointsPolygons](https://huggingface.co/rsi/PixelsPointsPolygons)
|
51 |
+
- A paper with an extensive experimental validation, available at [arxiv.org/abs/2505.15379](https://arxiv.org/abs/2505.15379)
|
52 |
|
53 |
## Dataset
|
54 |
|
|
|
596 |
|
597 |
If you use our work please cite
|
598 |
```bibtex
|
599 |
+
@misc{sulzer2025p3datasetpixelspoints,
|
600 |
+
title={The P$^3$ dataset: Pixels, Points and Polygons for Multimodal Building Vectorization},
|
601 |
+
author={Raphael Sulzer and Liuyun Duan and Nicolas Girard and Florent Lafarge},
|
602 |
+
year={2025},
|
603 |
+
eprint={2505.15379},
|
604 |
+
archivePrefix={arXiv},
|
605 |
+
primaryClass={cs.CV},
|
606 |
+
url={https://arxiv.org/abs/2505.15379},
|
607 |
+
}
|
608 |
```
|
609 |
|
610 |
## Acknowledgements
|
ffl/224/v4_image_bs4x16/.hydra/config.yaml
CHANGED
@@ -234,8 +234,7 @@ evaluation:
|
|
234 |
modes:
|
235 |
- iou
|
236 |
eval_file: results/metrics
|
237 |
-
experiment.name: debug
|
238 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
239 |
checkpoint: best_val_iou
|
240 |
num_workers: ${.run_type.num_workers}
|
241 |
-
|
|
|
234 |
modes:
|
235 |
- iou
|
236 |
eval_file: results/metrics
|
|
|
237 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
238 |
checkpoint: best_val_iou
|
239 |
num_workers: ${.run_type.num_workers}
|
240 |
+
image_file: /user/rsulzer/home/image1860_NZ_test.tif
|
ffl/224/v4_image_bs4x16/.hydra/hydra.yaml
CHANGED
@@ -116,11 +116,11 @@ hydra:
|
|
116 |
- host=gin
|
117 |
- checkpoint=best_val_iou
|
118 |
- experiment=ffl_image
|
119 |
-
- +
|
120 |
job:
|
121 |
name: predict_demo
|
122 |
chdir: null
|
123 |
-
override_dirname: +
|
124 |
id: ???
|
125 |
num: ???
|
126 |
config_name: config
|
|
|
116 |
- host=gin
|
117 |
- checkpoint=best_val_iou
|
118 |
- experiment=ffl_image
|
119 |
+
- +image_file=/user/rsulzer/home/image1860_NZ_test.tif
|
120 |
job:
|
121 |
name: predict_demo
|
122 |
chdir: null
|
123 |
+
override_dirname: +image_file=/user/rsulzer/home/image1860_NZ_test.tif,checkpoint=best_val_iou,experiment=ffl_image,host=gin,run_type=debug
|
124 |
id: ???
|
125 |
num: ???
|
126 |
config_name: config
|
ffl/224/v4_image_bs4x16/.hydra/overrides.yaml
CHANGED
@@ -2,4 +2,4 @@
|
|
2 |
- host=gin
|
3 |
- checkpoint=best_val_iou
|
4 |
- experiment=ffl_image
|
5 |
-
- +
|
|
|
2 |
- host=gin
|
3 |
- checkpoint=best_val_iou
|
4 |
- experiment=ffl_image
|
5 |
+
- +image_file=/user/rsulzer/home/image1860_NZ_test.tif
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml
CHANGED
@@ -7,14 +7,14 @@ host:
|
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
-
name:
|
11 |
batch_size: 16
|
12 |
-
train_subset:
|
13 |
-
val_subset:
|
14 |
-
test_subset:
|
15 |
-
logging:
|
16 |
-
num_workers:
|
17 |
-
log_to_wandb:
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
@@ -108,8 +108,7 @@ evaluation:
|
|
108 |
modes:
|
109 |
- iou
|
110 |
eval_file: results/metrics
|
111 |
-
experiment.name: debug
|
112 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
113 |
checkpoint: best_val_iou
|
114 |
num_workers: ${.run_type.num_workers}
|
115 |
-
image_file:
|
|
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
+
name: release
|
11 |
batch_size: 16
|
12 |
+
train_subset: null
|
13 |
+
val_subset: null
|
14 |
+
test_subset: null
|
15 |
+
logging: INFO
|
16 |
+
num_workers: 16
|
17 |
+
log_to_wandb: true
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
|
|
108 |
modes:
|
109 |
- iou
|
110 |
eval_file: results/metrics
|
|
|
111 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
112 |
checkpoint: best_val_iou
|
113 |
num_workers: ${.run_type.num_workers}
|
114 |
+
image_file: /user/rsulzer/home/inria4.tiff
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml
CHANGED
@@ -112,15 +112,14 @@ hydra:
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
115 |
-
- run_type=debug
|
116 |
-
- host=gin
|
117 |
- checkpoint=best_val_iou
|
118 |
- experiment=hisup_image
|
119 |
-
- +image_file
|
|
|
120 |
job:
|
121 |
name: predict_demo
|
122 |
chdir: null
|
123 |
-
override_dirname: +image_file
|
124 |
id: ???
|
125 |
num: ???
|
126 |
config_name: config
|
@@ -153,7 +152,7 @@ hydra:
|
|
153 |
model@experiment.model: hisup
|
154 |
encoder@experiment.encoder: vit_cnn
|
155 |
dataset: p3
|
156 |
-
run_type:
|
157 |
host: gin
|
158 |
hydra/env: default
|
159 |
hydra/callbacks: null
|
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
|
|
|
|
115 |
- checkpoint=best_val_iou
|
116 |
- experiment=hisup_image
|
117 |
+
- +image_file=/user/rsulzer/home/inria4.tiff
|
118 |
+
- host=gin
|
119 |
job:
|
120 |
name: predict_demo
|
121 |
chdir: null
|
122 |
+
override_dirname: +image_file=/user/rsulzer/home/inria4.tiff,checkpoint=best_val_iou,experiment=hisup_image,host=gin
|
123 |
id: ???
|
124 |
num: ???
|
125 |
config_name: config
|
|
|
152 |
model@experiment.model: hisup
|
153 |
encoder@experiment.encoder: vit_cnn
|
154 |
dataset: p3
|
155 |
+
run_type: release
|
156 |
host: gin
|
157 |
hydra/env: default
|
158 |
hydra/callbacks: null
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
-
- run_type=debug
|
2 |
-
- host=gin
|
3 |
- checkpoint=best_val_iou
|
4 |
- experiment=hisup_image
|
5 |
-
- +image_file
|
|
|
|
|
|
|
|
1 |
- checkpoint=best_val_iou
|
2 |
- experiment=hisup_image
|
3 |
+
- +image_file=/user/rsulzer/home/inria4.tiff
|
4 |
+
- host=gin
|
pix2poly/224/v4_image_vit_bs4x16/.hydra/config.yaml
CHANGED
@@ -7,14 +7,14 @@ host:
|
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
-
name:
|
11 |
batch_size: 16
|
12 |
-
train_subset:
|
13 |
-
val_subset:
|
14 |
-
test_subset:
|
15 |
-
logging:
|
16 |
-
num_workers:
|
17 |
-
log_to_wandb:
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
@@ -103,8 +103,7 @@ evaluation:
|
|
103 |
modes:
|
104 |
- iou
|
105 |
eval_file: results/metrics
|
106 |
-
experiment.name: debug
|
107 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
108 |
checkpoint: best_val_iou
|
109 |
num_workers: ${.run_type.num_workers}
|
110 |
-
image_file:
|
|
|
7 |
update_pbar_every: 1
|
8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
9 |
run_type:
|
10 |
+
name: release
|
11 |
batch_size: 16
|
12 |
+
train_subset: null
|
13 |
+
val_subset: null
|
14 |
+
test_subset: null
|
15 |
+
logging: INFO
|
16 |
+
num_workers: 16
|
17 |
+
log_to_wandb: true
|
18 |
dataset:
|
19 |
name: PixelsPointsPolygons
|
20 |
size: ${..experiment.encoder.in_size}
|
|
|
103 |
modes:
|
104 |
- iou
|
105 |
eval_file: results/metrics
|
|
|
106 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
107 |
checkpoint: best_val_iou
|
108 |
num_workers: ${.run_type.num_workers}
|
109 |
+
image_file: /user/rsulzer/home/inria.tiff
|
pix2poly/224/v4_image_vit_bs4x16/.hydra/hydra.yaml
CHANGED
@@ -112,15 +112,14 @@ hydra:
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
115 |
-
- run_type=debug
|
116 |
-
- host=gin
|
117 |
- checkpoint=best_val_iou
|
118 |
- experiment=p2p_image
|
119 |
-
- +image_file
|
|
|
120 |
job:
|
121 |
name: predict_demo
|
122 |
chdir: null
|
123 |
-
override_dirname: +image_file
|
124 |
id: ???
|
125 |
num: ???
|
126 |
config_name: config
|
@@ -153,7 +152,7 @@ hydra:
|
|
153 |
model@experiment.model: pix2poly
|
154 |
encoder@experiment.encoder: vit
|
155 |
dataset: p3
|
156 |
-
run_type:
|
157 |
host: gin
|
158 |
hydra/env: default
|
159 |
hydra/callbacks: null
|
|
|
112 |
hydra:
|
113 |
- hydra.mode=RUN
|
114 |
task:
|
|
|
|
|
115 |
- checkpoint=best_val_iou
|
116 |
- experiment=p2p_image
|
117 |
+
- +image_file=/user/rsulzer/home/inria.tiff
|
118 |
+
- host=gin
|
119 |
job:
|
120 |
name: predict_demo
|
121 |
chdir: null
|
122 |
+
override_dirname: +image_file=/user/rsulzer/home/inria.tiff,checkpoint=best_val_iou,experiment=p2p_image,host=gin
|
123 |
id: ???
|
124 |
num: ???
|
125 |
config_name: config
|
|
|
152 |
model@experiment.model: pix2poly
|
153 |
encoder@experiment.encoder: vit
|
154 |
dataset: p3
|
155 |
+
run_type: release
|
156 |
host: gin
|
157 |
hydra/env: default
|
158 |
hydra/callbacks: null
|
pix2poly/224/v4_image_vit_bs4x16/.hydra/overrides.yaml
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
-
- run_type=debug
|
2 |
-
- host=gin
|
3 |
- checkpoint=best_val_iou
|
4 |
- experiment=p2p_image
|
5 |
-
- +image_file
|
|
|
|
|
|
|
|
1 |
- checkpoint=best_val_iou
|
2 |
- experiment=p2p_image
|
3 |
+
- +image_file=/user/rsulzer/home/inria.tiff
|
4 |
+
- host=gin
|