prithivMLmods commited on
Commit
cd9e03e
·
verified ·
1 Parent(s): 534383f

Upload folder using huggingface_hub

Browse files
checkpoint-1688/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "Annual Crop",
7
+ "1": "Forest",
8
+ "2": "Herbaceous Vegetation",
9
+ "3": "Highway",
10
+ "4": "Industrial",
11
+ "5": "Pasture",
12
+ "6": "Permanent Crop",
13
+ "7": "Residential",
14
+ "8": "River",
15
+ "9": "Sea Lake"
16
+ },
17
+ "initializer_factor": 1.0,
18
+ "label2id": {
19
+ "Annual Crop": 0,
20
+ "Forest": 1,
21
+ "Herbaceous Vegetation": 2,
22
+ "Highway": 3,
23
+ "Industrial": 4,
24
+ "Pasture": 5,
25
+ "Permanent Crop": 6,
26
+ "Residential": 7,
27
+ "River": 8,
28
+ "Sea Lake": 9
29
+ },
30
+ "model_type": "siglip",
31
+ "problem_type": "single_label_classification",
32
+ "text_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "intermediate_size": 3072,
37
+ "layer_norm_eps": 1e-06,
38
+ "max_position_embeddings": 64,
39
+ "model_type": "siglip_text_model",
40
+ "num_attention_heads": 12,
41
+ "num_hidden_layers": 12,
42
+ "projection_size": 768,
43
+ "torch_dtype": "float32",
44
+ "vocab_size": 256000
45
+ },
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.51.0.dev0",
48
+ "vision_config": {
49
+ "attention_dropout": 0.0,
50
+ "hidden_act": "gelu_pytorch_tanh",
51
+ "hidden_size": 768,
52
+ "image_size": 224,
53
+ "intermediate_size": 3072,
54
+ "layer_norm_eps": 1e-06,
55
+ "model_type": "siglip_vision_model",
56
+ "num_attention_heads": 12,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 12,
59
+ "patch_size": 16,
60
+ "torch_dtype": "float32"
61
+ }
62
+ }
checkpoint-1688/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e26e0f61867c3d6c2664110f38eb02dacaf5672dbd18c0ac1ccf472fe1f079e
3
+ size 371592608
checkpoint-1688/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b67a71d1c6fb83d7922f8f83f235a2423578e0580292fc343e0e42209087770
3
+ size 686604922
checkpoint-1688/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-1688/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24067213c1045fcc48fab99eef9657f6ba6b0e5f3088719418dad6ad66870bd3
3
+ size 14244
checkpoint-1688/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57c9297b2ec24eb2b5e3327008a72a1599d4ba50dc731e6f48f539eb910369f
3
+ size 1064
checkpoint-1688/trainer_state.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 1688,
3
+ "best_metric": 0.07286661118268967,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-1688",
5
+ "epoch": 2.0,
6
+ "eval_steps": 500,
7
+ "global_step": 1688,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.5924170616113744,
14
+ "grad_norm": 64.00031280517578,
15
+ "learning_rate": 1.729404690318701e-06,
16
+ "loss": 0.544,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.9547777777777777,
22
+ "eval_loss": 0.14658287167549133,
23
+ "eval_model_preparation_time": 0.0047,
24
+ "eval_runtime": 329.9419,
25
+ "eval_samples_per_second": 81.833,
26
+ "eval_steps_per_second": 10.229,
27
+ "step": 844
28
+ },
29
+ {
30
+ "epoch": 1.1848341232227488,
31
+ "grad_norm": 31.858619689941406,
32
+ "learning_rate": 1.428743235117258e-06,
33
+ "loss": 0.1177,
34
+ "step": 1000
35
+ },
36
+ {
37
+ "epoch": 1.7772511848341233,
38
+ "grad_norm": 52.434165954589844,
39
+ "learning_rate": 1.1280817799158147e-06,
40
+ "loss": 0.0904,
41
+ "step": 1500
42
+ },
43
+ {
44
+ "epoch": 2.0,
45
+ "eval_accuracy": 0.9771111111111112,
46
+ "eval_loss": 0.07286661118268967,
47
+ "eval_model_preparation_time": 0.0047,
48
+ "eval_runtime": 326.6893,
49
+ "eval_samples_per_second": 82.647,
50
+ "eval_steps_per_second": 10.331,
51
+ "step": 1688
52
+ }
53
+ ],
54
+ "logging_steps": 500,
55
+ "max_steps": 3376,
56
+ "num_input_tokens_seen": 0,
57
+ "num_train_epochs": 4,
58
+ "save_steps": 500,
59
+ "stateful_callbacks": {
60
+ "TrainerControl": {
61
+ "args": {
62
+ "should_epoch_stop": false,
63
+ "should_evaluate": false,
64
+ "should_log": false,
65
+ "should_save": true,
66
+ "should_training_stop": false
67
+ },
68
+ "attributes": {}
69
+ }
70
+ },
71
+ "total_flos": 4.523096813985792e+18,
72
+ "train_batch_size": 32,
73
+ "trial_name": null,
74
+ "trial_params": null
75
+ }
checkpoint-1688/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed979bb653d2b9283c87e896dc95c05c7a3f557031bc3df896f577bd7e15ca32
3
+ size 5304
checkpoint-2532/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "Annual Crop",
7
+ "1": "Forest",
8
+ "2": "Herbaceous Vegetation",
9
+ "3": "Highway",
10
+ "4": "Industrial",
11
+ "5": "Pasture",
12
+ "6": "Permanent Crop",
13
+ "7": "Residential",
14
+ "8": "River",
15
+ "9": "Sea Lake"
16
+ },
17
+ "initializer_factor": 1.0,
18
+ "label2id": {
19
+ "Annual Crop": 0,
20
+ "Forest": 1,
21
+ "Herbaceous Vegetation": 2,
22
+ "Highway": 3,
23
+ "Industrial": 4,
24
+ "Pasture": 5,
25
+ "Permanent Crop": 6,
26
+ "Residential": 7,
27
+ "River": 8,
28
+ "Sea Lake": 9
29
+ },
30
+ "model_type": "siglip",
31
+ "problem_type": "single_label_classification",
32
+ "text_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "intermediate_size": 3072,
37
+ "layer_norm_eps": 1e-06,
38
+ "max_position_embeddings": 64,
39
+ "model_type": "siglip_text_model",
40
+ "num_attention_heads": 12,
41
+ "num_hidden_layers": 12,
42
+ "projection_size": 768,
43
+ "torch_dtype": "float32",
44
+ "vocab_size": 256000
45
+ },
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.51.0.dev0",
48
+ "vision_config": {
49
+ "attention_dropout": 0.0,
50
+ "hidden_act": "gelu_pytorch_tanh",
51
+ "hidden_size": 768,
52
+ "image_size": 224,
53
+ "intermediate_size": 3072,
54
+ "layer_norm_eps": 1e-06,
55
+ "model_type": "siglip_vision_model",
56
+ "num_attention_heads": 12,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 12,
59
+ "patch_size": 16,
60
+ "torch_dtype": "float32"
61
+ }
62
+ }
checkpoint-2532/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31297c4bed4cfe46dfcecbb35a6ee64c433f59eddba4620a19fa1720e86a51c8
3
+ size 371592608
checkpoint-2532/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e9f43c3350856d11cb2cdade2cae6e0aa0582985591273eb90b614cfd6b33f6
3
+ size 686604922
checkpoint-2532/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-2532/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11da0301f49d86e436d2600bbc76b9fb30af33527dc9cab6e0b4e12f7d6d6d3f
3
+ size 14244
checkpoint-2532/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25c04b7a8241e738391d8164bb78bffff53204bf3d111fb33959550ad3c52b0c
3
+ size 1064
checkpoint-2532/trainer_state.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 2532,
3
+ "best_metric": 0.06258102506399155,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-2532",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 2532,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.5924170616113744,
14
+ "grad_norm": 64.00031280517578,
15
+ "learning_rate": 1.729404690318701e-06,
16
+ "loss": 0.544,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.9547777777777777,
22
+ "eval_loss": 0.14658287167549133,
23
+ "eval_model_preparation_time": 0.0047,
24
+ "eval_runtime": 329.9419,
25
+ "eval_samples_per_second": 81.833,
26
+ "eval_steps_per_second": 10.229,
27
+ "step": 844
28
+ },
29
+ {
30
+ "epoch": 1.1848341232227488,
31
+ "grad_norm": 31.858619689941406,
32
+ "learning_rate": 1.428743235117258e-06,
33
+ "loss": 0.1177,
34
+ "step": 1000
35
+ },
36
+ {
37
+ "epoch": 1.7772511848341233,
38
+ "grad_norm": 52.434165954589844,
39
+ "learning_rate": 1.1280817799158147e-06,
40
+ "loss": 0.0904,
41
+ "step": 1500
42
+ },
43
+ {
44
+ "epoch": 2.0,
45
+ "eval_accuracy": 0.9771111111111112,
46
+ "eval_loss": 0.07286661118268967,
47
+ "eval_model_preparation_time": 0.0047,
48
+ "eval_runtime": 326.6893,
49
+ "eval_samples_per_second": 82.647,
50
+ "eval_steps_per_second": 10.331,
51
+ "step": 1688
52
+ },
53
+ {
54
+ "epoch": 2.3696682464454977,
55
+ "grad_norm": 10.467474937438965,
56
+ "learning_rate": 8.274203247143716e-07,
57
+ "loss": 0.074,
58
+ "step": 2000
59
+ },
60
+ {
61
+ "epoch": 2.962085308056872,
62
+ "grad_norm": 0.9437333345413208,
63
+ "learning_rate": 5.267588695129285e-07,
64
+ "loss": 0.0706,
65
+ "step": 2500
66
+ },
67
+ {
68
+ "epoch": 3.0,
69
+ "eval_accuracy": 0.982,
70
+ "eval_loss": 0.06258102506399155,
71
+ "eval_model_preparation_time": 0.0047,
72
+ "eval_runtime": 326.6931,
73
+ "eval_samples_per_second": 82.646,
74
+ "eval_steps_per_second": 10.331,
75
+ "step": 2532
76
+ }
77
+ ],
78
+ "logging_steps": 500,
79
+ "max_steps": 3376,
80
+ "num_input_tokens_seen": 0,
81
+ "num_train_epochs": 4,
82
+ "save_steps": 500,
83
+ "stateful_callbacks": {
84
+ "TrainerControl": {
85
+ "args": {
86
+ "should_epoch_stop": false,
87
+ "should_evaluate": false,
88
+ "should_log": false,
89
+ "should_save": true,
90
+ "should_training_stop": false
91
+ },
92
+ "attributes": {}
93
+ }
94
+ },
95
+ "total_flos": 6.784645220978688e+18,
96
+ "train_batch_size": 32,
97
+ "trial_name": null,
98
+ "trial_params": null
99
+ }
checkpoint-2532/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed979bb653d2b9283c87e896dc95c05c7a3f557031bc3df896f577bd7e15ca32
3
+ size 5304
checkpoint-3376/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "Annual Crop",
7
+ "1": "Forest",
8
+ "2": "Herbaceous Vegetation",
9
+ "3": "Highway",
10
+ "4": "Industrial",
11
+ "5": "Pasture",
12
+ "6": "Permanent Crop",
13
+ "7": "Residential",
14
+ "8": "River",
15
+ "9": "Sea Lake"
16
+ },
17
+ "initializer_factor": 1.0,
18
+ "label2id": {
19
+ "Annual Crop": 0,
20
+ "Forest": 1,
21
+ "Herbaceous Vegetation": 2,
22
+ "Highway": 3,
23
+ "Industrial": 4,
24
+ "Pasture": 5,
25
+ "Permanent Crop": 6,
26
+ "Residential": 7,
27
+ "River": 8,
28
+ "Sea Lake": 9
29
+ },
30
+ "model_type": "siglip",
31
+ "problem_type": "single_label_classification",
32
+ "text_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "intermediate_size": 3072,
37
+ "layer_norm_eps": 1e-06,
38
+ "max_position_embeddings": 64,
39
+ "model_type": "siglip_text_model",
40
+ "num_attention_heads": 12,
41
+ "num_hidden_layers": 12,
42
+ "projection_size": 768,
43
+ "torch_dtype": "float32",
44
+ "vocab_size": 256000
45
+ },
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.51.0.dev0",
48
+ "vision_config": {
49
+ "attention_dropout": 0.0,
50
+ "hidden_act": "gelu_pytorch_tanh",
51
+ "hidden_size": 768,
52
+ "image_size": 224,
53
+ "intermediate_size": 3072,
54
+ "layer_norm_eps": 1e-06,
55
+ "model_type": "siglip_vision_model",
56
+ "num_attention_heads": 12,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 12,
59
+ "patch_size": 16,
60
+ "torch_dtype": "float32"
61
+ }
62
+ }
checkpoint-3376/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7775aca0d7ea8f81aeafdfbcf8f3173b563a75612523fe9837f6805c3a82f028
3
+ size 371592608
checkpoint-3376/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a3df8e1bba1e9c5943139336eafb3606ed7b61fc75cbe71eda2796ff874e145
3
+ size 686604922
checkpoint-3376/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-3376/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22653dcb5af3ca74cc1db43859e3e9c7008eef7039baba28ece857d88ce2fc9
3
+ size 14244
checkpoint-3376/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323cea463d0c3faf072d6c4f89d76cc718b7261a36d8c4bd6e7c8a524ef14ae6
3
+ size 1064
checkpoint-3376/trainer_state.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 3376,
3
+ "best_metric": 0.050058212131261826,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-3376",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 3376,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.5924170616113744,
14
+ "grad_norm": 64.00031280517578,
15
+ "learning_rate": 1.729404690318701e-06,
16
+ "loss": 0.544,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.9547777777777777,
22
+ "eval_loss": 0.14658287167549133,
23
+ "eval_model_preparation_time": 0.0047,
24
+ "eval_runtime": 329.9419,
25
+ "eval_samples_per_second": 81.833,
26
+ "eval_steps_per_second": 10.229,
27
+ "step": 844
28
+ },
29
+ {
30
+ "epoch": 1.1848341232227488,
31
+ "grad_norm": 31.858619689941406,
32
+ "learning_rate": 1.428743235117258e-06,
33
+ "loss": 0.1177,
34
+ "step": 1000
35
+ },
36
+ {
37
+ "epoch": 1.7772511848341233,
38
+ "grad_norm": 52.434165954589844,
39
+ "learning_rate": 1.1280817799158147e-06,
40
+ "loss": 0.0904,
41
+ "step": 1500
42
+ },
43
+ {
44
+ "epoch": 2.0,
45
+ "eval_accuracy": 0.9771111111111112,
46
+ "eval_loss": 0.07286661118268967,
47
+ "eval_model_preparation_time": 0.0047,
48
+ "eval_runtime": 326.6893,
49
+ "eval_samples_per_second": 82.647,
50
+ "eval_steps_per_second": 10.331,
51
+ "step": 1688
52
+ },
53
+ {
54
+ "epoch": 2.3696682464454977,
55
+ "grad_norm": 10.467474937438965,
56
+ "learning_rate": 8.274203247143716e-07,
57
+ "loss": 0.074,
58
+ "step": 2000
59
+ },
60
+ {
61
+ "epoch": 2.962085308056872,
62
+ "grad_norm": 0.9437333345413208,
63
+ "learning_rate": 5.267588695129285e-07,
64
+ "loss": 0.0706,
65
+ "step": 2500
66
+ },
67
+ {
68
+ "epoch": 3.0,
69
+ "eval_accuracy": 0.982,
70
+ "eval_loss": 0.06258102506399155,
71
+ "eval_model_preparation_time": 0.0047,
72
+ "eval_runtime": 326.6931,
73
+ "eval_samples_per_second": 82.646,
74
+ "eval_steps_per_second": 10.331,
75
+ "step": 2532
76
+ },
77
+ {
78
+ "epoch": 3.5545023696682465,
79
+ "grad_norm": 87.86836242675781,
80
+ "learning_rate": 2.2609741431148526e-07,
81
+ "loss": 0.0599,
82
+ "step": 3000
83
+ },
84
+ {
85
+ "epoch": 4.0,
86
+ "eval_accuracy": 0.9862592592592593,
87
+ "eval_loss": 0.050058212131261826,
88
+ "eval_model_preparation_time": 0.0047,
89
+ "eval_runtime": 326.4819,
90
+ "eval_samples_per_second": 82.7,
91
+ "eval_steps_per_second": 10.337,
92
+ "step": 3376
93
+ }
94
+ ],
95
+ "logging_steps": 500,
96
+ "max_steps": 3376,
97
+ "num_input_tokens_seen": 0,
98
+ "num_train_epochs": 4,
99
+ "save_steps": 500,
100
+ "stateful_callbacks": {
101
+ "TrainerControl": {
102
+ "args": {
103
+ "should_epoch_stop": false,
104
+ "should_evaluate": false,
105
+ "should_log": false,
106
+ "should_save": true,
107
+ "should_training_stop": true
108
+ },
109
+ "attributes": {}
110
+ }
111
+ },
112
+ "total_flos": 9.046193627971584e+18,
113
+ "train_batch_size": 32,
114
+ "trial_name": null,
115
+ "trial_params": null
116
+ }
checkpoint-3376/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed979bb653d2b9283c87e896dc95c05c7a3f557031bc3df896f577bd7e15ca32
3
+ size 5304
checkpoint-844/config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "Annual Crop",
7
+ "1": "Forest",
8
+ "2": "Herbaceous Vegetation",
9
+ "3": "Highway",
10
+ "4": "Industrial",
11
+ "5": "Pasture",
12
+ "6": "Permanent Crop",
13
+ "7": "Residential",
14
+ "8": "River",
15
+ "9": "Sea Lake"
16
+ },
17
+ "initializer_factor": 1.0,
18
+ "label2id": {
19
+ "Annual Crop": 0,
20
+ "Forest": 1,
21
+ "Herbaceous Vegetation": 2,
22
+ "Highway": 3,
23
+ "Industrial": 4,
24
+ "Pasture": 5,
25
+ "Permanent Crop": 6,
26
+ "Residential": 7,
27
+ "River": 8,
28
+ "Sea Lake": 9
29
+ },
30
+ "model_type": "siglip",
31
+ "problem_type": "single_label_classification",
32
+ "text_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "intermediate_size": 3072,
37
+ "layer_norm_eps": 1e-06,
38
+ "max_position_embeddings": 64,
39
+ "model_type": "siglip_text_model",
40
+ "num_attention_heads": 12,
41
+ "num_hidden_layers": 12,
42
+ "projection_size": 768,
43
+ "torch_dtype": "float32",
44
+ "vocab_size": 256000
45
+ },
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.51.0.dev0",
48
+ "vision_config": {
49
+ "attention_dropout": 0.0,
50
+ "hidden_act": "gelu_pytorch_tanh",
51
+ "hidden_size": 768,
52
+ "image_size": 224,
53
+ "intermediate_size": 3072,
54
+ "layer_norm_eps": 1e-06,
55
+ "model_type": "siglip_vision_model",
56
+ "num_attention_heads": 12,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 12,
59
+ "patch_size": 16,
60
+ "torch_dtype": "float32"
61
+ }
62
+ }
checkpoint-844/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215366d524c2082539a8a99f6347a29eb40e6738eb950825f5acd2c724ca83ef
3
+ size 371592608
checkpoint-844/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae634d67330953b07daaf8590fbdf7e83d86e7e1c80acd1f4de9e19b5f74eff4
3
+ size 686604922
checkpoint-844/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-844/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb616cde7698f43001deca6879b157ff1da338ba84de8622a6f54ca31efe50d
3
+ size 14244
checkpoint-844/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b857c96c393ffa634311dee66c696e493919bb31fdefbdae7750e3f638aa987
3
+ size 1064
checkpoint-844/trainer_state.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 844,
3
+ "best_metric": 0.14658287167549133,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-844",
5
+ "epoch": 1.0,
6
+ "eval_steps": 500,
7
+ "global_step": 844,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.5924170616113744,
14
+ "grad_norm": 64.00031280517578,
15
+ "learning_rate": 1.729404690318701e-06,
16
+ "loss": 0.544,
17
+ "step": 500
18
+ },
19
+ {
20
+ "epoch": 1.0,
21
+ "eval_accuracy": 0.9547777777777777,
22
+ "eval_loss": 0.14658287167549133,
23
+ "eval_model_preparation_time": 0.0047,
24
+ "eval_runtime": 329.9419,
25
+ "eval_samples_per_second": 81.833,
26
+ "eval_steps_per_second": 10.229,
27
+ "step": 844
28
+ }
29
+ ],
30
+ "logging_steps": 500,
31
+ "max_steps": 3376,
32
+ "num_input_tokens_seen": 0,
33
+ "num_train_epochs": 4,
34
+ "save_steps": 500,
35
+ "stateful_callbacks": {
36
+ "TrainerControl": {
37
+ "args": {
38
+ "should_epoch_stop": false,
39
+ "should_evaluate": false,
40
+ "should_log": false,
41
+ "should_save": true,
42
+ "should_training_stop": false
43
+ },
44
+ "attributes": {}
45
+ }
46
+ },
47
+ "total_flos": 2.261548406992896e+18,
48
+ "train_batch_size": 32,
49
+ "trial_name": null,
50
+ "trial_params": null
51
+ }
checkpoint-844/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed979bb653d2b9283c87e896dc95c05c7a3f557031bc3df896f577bd7e15ca32
3
+ size 5304
config.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "Annual Crop",
7
+ "1": "Forest",
8
+ "2": "Herbaceous Vegetation",
9
+ "3": "Highway",
10
+ "4": "Industrial",
11
+ "5": "Pasture",
12
+ "6": "Permanent Crop",
13
+ "7": "Residential",
14
+ "8": "River",
15
+ "9": "Sea Lake"
16
+ },
17
+ "initializer_factor": 1.0,
18
+ "label2id": {
19
+ "Annual Crop": 0,
20
+ "Forest": 1,
21
+ "Herbaceous Vegetation": 2,
22
+ "Highway": 3,
23
+ "Industrial": 4,
24
+ "Pasture": 5,
25
+ "Permanent Crop": 6,
26
+ "Residential": 7,
27
+ "River": 8,
28
+ "Sea Lake": 9
29
+ },
30
+ "model_type": "siglip",
31
+ "problem_type": "single_label_classification",
32
+ "text_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "intermediate_size": 3072,
37
+ "layer_norm_eps": 1e-06,
38
+ "max_position_embeddings": 64,
39
+ "model_type": "siglip_text_model",
40
+ "num_attention_heads": 12,
41
+ "num_hidden_layers": 12,
42
+ "projection_size": 768,
43
+ "torch_dtype": "float32",
44
+ "vocab_size": 256000
45
+ },
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.51.0.dev0",
48
+ "vision_config": {
49
+ "attention_dropout": 0.0,
50
+ "hidden_act": "gelu_pytorch_tanh",
51
+ "hidden_size": 768,
52
+ "image_size": 224,
53
+ "intermediate_size": 3072,
54
+ "layer_norm_eps": 1e-06,
55
+ "model_type": "siglip_vision_model",
56
+ "num_attention_heads": 12,
57
+ "num_channels": 3,
58
+ "num_hidden_layers": 12,
59
+ "patch_size": 16,
60
+ "torch_dtype": "float32"
61
+ }
62
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7775aca0d7ea8f81aeafdfbcf8f3173b563a75612523fe9837f6805c3a82f028
3
+ size 371592608
preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed979bb653d2b9283c87e896dc95c05c7a3f557031bc3df896f577bd7e15ca32
3
+ size 5304