prithivMLmods commited on
Commit
4a4c33b
·
verified ·
1 Parent(s): 5eb2b8d

Upload folder using huggingface_hub

Browse files
checkpoint-471/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "high resolution image",
7
+ "1": "low resolution image"
8
+ },
9
+ "initializer_factor": 1.0,
10
+ "label2id": {
11
+ "high resolution image": 0,
12
+ "low resolution image": 1
13
+ },
14
+ "model_type": "siglip",
15
+ "problem_type": "single_label_classification",
16
+ "text_config": {
17
+ "attention_dropout": 0.0,
18
+ "hidden_act": "gelu_pytorch_tanh",
19
+ "hidden_size": 768,
20
+ "intermediate_size": 3072,
21
+ "layer_norm_eps": 1e-06,
22
+ "max_position_embeddings": 64,
23
+ "model_type": "siglip_text_model",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "projection_size": 768,
27
+ "torch_dtype": "float32",
28
+ "vocab_size": 256000
29
+ },
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "vision_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "image_size": 224,
37
+ "intermediate_size": 3072,
38
+ "layer_norm_eps": 1e-06,
39
+ "model_type": "siglip_vision_model",
40
+ "num_attention_heads": 12,
41
+ "num_channels": 3,
42
+ "num_hidden_layers": 12,
43
+ "patch_size": 16,
44
+ "torch_dtype": "float32"
45
+ }
46
+ }
checkpoint-471/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e235193822f56e34ce8aef2f0799d17e903024f5574753109da1351de72dcd0c
3
+ size 371567992
checkpoint-471/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c7ae4ae30a583f9d5abc2319eaf6de15c0d05610fd6e5d1b46a8555b3be08c
3
+ size 686555770
checkpoint-471/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-471/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1635d34d7ef35cbcadef0d515cae13c0a24a81b57addc13278b81727e336ff10
3
+ size 14244
checkpoint-471/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4459bcc2da2716c88601bb32e5f1e8f8dca943aa67548f8c7351bacc5e19f965
3
+ size 1064
checkpoint-471/trainer_state.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 471,
3
+ "best_metric": 0.4816523790359497,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-471",
5
+ "epoch": 3.0,
6
+ "eval_steps": 500,
7
+ "global_step": 471,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.7139154704944178,
15
+ "eval_loss": 0.5481679439544678,
16
+ "eval_model_preparation_time": 0.0027,
17
+ "eval_runtime": 124.3671,
18
+ "eval_samples_per_second": 40.332,
19
+ "eval_steps_per_second": 5.042,
20
+ "step": 157
21
+ },
22
+ {
23
+ "epoch": 2.0,
24
+ "eval_accuracy": 0.7567783094098883,
25
+ "eval_loss": 0.48407095670700073,
26
+ "eval_model_preparation_time": 0.0027,
27
+ "eval_runtime": 124.5024,
28
+ "eval_samples_per_second": 40.288,
29
+ "eval_steps_per_second": 5.036,
30
+ "step": 314
31
+ },
32
+ {
33
+ "epoch": 3.0,
34
+ "eval_accuracy": 0.733652312599681,
35
+ "eval_loss": 0.4816523790359497,
36
+ "eval_model_preparation_time": 0.0027,
37
+ "eval_runtime": 122.2853,
38
+ "eval_samples_per_second": 41.019,
39
+ "eval_steps_per_second": 5.127,
40
+ "step": 471
41
+ }
42
+ ],
43
+ "logging_steps": 500,
44
+ "max_steps": 942,
45
+ "num_input_tokens_seen": 0,
46
+ "num_train_epochs": 6,
47
+ "save_steps": 500,
48
+ "stateful_callbacks": {
49
+ "TrainerControl": {
50
+ "args": {
51
+ "should_epoch_stop": false,
52
+ "should_evaluate": false,
53
+ "should_log": false,
54
+ "should_save": true,
55
+ "should_training_stop": false
56
+ },
57
+ "attributes": {}
58
+ }
59
+ },
60
+ "total_flos": 1.260352701119103e+18,
61
+ "train_batch_size": 32,
62
+ "trial_name": null,
63
+ "trial_params": null
64
+ }
checkpoint-471/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
3
+ size 5304
checkpoint-628/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "high resolution image",
7
+ "1": "low resolution image"
8
+ },
9
+ "initializer_factor": 1.0,
10
+ "label2id": {
11
+ "high resolution image": 0,
12
+ "low resolution image": 1
13
+ },
14
+ "model_type": "siglip",
15
+ "problem_type": "single_label_classification",
16
+ "text_config": {
17
+ "attention_dropout": 0.0,
18
+ "hidden_act": "gelu_pytorch_tanh",
19
+ "hidden_size": 768,
20
+ "intermediate_size": 3072,
21
+ "layer_norm_eps": 1e-06,
22
+ "max_position_embeddings": 64,
23
+ "model_type": "siglip_text_model",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "projection_size": 768,
27
+ "torch_dtype": "float32",
28
+ "vocab_size": 256000
29
+ },
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "vision_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "image_size": 224,
37
+ "intermediate_size": 3072,
38
+ "layer_norm_eps": 1e-06,
39
+ "model_type": "siglip_vision_model",
40
+ "num_attention_heads": 12,
41
+ "num_channels": 3,
42
+ "num_hidden_layers": 12,
43
+ "patch_size": 16,
44
+ "torch_dtype": "float32"
45
+ }
46
+ }
checkpoint-628/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60cfb3df637122c8c193b75ce7064bef315bbe0c420b955001578c25b2322916
3
+ size 371567992
checkpoint-628/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f5afa2f1883e4fd354819f6601bbb612137384bb9cbf3c67f4a8554fedd6919
3
+ size 686555770
checkpoint-628/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-628/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c16939bc58992c20820c994ac01515b985e62daedce71acc0a71c5741e5bb3
3
+ size 14244
checkpoint-628/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3123e68ca59c4165bc4f9042ca2c5c37afca6b63bf9d651c86be544a2a1cedac
3
+ size 1064
checkpoint-628/trainer_state.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 628,
3
+ "best_metric": 0.4302399456501007,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-628",
5
+ "epoch": 4.0,
6
+ "eval_steps": 500,
7
+ "global_step": 628,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.7139154704944178,
15
+ "eval_loss": 0.5481679439544678,
16
+ "eval_model_preparation_time": 0.0027,
17
+ "eval_runtime": 124.3671,
18
+ "eval_samples_per_second": 40.332,
19
+ "eval_steps_per_second": 5.042,
20
+ "step": 157
21
+ },
22
+ {
23
+ "epoch": 2.0,
24
+ "eval_accuracy": 0.7567783094098883,
25
+ "eval_loss": 0.48407095670700073,
26
+ "eval_model_preparation_time": 0.0027,
27
+ "eval_runtime": 124.5024,
28
+ "eval_samples_per_second": 40.288,
29
+ "eval_steps_per_second": 5.036,
30
+ "step": 314
31
+ },
32
+ {
33
+ "epoch": 3.0,
34
+ "eval_accuracy": 0.733652312599681,
35
+ "eval_loss": 0.4816523790359497,
36
+ "eval_model_preparation_time": 0.0027,
37
+ "eval_runtime": 122.2853,
38
+ "eval_samples_per_second": 41.019,
39
+ "eval_steps_per_second": 5.127,
40
+ "step": 471
41
+ },
42
+ {
43
+ "epoch": 3.1847133757961785,
44
+ "grad_norm": 33.35067367553711,
45
+ "learning_rate": 2.477578475336323e-06,
46
+ "loss": 0.5312,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.0,
51
+ "eval_accuracy": 0.7651515151515151,
52
+ "eval_loss": 0.4302399456501007,
53
+ "eval_model_preparation_time": 0.0027,
54
+ "eval_runtime": 123.8512,
55
+ "eval_samples_per_second": 40.5,
56
+ "eval_steps_per_second": 5.063,
57
+ "step": 628
58
+ }
59
+ ],
60
+ "logging_steps": 500,
61
+ "max_steps": 942,
62
+ "num_input_tokens_seen": 0,
63
+ "num_train_epochs": 6,
64
+ "save_steps": 500,
65
+ "stateful_callbacks": {
66
+ "TrainerControl": {
67
+ "args": {
68
+ "should_epoch_stop": false,
69
+ "should_evaluate": false,
70
+ "should_log": false,
71
+ "should_save": true,
72
+ "should_training_stop": false
73
+ },
74
+ "attributes": {}
75
+ }
76
+ },
77
+ "total_flos": 1.680470268158804e+18,
78
+ "train_batch_size": 32,
79
+ "trial_name": null,
80
+ "trial_params": null
81
+ }
checkpoint-628/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
3
+ size 5304
checkpoint-785/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "high resolution image",
7
+ "1": "low resolution image"
8
+ },
9
+ "initializer_factor": 1.0,
10
+ "label2id": {
11
+ "high resolution image": 0,
12
+ "low resolution image": 1
13
+ },
14
+ "model_type": "siglip",
15
+ "problem_type": "single_label_classification",
16
+ "text_config": {
17
+ "attention_dropout": 0.0,
18
+ "hidden_act": "gelu_pytorch_tanh",
19
+ "hidden_size": 768,
20
+ "intermediate_size": 3072,
21
+ "layer_norm_eps": 1e-06,
22
+ "max_position_embeddings": 64,
23
+ "model_type": "siglip_text_model",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "projection_size": 768,
27
+ "torch_dtype": "float32",
28
+ "vocab_size": 256000
29
+ },
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "vision_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "image_size": 224,
37
+ "intermediate_size": 3072,
38
+ "layer_norm_eps": 1e-06,
39
+ "model_type": "siglip_vision_model",
40
+ "num_attention_heads": 12,
41
+ "num_channels": 3,
42
+ "num_hidden_layers": 12,
43
+ "patch_size": 16,
44
+ "torch_dtype": "float32"
45
+ }
46
+ }
checkpoint-785/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13454eaa7d6b7c66341c299a4be323868edd5f99fa4afc70e11d4c210c4a58bb
3
+ size 371567992
checkpoint-785/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8350daa589ebe1c4158aa85ff8ba272563833842544565013f12084a722b6d5e
3
+ size 686555770
checkpoint-785/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-785/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f353c22c2572e290982ee469c524213e7115a6af1ec437f4e4f101d2e4630d
3
+ size 14244
checkpoint-785/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3ad598951542bd8f1b74c73d2ae7c632c752afc052cd1e1f7b5549e4b2777b
3
+ size 1064
checkpoint-785/trainer_state.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 785,
3
+ "best_metric": 0.4116573631763458,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-785",
5
+ "epoch": 5.0,
6
+ "eval_steps": 500,
7
+ "global_step": 785,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.7139154704944178,
15
+ "eval_loss": 0.5481679439544678,
16
+ "eval_model_preparation_time": 0.0027,
17
+ "eval_runtime": 124.3671,
18
+ "eval_samples_per_second": 40.332,
19
+ "eval_steps_per_second": 5.042,
20
+ "step": 157
21
+ },
22
+ {
23
+ "epoch": 2.0,
24
+ "eval_accuracy": 0.7567783094098883,
25
+ "eval_loss": 0.48407095670700073,
26
+ "eval_model_preparation_time": 0.0027,
27
+ "eval_runtime": 124.5024,
28
+ "eval_samples_per_second": 40.288,
29
+ "eval_steps_per_second": 5.036,
30
+ "step": 314
31
+ },
32
+ {
33
+ "epoch": 3.0,
34
+ "eval_accuracy": 0.733652312599681,
35
+ "eval_loss": 0.4816523790359497,
36
+ "eval_model_preparation_time": 0.0027,
37
+ "eval_runtime": 122.2853,
38
+ "eval_samples_per_second": 41.019,
39
+ "eval_steps_per_second": 5.127,
40
+ "step": 471
41
+ },
42
+ {
43
+ "epoch": 3.1847133757961785,
44
+ "grad_norm": 33.35067367553711,
45
+ "learning_rate": 2.477578475336323e-06,
46
+ "loss": 0.5312,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.0,
51
+ "eval_accuracy": 0.7651515151515151,
52
+ "eval_loss": 0.4302399456501007,
53
+ "eval_model_preparation_time": 0.0027,
54
+ "eval_runtime": 123.8512,
55
+ "eval_samples_per_second": 40.5,
56
+ "eval_steps_per_second": 5.063,
57
+ "step": 628
58
+ },
59
+ {
60
+ "epoch": 5.0,
61
+ "eval_accuracy": 0.7811004784688995,
62
+ "eval_loss": 0.4116573631763458,
63
+ "eval_model_preparation_time": 0.0027,
64
+ "eval_runtime": 124.6627,
65
+ "eval_samples_per_second": 40.237,
66
+ "eval_steps_per_second": 5.03,
67
+ "step": 785
68
+ }
69
+ ],
70
+ "logging_steps": 500,
71
+ "max_steps": 942,
72
+ "num_input_tokens_seen": 0,
73
+ "num_train_epochs": 6,
74
+ "save_steps": 500,
75
+ "stateful_callbacks": {
76
+ "TrainerControl": {
77
+ "args": {
78
+ "should_epoch_stop": false,
79
+ "should_evaluate": false,
80
+ "should_log": false,
81
+ "should_save": true,
82
+ "should_training_stop": false
83
+ },
84
+ "attributes": {}
85
+ }
86
+ },
87
+ "total_flos": 2.100587835198505e+18,
88
+ "train_batch_size": 32,
89
+ "trial_name": null,
90
+ "trial_params": null
91
+ }
checkpoint-785/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
3
+ size 5304
checkpoint-942/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "high resolution image",
7
+ "1": "low resolution image"
8
+ },
9
+ "initializer_factor": 1.0,
10
+ "label2id": {
11
+ "high resolution image": 0,
12
+ "low resolution image": 1
13
+ },
14
+ "model_type": "siglip",
15
+ "problem_type": "single_label_classification",
16
+ "text_config": {
17
+ "attention_dropout": 0.0,
18
+ "hidden_act": "gelu_pytorch_tanh",
19
+ "hidden_size": 768,
20
+ "intermediate_size": 3072,
21
+ "layer_norm_eps": 1e-06,
22
+ "max_position_embeddings": 64,
23
+ "model_type": "siglip_text_model",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "projection_size": 768,
27
+ "torch_dtype": "float32",
28
+ "vocab_size": 256000
29
+ },
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "vision_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "image_size": 224,
37
+ "intermediate_size": 3072,
38
+ "layer_norm_eps": 1e-06,
39
+ "model_type": "siglip_vision_model",
40
+ "num_attention_heads": 12,
41
+ "num_channels": 3,
42
+ "num_hidden_layers": 12,
43
+ "patch_size": 16,
44
+ "torch_dtype": "float32"
45
+ }
46
+ }
checkpoint-942/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c717d0f12db50f92ad27eeb50bc6febd5a8134018157e62fd31c78e2de71f459
3
+ size 371567992
checkpoint-942/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438a5e38cf2cfaf269a8475691006e4eda70a34de9f1e8ded4a422d2ae9e38e5
3
+ size 686555770
checkpoint-942/preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
checkpoint-942/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e8b8c83d1b0671dddb8be40aa997b0cbcd73cd86030a0e76f225d442ae2ff7
3
+ size 14244
checkpoint-942/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c9b94afe22fd897665b1527971a0a237e746c84f95701f77b94ddf7f03ae00
3
+ size 1064
checkpoint-942/trainer_state.json ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": 942,
3
+ "best_metric": 0.40608102083206177,
4
+ "best_model_checkpoint": "siglip2-finetune-full/checkpoint-942",
5
+ "epoch": 6.0,
6
+ "eval_steps": 500,
7
+ "global_step": 942,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 1.0,
14
+ "eval_accuracy": 0.7139154704944178,
15
+ "eval_loss": 0.5481679439544678,
16
+ "eval_model_preparation_time": 0.0027,
17
+ "eval_runtime": 124.3671,
18
+ "eval_samples_per_second": 40.332,
19
+ "eval_steps_per_second": 5.042,
20
+ "step": 157
21
+ },
22
+ {
23
+ "epoch": 2.0,
24
+ "eval_accuracy": 0.7567783094098883,
25
+ "eval_loss": 0.48407095670700073,
26
+ "eval_model_preparation_time": 0.0027,
27
+ "eval_runtime": 124.5024,
28
+ "eval_samples_per_second": 40.288,
29
+ "eval_steps_per_second": 5.036,
30
+ "step": 314
31
+ },
32
+ {
33
+ "epoch": 3.0,
34
+ "eval_accuracy": 0.733652312599681,
35
+ "eval_loss": 0.4816523790359497,
36
+ "eval_model_preparation_time": 0.0027,
37
+ "eval_runtime": 122.2853,
38
+ "eval_samples_per_second": 41.019,
39
+ "eval_steps_per_second": 5.127,
40
+ "step": 471
41
+ },
42
+ {
43
+ "epoch": 3.1847133757961785,
44
+ "grad_norm": 33.35067367553711,
45
+ "learning_rate": 2.477578475336323e-06,
46
+ "loss": 0.5312,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.0,
51
+ "eval_accuracy": 0.7651515151515151,
52
+ "eval_loss": 0.4302399456501007,
53
+ "eval_model_preparation_time": 0.0027,
54
+ "eval_runtime": 123.8512,
55
+ "eval_samples_per_second": 40.5,
56
+ "eval_steps_per_second": 5.063,
57
+ "step": 628
58
+ },
59
+ {
60
+ "epoch": 5.0,
61
+ "eval_accuracy": 0.7811004784688995,
62
+ "eval_loss": 0.4116573631763458,
63
+ "eval_model_preparation_time": 0.0027,
64
+ "eval_runtime": 124.6627,
65
+ "eval_samples_per_second": 40.237,
66
+ "eval_steps_per_second": 5.03,
67
+ "step": 785
68
+ },
69
+ {
70
+ "epoch": 6.0,
71
+ "eval_accuracy": 0.7830940988835726,
72
+ "eval_loss": 0.40608102083206177,
73
+ "eval_model_preparation_time": 0.0027,
74
+ "eval_runtime": 126.8136,
75
+ "eval_samples_per_second": 39.554,
76
+ "eval_steps_per_second": 4.944,
77
+ "step": 942
78
+ }
79
+ ],
80
+ "logging_steps": 500,
81
+ "max_steps": 942,
82
+ "num_input_tokens_seen": 0,
83
+ "num_train_epochs": 6,
84
+ "save_steps": 500,
85
+ "stateful_callbacks": {
86
+ "TrainerControl": {
87
+ "args": {
88
+ "should_epoch_stop": false,
89
+ "should_evaluate": false,
90
+ "should_log": false,
91
+ "should_save": true,
92
+ "should_training_stop": true
93
+ },
94
+ "attributes": {}
95
+ }
96
+ },
97
+ "total_flos": 2.520705402238206e+18,
98
+ "train_batch_size": 32,
99
+ "trial_name": null,
100
+ "trial_params": null
101
+ }
checkpoint-942/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
3
+ size 5304
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SiglipForImageClassification"
4
+ ],
5
+ "id2label": {
6
+ "0": "high resolution image",
7
+ "1": "low resolution image"
8
+ },
9
+ "initializer_factor": 1.0,
10
+ "label2id": {
11
+ "high resolution image": 0,
12
+ "low resolution image": 1
13
+ },
14
+ "model_type": "siglip",
15
+ "problem_type": "single_label_classification",
16
+ "text_config": {
17
+ "attention_dropout": 0.0,
18
+ "hidden_act": "gelu_pytorch_tanh",
19
+ "hidden_size": 768,
20
+ "intermediate_size": 3072,
21
+ "layer_norm_eps": 1e-06,
22
+ "max_position_embeddings": 64,
23
+ "model_type": "siglip_text_model",
24
+ "num_attention_heads": 12,
25
+ "num_hidden_layers": 12,
26
+ "projection_size": 768,
27
+ "torch_dtype": "float32",
28
+ "vocab_size": 256000
29
+ },
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.50.0.dev0",
32
+ "vision_config": {
33
+ "attention_dropout": 0.0,
34
+ "hidden_act": "gelu_pytorch_tanh",
35
+ "hidden_size": 768,
36
+ "image_size": 224,
37
+ "intermediate_size": 3072,
38
+ "layer_norm_eps": 1e-06,
39
+ "model_type": "siglip_vision_model",
40
+ "num_attention_heads": 12,
41
+ "num_channels": 3,
42
+ "num_hidden_layers": 12,
43
+ "patch_size": 16,
44
+ "torch_dtype": "float32"
45
+ }
46
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c717d0f12db50f92ad27eeb50bc6febd5a8134018157e62fd31c78e2de71f459
3
+ size 371567992
preprocessor_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "SiglipImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "processor_class": "SiglipProcessor",
18
+ "resample": 2,
19
+ "rescale_factor": 0.00392156862745098,
20
+ "size": {
21
+ "height": 224,
22
+ "width": 224
23
+ }
24
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
3
+ size 5304