Upload folder using huggingface_hub
Browse files- checkpoint-471/config.json +46 -0
- checkpoint-471/model.safetensors +3 -0
- checkpoint-471/optimizer.pt +3 -0
- checkpoint-471/preprocessor_config.json +24 -0
- checkpoint-471/rng_state.pth +3 -0
- checkpoint-471/scheduler.pt +3 -0
- checkpoint-471/trainer_state.json +64 -0
- checkpoint-471/training_args.bin +3 -0
- checkpoint-628/config.json +46 -0
- checkpoint-628/model.safetensors +3 -0
- checkpoint-628/optimizer.pt +3 -0
- checkpoint-628/preprocessor_config.json +24 -0
- checkpoint-628/rng_state.pth +3 -0
- checkpoint-628/scheduler.pt +3 -0
- checkpoint-628/trainer_state.json +81 -0
- checkpoint-628/training_args.bin +3 -0
- checkpoint-785/config.json +46 -0
- checkpoint-785/model.safetensors +3 -0
- checkpoint-785/optimizer.pt +3 -0
- checkpoint-785/preprocessor_config.json +24 -0
- checkpoint-785/rng_state.pth +3 -0
- checkpoint-785/scheduler.pt +3 -0
- checkpoint-785/trainer_state.json +91 -0
- checkpoint-785/training_args.bin +3 -0
- checkpoint-942/config.json +46 -0
- checkpoint-942/model.safetensors +3 -0
- checkpoint-942/optimizer.pt +3 -0
- checkpoint-942/preprocessor_config.json +24 -0
- checkpoint-942/rng_state.pth +3 -0
- checkpoint-942/scheduler.pt +3 -0
- checkpoint-942/trainer_state.json +101 -0
- checkpoint-942/training_args.bin +3 -0
- config.json +46 -0
- model.safetensors +3 -0
- preprocessor_config.json +24 -0
- training_args.bin +3 -0
checkpoint-471/config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SiglipForImageClassification"
|
4 |
+
],
|
5 |
+
"id2label": {
|
6 |
+
"0": "high resolution image",
|
7 |
+
"1": "low resolution image"
|
8 |
+
},
|
9 |
+
"initializer_factor": 1.0,
|
10 |
+
"label2id": {
|
11 |
+
"high resolution image": 0,
|
12 |
+
"low resolution image": 1
|
13 |
+
},
|
14 |
+
"model_type": "siglip",
|
15 |
+
"problem_type": "single_label_classification",
|
16 |
+
"text_config": {
|
17 |
+
"attention_dropout": 0.0,
|
18 |
+
"hidden_act": "gelu_pytorch_tanh",
|
19 |
+
"hidden_size": 768,
|
20 |
+
"intermediate_size": 3072,
|
21 |
+
"layer_norm_eps": 1e-06,
|
22 |
+
"max_position_embeddings": 64,
|
23 |
+
"model_type": "siglip_text_model",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"projection_size": 768,
|
27 |
+
"torch_dtype": "float32",
|
28 |
+
"vocab_size": 256000
|
29 |
+
},
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"attention_dropout": 0.0,
|
34 |
+
"hidden_act": "gelu_pytorch_tanh",
|
35 |
+
"hidden_size": 768,
|
36 |
+
"image_size": 224,
|
37 |
+
"intermediate_size": 3072,
|
38 |
+
"layer_norm_eps": 1e-06,
|
39 |
+
"model_type": "siglip_vision_model",
|
40 |
+
"num_attention_heads": 12,
|
41 |
+
"num_channels": 3,
|
42 |
+
"num_hidden_layers": 12,
|
43 |
+
"patch_size": 16,
|
44 |
+
"torch_dtype": "float32"
|
45 |
+
}
|
46 |
+
}
|
checkpoint-471/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e235193822f56e34ce8aef2f0799d17e903024f5574753109da1351de72dcd0c
|
3 |
+
size 371567992
|
checkpoint-471/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62c7ae4ae30a583f9d5abc2319eaf6de15c0d05610fd6e5d1b46a8555b3be08c
|
3 |
+
size 686555770
|
checkpoint-471/preprocessor_config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_convert_rgb": null,
|
3 |
+
"do_normalize": true,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.5,
|
8 |
+
0.5,
|
9 |
+
0.5
|
10 |
+
],
|
11 |
+
"image_processor_type": "SiglipImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.5,
|
14 |
+
0.5,
|
15 |
+
0.5
|
16 |
+
],
|
17 |
+
"processor_class": "SiglipProcessor",
|
18 |
+
"resample": 2,
|
19 |
+
"rescale_factor": 0.00392156862745098,
|
20 |
+
"size": {
|
21 |
+
"height": 224,
|
22 |
+
"width": 224
|
23 |
+
}
|
24 |
+
}
|
checkpoint-471/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1635d34d7ef35cbcadef0d515cae13c0a24a81b57addc13278b81727e336ff10
|
3 |
+
size 14244
|
checkpoint-471/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4459bcc2da2716c88601bb32e5f1e8f8dca943aa67548f8c7351bacc5e19f965
|
3 |
+
size 1064
|
checkpoint-471/trainer_state.json
ADDED
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_global_step": 471,
|
3 |
+
"best_metric": 0.4816523790359497,
|
4 |
+
"best_model_checkpoint": "siglip2-finetune-full/checkpoint-471",
|
5 |
+
"epoch": 3.0,
|
6 |
+
"eval_steps": 500,
|
7 |
+
"global_step": 471,
|
8 |
+
"is_hyper_param_search": false,
|
9 |
+
"is_local_process_zero": true,
|
10 |
+
"is_world_process_zero": true,
|
11 |
+
"log_history": [
|
12 |
+
{
|
13 |
+
"epoch": 1.0,
|
14 |
+
"eval_accuracy": 0.7139154704944178,
|
15 |
+
"eval_loss": 0.5481679439544678,
|
16 |
+
"eval_model_preparation_time": 0.0027,
|
17 |
+
"eval_runtime": 124.3671,
|
18 |
+
"eval_samples_per_second": 40.332,
|
19 |
+
"eval_steps_per_second": 5.042,
|
20 |
+
"step": 157
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 2.0,
|
24 |
+
"eval_accuracy": 0.7567783094098883,
|
25 |
+
"eval_loss": 0.48407095670700073,
|
26 |
+
"eval_model_preparation_time": 0.0027,
|
27 |
+
"eval_runtime": 124.5024,
|
28 |
+
"eval_samples_per_second": 40.288,
|
29 |
+
"eval_steps_per_second": 5.036,
|
30 |
+
"step": 314
|
31 |
+
},
|
32 |
+
{
|
33 |
+
"epoch": 3.0,
|
34 |
+
"eval_accuracy": 0.733652312599681,
|
35 |
+
"eval_loss": 0.4816523790359497,
|
36 |
+
"eval_model_preparation_time": 0.0027,
|
37 |
+
"eval_runtime": 122.2853,
|
38 |
+
"eval_samples_per_second": 41.019,
|
39 |
+
"eval_steps_per_second": 5.127,
|
40 |
+
"step": 471
|
41 |
+
}
|
42 |
+
],
|
43 |
+
"logging_steps": 500,
|
44 |
+
"max_steps": 942,
|
45 |
+
"num_input_tokens_seen": 0,
|
46 |
+
"num_train_epochs": 6,
|
47 |
+
"save_steps": 500,
|
48 |
+
"stateful_callbacks": {
|
49 |
+
"TrainerControl": {
|
50 |
+
"args": {
|
51 |
+
"should_epoch_stop": false,
|
52 |
+
"should_evaluate": false,
|
53 |
+
"should_log": false,
|
54 |
+
"should_save": true,
|
55 |
+
"should_training_stop": false
|
56 |
+
},
|
57 |
+
"attributes": {}
|
58 |
+
}
|
59 |
+
},
|
60 |
+
"total_flos": 1.260352701119103e+18,
|
61 |
+
"train_batch_size": 32,
|
62 |
+
"trial_name": null,
|
63 |
+
"trial_params": null
|
64 |
+
}
|
checkpoint-471/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
|
3 |
+
size 5304
|
checkpoint-628/config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SiglipForImageClassification"
|
4 |
+
],
|
5 |
+
"id2label": {
|
6 |
+
"0": "high resolution image",
|
7 |
+
"1": "low resolution image"
|
8 |
+
},
|
9 |
+
"initializer_factor": 1.0,
|
10 |
+
"label2id": {
|
11 |
+
"high resolution image": 0,
|
12 |
+
"low resolution image": 1
|
13 |
+
},
|
14 |
+
"model_type": "siglip",
|
15 |
+
"problem_type": "single_label_classification",
|
16 |
+
"text_config": {
|
17 |
+
"attention_dropout": 0.0,
|
18 |
+
"hidden_act": "gelu_pytorch_tanh",
|
19 |
+
"hidden_size": 768,
|
20 |
+
"intermediate_size": 3072,
|
21 |
+
"layer_norm_eps": 1e-06,
|
22 |
+
"max_position_embeddings": 64,
|
23 |
+
"model_type": "siglip_text_model",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"projection_size": 768,
|
27 |
+
"torch_dtype": "float32",
|
28 |
+
"vocab_size": 256000
|
29 |
+
},
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"attention_dropout": 0.0,
|
34 |
+
"hidden_act": "gelu_pytorch_tanh",
|
35 |
+
"hidden_size": 768,
|
36 |
+
"image_size": 224,
|
37 |
+
"intermediate_size": 3072,
|
38 |
+
"layer_norm_eps": 1e-06,
|
39 |
+
"model_type": "siglip_vision_model",
|
40 |
+
"num_attention_heads": 12,
|
41 |
+
"num_channels": 3,
|
42 |
+
"num_hidden_layers": 12,
|
43 |
+
"patch_size": 16,
|
44 |
+
"torch_dtype": "float32"
|
45 |
+
}
|
46 |
+
}
|
checkpoint-628/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60cfb3df637122c8c193b75ce7064bef315bbe0c420b955001578c25b2322916
|
3 |
+
size 371567992
|
checkpoint-628/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f5afa2f1883e4fd354819f6601bbb612137384bb9cbf3c67f4a8554fedd6919
|
3 |
+
size 686555770
|
checkpoint-628/preprocessor_config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_convert_rgb": null,
|
3 |
+
"do_normalize": true,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.5,
|
8 |
+
0.5,
|
9 |
+
0.5
|
10 |
+
],
|
11 |
+
"image_processor_type": "SiglipImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.5,
|
14 |
+
0.5,
|
15 |
+
0.5
|
16 |
+
],
|
17 |
+
"processor_class": "SiglipProcessor",
|
18 |
+
"resample": 2,
|
19 |
+
"rescale_factor": 0.00392156862745098,
|
20 |
+
"size": {
|
21 |
+
"height": 224,
|
22 |
+
"width": 224
|
23 |
+
}
|
24 |
+
}
|
checkpoint-628/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77c16939bc58992c20820c994ac01515b985e62daedce71acc0a71c5741e5bb3
|
3 |
+
size 14244
|
checkpoint-628/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3123e68ca59c4165bc4f9042ca2c5c37afca6b63bf9d651c86be544a2a1cedac
|
3 |
+
size 1064
|
checkpoint-628/trainer_state.json
ADDED
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_global_step": 628,
|
3 |
+
"best_metric": 0.4302399456501007,
|
4 |
+
"best_model_checkpoint": "siglip2-finetune-full/checkpoint-628",
|
5 |
+
"epoch": 4.0,
|
6 |
+
"eval_steps": 500,
|
7 |
+
"global_step": 628,
|
8 |
+
"is_hyper_param_search": false,
|
9 |
+
"is_local_process_zero": true,
|
10 |
+
"is_world_process_zero": true,
|
11 |
+
"log_history": [
|
12 |
+
{
|
13 |
+
"epoch": 1.0,
|
14 |
+
"eval_accuracy": 0.7139154704944178,
|
15 |
+
"eval_loss": 0.5481679439544678,
|
16 |
+
"eval_model_preparation_time": 0.0027,
|
17 |
+
"eval_runtime": 124.3671,
|
18 |
+
"eval_samples_per_second": 40.332,
|
19 |
+
"eval_steps_per_second": 5.042,
|
20 |
+
"step": 157
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 2.0,
|
24 |
+
"eval_accuracy": 0.7567783094098883,
|
25 |
+
"eval_loss": 0.48407095670700073,
|
26 |
+
"eval_model_preparation_time": 0.0027,
|
27 |
+
"eval_runtime": 124.5024,
|
28 |
+
"eval_samples_per_second": 40.288,
|
29 |
+
"eval_steps_per_second": 5.036,
|
30 |
+
"step": 314
|
31 |
+
},
|
32 |
+
{
|
33 |
+
"epoch": 3.0,
|
34 |
+
"eval_accuracy": 0.733652312599681,
|
35 |
+
"eval_loss": 0.4816523790359497,
|
36 |
+
"eval_model_preparation_time": 0.0027,
|
37 |
+
"eval_runtime": 122.2853,
|
38 |
+
"eval_samples_per_second": 41.019,
|
39 |
+
"eval_steps_per_second": 5.127,
|
40 |
+
"step": 471
|
41 |
+
},
|
42 |
+
{
|
43 |
+
"epoch": 3.1847133757961785,
|
44 |
+
"grad_norm": 33.35067367553711,
|
45 |
+
"learning_rate": 2.477578475336323e-06,
|
46 |
+
"loss": 0.5312,
|
47 |
+
"step": 500
|
48 |
+
},
|
49 |
+
{
|
50 |
+
"epoch": 4.0,
|
51 |
+
"eval_accuracy": 0.7651515151515151,
|
52 |
+
"eval_loss": 0.4302399456501007,
|
53 |
+
"eval_model_preparation_time": 0.0027,
|
54 |
+
"eval_runtime": 123.8512,
|
55 |
+
"eval_samples_per_second": 40.5,
|
56 |
+
"eval_steps_per_second": 5.063,
|
57 |
+
"step": 628
|
58 |
+
}
|
59 |
+
],
|
60 |
+
"logging_steps": 500,
|
61 |
+
"max_steps": 942,
|
62 |
+
"num_input_tokens_seen": 0,
|
63 |
+
"num_train_epochs": 6,
|
64 |
+
"save_steps": 500,
|
65 |
+
"stateful_callbacks": {
|
66 |
+
"TrainerControl": {
|
67 |
+
"args": {
|
68 |
+
"should_epoch_stop": false,
|
69 |
+
"should_evaluate": false,
|
70 |
+
"should_log": false,
|
71 |
+
"should_save": true,
|
72 |
+
"should_training_stop": false
|
73 |
+
},
|
74 |
+
"attributes": {}
|
75 |
+
}
|
76 |
+
},
|
77 |
+
"total_flos": 1.680470268158804e+18,
|
78 |
+
"train_batch_size": 32,
|
79 |
+
"trial_name": null,
|
80 |
+
"trial_params": null
|
81 |
+
}
|
checkpoint-628/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
|
3 |
+
size 5304
|
checkpoint-785/config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SiglipForImageClassification"
|
4 |
+
],
|
5 |
+
"id2label": {
|
6 |
+
"0": "high resolution image",
|
7 |
+
"1": "low resolution image"
|
8 |
+
},
|
9 |
+
"initializer_factor": 1.0,
|
10 |
+
"label2id": {
|
11 |
+
"high resolution image": 0,
|
12 |
+
"low resolution image": 1
|
13 |
+
},
|
14 |
+
"model_type": "siglip",
|
15 |
+
"problem_type": "single_label_classification",
|
16 |
+
"text_config": {
|
17 |
+
"attention_dropout": 0.0,
|
18 |
+
"hidden_act": "gelu_pytorch_tanh",
|
19 |
+
"hidden_size": 768,
|
20 |
+
"intermediate_size": 3072,
|
21 |
+
"layer_norm_eps": 1e-06,
|
22 |
+
"max_position_embeddings": 64,
|
23 |
+
"model_type": "siglip_text_model",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"projection_size": 768,
|
27 |
+
"torch_dtype": "float32",
|
28 |
+
"vocab_size": 256000
|
29 |
+
},
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"attention_dropout": 0.0,
|
34 |
+
"hidden_act": "gelu_pytorch_tanh",
|
35 |
+
"hidden_size": 768,
|
36 |
+
"image_size": 224,
|
37 |
+
"intermediate_size": 3072,
|
38 |
+
"layer_norm_eps": 1e-06,
|
39 |
+
"model_type": "siglip_vision_model",
|
40 |
+
"num_attention_heads": 12,
|
41 |
+
"num_channels": 3,
|
42 |
+
"num_hidden_layers": 12,
|
43 |
+
"patch_size": 16,
|
44 |
+
"torch_dtype": "float32"
|
45 |
+
}
|
46 |
+
}
|
checkpoint-785/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13454eaa7d6b7c66341c299a4be323868edd5f99fa4afc70e11d4c210c4a58bb
|
3 |
+
size 371567992
|
checkpoint-785/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8350daa589ebe1c4158aa85ff8ba272563833842544565013f12084a722b6d5e
|
3 |
+
size 686555770
|
checkpoint-785/preprocessor_config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_convert_rgb": null,
|
3 |
+
"do_normalize": true,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.5,
|
8 |
+
0.5,
|
9 |
+
0.5
|
10 |
+
],
|
11 |
+
"image_processor_type": "SiglipImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.5,
|
14 |
+
0.5,
|
15 |
+
0.5
|
16 |
+
],
|
17 |
+
"processor_class": "SiglipProcessor",
|
18 |
+
"resample": 2,
|
19 |
+
"rescale_factor": 0.00392156862745098,
|
20 |
+
"size": {
|
21 |
+
"height": 224,
|
22 |
+
"width": 224
|
23 |
+
}
|
24 |
+
}
|
checkpoint-785/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1f353c22c2572e290982ee469c524213e7115a6af1ec437f4e4f101d2e4630d
|
3 |
+
size 14244
|
checkpoint-785/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be3ad598951542bd8f1b74c73d2ae7c632c752afc052cd1e1f7b5549e4b2777b
|
3 |
+
size 1064
|
checkpoint-785/trainer_state.json
ADDED
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_global_step": 785,
|
3 |
+
"best_metric": 0.4116573631763458,
|
4 |
+
"best_model_checkpoint": "siglip2-finetune-full/checkpoint-785",
|
5 |
+
"epoch": 5.0,
|
6 |
+
"eval_steps": 500,
|
7 |
+
"global_step": 785,
|
8 |
+
"is_hyper_param_search": false,
|
9 |
+
"is_local_process_zero": true,
|
10 |
+
"is_world_process_zero": true,
|
11 |
+
"log_history": [
|
12 |
+
{
|
13 |
+
"epoch": 1.0,
|
14 |
+
"eval_accuracy": 0.7139154704944178,
|
15 |
+
"eval_loss": 0.5481679439544678,
|
16 |
+
"eval_model_preparation_time": 0.0027,
|
17 |
+
"eval_runtime": 124.3671,
|
18 |
+
"eval_samples_per_second": 40.332,
|
19 |
+
"eval_steps_per_second": 5.042,
|
20 |
+
"step": 157
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 2.0,
|
24 |
+
"eval_accuracy": 0.7567783094098883,
|
25 |
+
"eval_loss": 0.48407095670700073,
|
26 |
+
"eval_model_preparation_time": 0.0027,
|
27 |
+
"eval_runtime": 124.5024,
|
28 |
+
"eval_samples_per_second": 40.288,
|
29 |
+
"eval_steps_per_second": 5.036,
|
30 |
+
"step": 314
|
31 |
+
},
|
32 |
+
{
|
33 |
+
"epoch": 3.0,
|
34 |
+
"eval_accuracy": 0.733652312599681,
|
35 |
+
"eval_loss": 0.4816523790359497,
|
36 |
+
"eval_model_preparation_time": 0.0027,
|
37 |
+
"eval_runtime": 122.2853,
|
38 |
+
"eval_samples_per_second": 41.019,
|
39 |
+
"eval_steps_per_second": 5.127,
|
40 |
+
"step": 471
|
41 |
+
},
|
42 |
+
{
|
43 |
+
"epoch": 3.1847133757961785,
|
44 |
+
"grad_norm": 33.35067367553711,
|
45 |
+
"learning_rate": 2.477578475336323e-06,
|
46 |
+
"loss": 0.5312,
|
47 |
+
"step": 500
|
48 |
+
},
|
49 |
+
{
|
50 |
+
"epoch": 4.0,
|
51 |
+
"eval_accuracy": 0.7651515151515151,
|
52 |
+
"eval_loss": 0.4302399456501007,
|
53 |
+
"eval_model_preparation_time": 0.0027,
|
54 |
+
"eval_runtime": 123.8512,
|
55 |
+
"eval_samples_per_second": 40.5,
|
56 |
+
"eval_steps_per_second": 5.063,
|
57 |
+
"step": 628
|
58 |
+
},
|
59 |
+
{
|
60 |
+
"epoch": 5.0,
|
61 |
+
"eval_accuracy": 0.7811004784688995,
|
62 |
+
"eval_loss": 0.4116573631763458,
|
63 |
+
"eval_model_preparation_time": 0.0027,
|
64 |
+
"eval_runtime": 124.6627,
|
65 |
+
"eval_samples_per_second": 40.237,
|
66 |
+
"eval_steps_per_second": 5.03,
|
67 |
+
"step": 785
|
68 |
+
}
|
69 |
+
],
|
70 |
+
"logging_steps": 500,
|
71 |
+
"max_steps": 942,
|
72 |
+
"num_input_tokens_seen": 0,
|
73 |
+
"num_train_epochs": 6,
|
74 |
+
"save_steps": 500,
|
75 |
+
"stateful_callbacks": {
|
76 |
+
"TrainerControl": {
|
77 |
+
"args": {
|
78 |
+
"should_epoch_stop": false,
|
79 |
+
"should_evaluate": false,
|
80 |
+
"should_log": false,
|
81 |
+
"should_save": true,
|
82 |
+
"should_training_stop": false
|
83 |
+
},
|
84 |
+
"attributes": {}
|
85 |
+
}
|
86 |
+
},
|
87 |
+
"total_flos": 2.100587835198505e+18,
|
88 |
+
"train_batch_size": 32,
|
89 |
+
"trial_name": null,
|
90 |
+
"trial_params": null
|
91 |
+
}
|
checkpoint-785/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
|
3 |
+
size 5304
|
checkpoint-942/config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SiglipForImageClassification"
|
4 |
+
],
|
5 |
+
"id2label": {
|
6 |
+
"0": "high resolution image",
|
7 |
+
"1": "low resolution image"
|
8 |
+
},
|
9 |
+
"initializer_factor": 1.0,
|
10 |
+
"label2id": {
|
11 |
+
"high resolution image": 0,
|
12 |
+
"low resolution image": 1
|
13 |
+
},
|
14 |
+
"model_type": "siglip",
|
15 |
+
"problem_type": "single_label_classification",
|
16 |
+
"text_config": {
|
17 |
+
"attention_dropout": 0.0,
|
18 |
+
"hidden_act": "gelu_pytorch_tanh",
|
19 |
+
"hidden_size": 768,
|
20 |
+
"intermediate_size": 3072,
|
21 |
+
"layer_norm_eps": 1e-06,
|
22 |
+
"max_position_embeddings": 64,
|
23 |
+
"model_type": "siglip_text_model",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"projection_size": 768,
|
27 |
+
"torch_dtype": "float32",
|
28 |
+
"vocab_size": 256000
|
29 |
+
},
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"attention_dropout": 0.0,
|
34 |
+
"hidden_act": "gelu_pytorch_tanh",
|
35 |
+
"hidden_size": 768,
|
36 |
+
"image_size": 224,
|
37 |
+
"intermediate_size": 3072,
|
38 |
+
"layer_norm_eps": 1e-06,
|
39 |
+
"model_type": "siglip_vision_model",
|
40 |
+
"num_attention_heads": 12,
|
41 |
+
"num_channels": 3,
|
42 |
+
"num_hidden_layers": 12,
|
43 |
+
"patch_size": 16,
|
44 |
+
"torch_dtype": "float32"
|
45 |
+
}
|
46 |
+
}
|
checkpoint-942/model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c717d0f12db50f92ad27eeb50bc6febd5a8134018157e62fd31c78e2de71f459
|
3 |
+
size 371567992
|
checkpoint-942/optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:438a5e38cf2cfaf269a8475691006e4eda70a34de9f1e8ded4a422d2ae9e38e5
|
3 |
+
size 686555770
|
checkpoint-942/preprocessor_config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_convert_rgb": null,
|
3 |
+
"do_normalize": true,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.5,
|
8 |
+
0.5,
|
9 |
+
0.5
|
10 |
+
],
|
11 |
+
"image_processor_type": "SiglipImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.5,
|
14 |
+
0.5,
|
15 |
+
0.5
|
16 |
+
],
|
17 |
+
"processor_class": "SiglipProcessor",
|
18 |
+
"resample": 2,
|
19 |
+
"rescale_factor": 0.00392156862745098,
|
20 |
+
"size": {
|
21 |
+
"height": 224,
|
22 |
+
"width": 224
|
23 |
+
}
|
24 |
+
}
|
checkpoint-942/rng_state.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:38e8b8c83d1b0671dddb8be40aa997b0cbcd73cd86030a0e76f225d442ae2ff7
|
3 |
+
size 14244
|
checkpoint-942/scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48c9b94afe22fd897665b1527971a0a237e746c84f95701f77b94ddf7f03ae00
|
3 |
+
size 1064
|
checkpoint-942/trainer_state.json
ADDED
@@ -0,0 +1,101 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"best_global_step": 942,
|
3 |
+
"best_metric": 0.40608102083206177,
|
4 |
+
"best_model_checkpoint": "siglip2-finetune-full/checkpoint-942",
|
5 |
+
"epoch": 6.0,
|
6 |
+
"eval_steps": 500,
|
7 |
+
"global_step": 942,
|
8 |
+
"is_hyper_param_search": false,
|
9 |
+
"is_local_process_zero": true,
|
10 |
+
"is_world_process_zero": true,
|
11 |
+
"log_history": [
|
12 |
+
{
|
13 |
+
"epoch": 1.0,
|
14 |
+
"eval_accuracy": 0.7139154704944178,
|
15 |
+
"eval_loss": 0.5481679439544678,
|
16 |
+
"eval_model_preparation_time": 0.0027,
|
17 |
+
"eval_runtime": 124.3671,
|
18 |
+
"eval_samples_per_second": 40.332,
|
19 |
+
"eval_steps_per_second": 5.042,
|
20 |
+
"step": 157
|
21 |
+
},
|
22 |
+
{
|
23 |
+
"epoch": 2.0,
|
24 |
+
"eval_accuracy": 0.7567783094098883,
|
25 |
+
"eval_loss": 0.48407095670700073,
|
26 |
+
"eval_model_preparation_time": 0.0027,
|
27 |
+
"eval_runtime": 124.5024,
|
28 |
+
"eval_samples_per_second": 40.288,
|
29 |
+
"eval_steps_per_second": 5.036,
|
30 |
+
"step": 314
|
31 |
+
},
|
32 |
+
{
|
33 |
+
"epoch": 3.0,
|
34 |
+
"eval_accuracy": 0.733652312599681,
|
35 |
+
"eval_loss": 0.4816523790359497,
|
36 |
+
"eval_model_preparation_time": 0.0027,
|
37 |
+
"eval_runtime": 122.2853,
|
38 |
+
"eval_samples_per_second": 41.019,
|
39 |
+
"eval_steps_per_second": 5.127,
|
40 |
+
"step": 471
|
41 |
+
},
|
42 |
+
{
|
43 |
+
"epoch": 3.1847133757961785,
|
44 |
+
"grad_norm": 33.35067367553711,
|
45 |
+
"learning_rate": 2.477578475336323e-06,
|
46 |
+
"loss": 0.5312,
|
47 |
+
"step": 500
|
48 |
+
},
|
49 |
+
{
|
50 |
+
"epoch": 4.0,
|
51 |
+
"eval_accuracy": 0.7651515151515151,
|
52 |
+
"eval_loss": 0.4302399456501007,
|
53 |
+
"eval_model_preparation_time": 0.0027,
|
54 |
+
"eval_runtime": 123.8512,
|
55 |
+
"eval_samples_per_second": 40.5,
|
56 |
+
"eval_steps_per_second": 5.063,
|
57 |
+
"step": 628
|
58 |
+
},
|
59 |
+
{
|
60 |
+
"epoch": 5.0,
|
61 |
+
"eval_accuracy": 0.7811004784688995,
|
62 |
+
"eval_loss": 0.4116573631763458,
|
63 |
+
"eval_model_preparation_time": 0.0027,
|
64 |
+
"eval_runtime": 124.6627,
|
65 |
+
"eval_samples_per_second": 40.237,
|
66 |
+
"eval_steps_per_second": 5.03,
|
67 |
+
"step": 785
|
68 |
+
},
|
69 |
+
{
|
70 |
+
"epoch": 6.0,
|
71 |
+
"eval_accuracy": 0.7830940988835726,
|
72 |
+
"eval_loss": 0.40608102083206177,
|
73 |
+
"eval_model_preparation_time": 0.0027,
|
74 |
+
"eval_runtime": 126.8136,
|
75 |
+
"eval_samples_per_second": 39.554,
|
76 |
+
"eval_steps_per_second": 4.944,
|
77 |
+
"step": 942
|
78 |
+
}
|
79 |
+
],
|
80 |
+
"logging_steps": 500,
|
81 |
+
"max_steps": 942,
|
82 |
+
"num_input_tokens_seen": 0,
|
83 |
+
"num_train_epochs": 6,
|
84 |
+
"save_steps": 500,
|
85 |
+
"stateful_callbacks": {
|
86 |
+
"TrainerControl": {
|
87 |
+
"args": {
|
88 |
+
"should_epoch_stop": false,
|
89 |
+
"should_evaluate": false,
|
90 |
+
"should_log": false,
|
91 |
+
"should_save": true,
|
92 |
+
"should_training_stop": true
|
93 |
+
},
|
94 |
+
"attributes": {}
|
95 |
+
}
|
96 |
+
},
|
97 |
+
"total_flos": 2.520705402238206e+18,
|
98 |
+
"train_batch_size": 32,
|
99 |
+
"trial_name": null,
|
100 |
+
"trial_params": null
|
101 |
+
}
|
checkpoint-942/training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
|
3 |
+
size 5304
|
config.json
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"SiglipForImageClassification"
|
4 |
+
],
|
5 |
+
"id2label": {
|
6 |
+
"0": "high resolution image",
|
7 |
+
"1": "low resolution image"
|
8 |
+
},
|
9 |
+
"initializer_factor": 1.0,
|
10 |
+
"label2id": {
|
11 |
+
"high resolution image": 0,
|
12 |
+
"low resolution image": 1
|
13 |
+
},
|
14 |
+
"model_type": "siglip",
|
15 |
+
"problem_type": "single_label_classification",
|
16 |
+
"text_config": {
|
17 |
+
"attention_dropout": 0.0,
|
18 |
+
"hidden_act": "gelu_pytorch_tanh",
|
19 |
+
"hidden_size": 768,
|
20 |
+
"intermediate_size": 3072,
|
21 |
+
"layer_norm_eps": 1e-06,
|
22 |
+
"max_position_embeddings": 64,
|
23 |
+
"model_type": "siglip_text_model",
|
24 |
+
"num_attention_heads": 12,
|
25 |
+
"num_hidden_layers": 12,
|
26 |
+
"projection_size": 768,
|
27 |
+
"torch_dtype": "float32",
|
28 |
+
"vocab_size": 256000
|
29 |
+
},
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.50.0.dev0",
|
32 |
+
"vision_config": {
|
33 |
+
"attention_dropout": 0.0,
|
34 |
+
"hidden_act": "gelu_pytorch_tanh",
|
35 |
+
"hidden_size": 768,
|
36 |
+
"image_size": 224,
|
37 |
+
"intermediate_size": 3072,
|
38 |
+
"layer_norm_eps": 1e-06,
|
39 |
+
"model_type": "siglip_vision_model",
|
40 |
+
"num_attention_heads": 12,
|
41 |
+
"num_channels": 3,
|
42 |
+
"num_hidden_layers": 12,
|
43 |
+
"patch_size": 16,
|
44 |
+
"torch_dtype": "float32"
|
45 |
+
}
|
46 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c717d0f12db50f92ad27eeb50bc6febd5a8134018157e62fd31c78e2de71f459
|
3 |
+
size 371567992
|
preprocessor_config.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_convert_rgb": null,
|
3 |
+
"do_normalize": true,
|
4 |
+
"do_rescale": true,
|
5 |
+
"do_resize": true,
|
6 |
+
"image_mean": [
|
7 |
+
0.5,
|
8 |
+
0.5,
|
9 |
+
0.5
|
10 |
+
],
|
11 |
+
"image_processor_type": "SiglipImageProcessor",
|
12 |
+
"image_std": [
|
13 |
+
0.5,
|
14 |
+
0.5,
|
15 |
+
0.5
|
16 |
+
],
|
17 |
+
"processor_class": "SiglipProcessor",
|
18 |
+
"resample": 2,
|
19 |
+
"rescale_factor": 0.00392156862745098,
|
20 |
+
"size": {
|
21 |
+
"height": 224,
|
22 |
+
"width": 224
|
23 |
+
}
|
24 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:257ee6518ff12f4a25db68491a875c1516136684318f2995c2f0fbe07ac7602e
|
3 |
+
size 5304
|