Training in progress, epoch 1
Browse files- .gitattributes +1 -0
- adapter_config.json +40 -0
- adapter_model.safetensors +3 -0
- added_tokens.json +3 -0
- runs/May13_14-26-43_gio-MS-7C80/events.out.tfevents.1747132008.gio-MS-7C80.2945226.0 +3 -0
- runs/May13_14-31-42_gio-MS-7C80/events.out.tfevents.1747132308.gio-MS-7C80.2947313.0 +3 -0
- runs/May13_14-32-55_gio-MS-7C80/events.out.tfevents.1747132380.gio-MS-7C80.2948152.0 +3 -0
- runs/May13_14-34-06_gio-MS-7C80/events.out.tfevents.1747132451.gio-MS-7C80.2948740.0 +3 -0
- runs/May13_14-35-02_gio-MS-7C80/events.out.tfevents.1747132507.gio-MS-7C80.2949432.0 +3 -0
- runs/May13_17-03-26_gio-MS-7C80/events.out.tfevents.1747141468.gio-MS-7C80.2976209.0 +3 -0
- runs/May13_17-05-50_gio-MS-7C80/events.out.tfevents.1747141573.gio-MS-7C80.2976890.0 +3 -0
- runs/May13_17-11-26_gio-MS-7C80/events.out.tfevents.1747141939.gio-MS-7C80.2978075.0 +3 -0
- runs/May13_17-11-26_gio-MS-7C80/events.out.tfevents.1747143349.gio-MS-7C80.2978075.1 +3 -0
- runs/May13_17-36-49_gio-MS-7C80/events.out.tfevents.1747143423.gio-MS-7C80.2983359.0 +3 -0
- runs/May13_19-31-21_gio-MS-7C80/events.out.tfevents.1747150296.gio-MS-7C80.3022367.0 +3 -0
- runs/May13_19-37-36_gio-MS-7C80/events.out.tfevents.1747150670.gio-MS-7C80.3024753.0 +3 -0
- runs/May13_19-52-06_gio-MS-7C80/events.out.tfevents.1747151539.gio-MS-7C80.3029942.0 +3 -0
- runs/May13_19-56-18_gio-MS-7C80/events.out.tfevents.1747151792.gio-MS-7C80.3031964.0 +3 -0
- runs/May13_20-17-24_gio-MS-7C80/events.out.tfevents.1747153058.gio-MS-7C80.3039566.0 +3 -0
- runs/May13_20-25-25_gio-MS-7C80/events.out.tfevents.1747153539.gio-MS-7C80.3042617.0 +3 -0
- runs/May13_20-31-21_gio-MS-7C80/events.out.tfevents.1747153895.gio-MS-7C80.3044855.0 +3 -0
- runs/May13_20-38-39_gio-MS-7C80/events.out.tfevents.1747154334.gio-MS-7C80.3047777.0 +3 -0
- runs/May13_21-07-38_gio-MS-7C80/events.out.tfevents.1747156169.gio-MS-7C80.3055540.0 +3 -0
- special_tokens_map.json +33 -0
- tokenizer.json +3 -0
- tokenizer.model +3 -0
- tokenizer_config.json +0 -0
- training_args.bin +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
adapter_config.json
ADDED
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"alpha_pattern": {},
|
3 |
+
"auto_mapping": null,
|
4 |
+
"base_model_name_or_path": "gghfez/gemma-3-4b-novision",
|
5 |
+
"bias": "none",
|
6 |
+
"eva_config": null,
|
7 |
+
"exclude_modules": null,
|
8 |
+
"fan_in_fan_out": false,
|
9 |
+
"inference_mode": true,
|
10 |
+
"init_lora_weights": true,
|
11 |
+
"layer_replication": null,
|
12 |
+
"layers_pattern": null,
|
13 |
+
"layers_to_transform": null,
|
14 |
+
"loftq_config": {},
|
15 |
+
"lora_alpha": 128,
|
16 |
+
"lora_bias": false,
|
17 |
+
"lora_dropout": 0.05,
|
18 |
+
"megatron_config": null,
|
19 |
+
"megatron_core": "megatron.core",
|
20 |
+
"modules_to_save": [
|
21 |
+
"lm_head",
|
22 |
+
"embed_tokens"
|
23 |
+
],
|
24 |
+
"peft_type": "LORA",
|
25 |
+
"r": 128,
|
26 |
+
"rank_pattern": {},
|
27 |
+
"revision": null,
|
28 |
+
"target_modules": [
|
29 |
+
"q_proj",
|
30 |
+
"o_proj",
|
31 |
+
"down_proj",
|
32 |
+
"up_proj",
|
33 |
+
"gate_proj",
|
34 |
+
"v_proj",
|
35 |
+
"k_proj"
|
36 |
+
],
|
37 |
+
"task_type": "CAUSAL_LM",
|
38 |
+
"use_dora": false,
|
39 |
+
"use_rslora": false
|
40 |
+
}
|
adapter_model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:35cfbdf024ea39a1704bf3014fa872d815887c79b0420831544bfdba087db982
|
3 |
+
size 3638754864
|
added_tokens.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<image_soft_token>": 262144
|
3 |
+
}
|
runs/May13_14-26-43_gio-MS-7C80/events.out.tfevents.1747132008.gio-MS-7C80.2945226.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8a5a90d60dc2f4d6206c669350abf07b7b86e949e0ab841c209336aa6bc4c229
|
3 |
+
size 9514
|
runs/May13_14-31-42_gio-MS-7C80/events.out.tfevents.1747132308.gio-MS-7C80.2947313.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08a07292673b206c069dbf0d171238363acdcf9bbc894062a306f0ce69ab4858
|
3 |
+
size 6257
|
runs/May13_14-32-55_gio-MS-7C80/events.out.tfevents.1747132380.gio-MS-7C80.2948152.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd1a7fdfa7fc1033f121bc2d84eecceb38332624bc9a5185e825d8f8a0c2fbbe
|
3 |
+
size 6257
|
runs/May13_14-34-06_gio-MS-7C80/events.out.tfevents.1747132451.gio-MS-7C80.2948740.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:179b2ad522929b1a4ea580d528a8a7ddbcb022daadbb8a38ce70cb421c777760
|
3 |
+
size 5987
|
runs/May13_14-35-02_gio-MS-7C80/events.out.tfevents.1747132507.gio-MS-7C80.2949432.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b5e20c7e98ab3737383cdc8e67e1454fc835943c8409b09df8ccf6ca119c803
|
3 |
+
size 5717
|
runs/May13_17-03-26_gio-MS-7C80/events.out.tfevents.1747141468.gio-MS-7C80.2976209.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1ca008697c5789f07af03f5706f0946462782cee5b5d9c2d0a22bb5400810ff
|
3 |
+
size 5717
|
runs/May13_17-05-50_gio-MS-7C80/events.out.tfevents.1747141573.gio-MS-7C80.2976890.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99dc1437a923315b5992cbd22ebc42c7b539101335a68461659f05a48dcda447
|
3 |
+
size 5718
|
runs/May13_17-11-26_gio-MS-7C80/events.out.tfevents.1747141939.gio-MS-7C80.2978075.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f1269f7284a279e6d1c0d3c496328c1c25e587f1d11536dc4621d5a7e1d2b98
|
3 |
+
size 6494
|
runs/May13_17-11-26_gio-MS-7C80/events.out.tfevents.1747143349.gio-MS-7C80.2978075.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fe7fd62cb63e740e7d5014fab31f402a4c02a4b5ce9c4fc8c6a2ece33c94c23c
|
3 |
+
size 5686
|
runs/May13_17-36-49_gio-MS-7C80/events.out.tfevents.1747143423.gio-MS-7C80.2983359.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24c5c2d5702b93e9e0ab65caac3e01568047fc1d11b5eb29db7c9f94653494ae
|
3 |
+
size 7304
|
runs/May13_19-31-21_gio-MS-7C80/events.out.tfevents.1747150296.gio-MS-7C80.3022367.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa7a9460d2ffcdfc9055b4500a665a16389761579bd10e70b19c82622647cbcc
|
3 |
+
size 6224
|
runs/May13_19-37-36_gio-MS-7C80/events.out.tfevents.1747150670.gio-MS-7C80.3024753.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c302aa7c6953daf9af63d9ce479c29889976f5c2ad1d2b489e0686199576f22
|
3 |
+
size 5684
|
runs/May13_19-52-06_gio-MS-7C80/events.out.tfevents.1747151539.gio-MS-7C80.3029942.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0cccc8e4643a45153eb9f70df1ddbb1232a3147474702827f3858f60a8b62e40
|
3 |
+
size 6224
|
runs/May13_19-56-18_gio-MS-7C80/events.out.tfevents.1747151792.gio-MS-7C80.3031964.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78e990da53e56a6a449010bb23acae4d9e5c3b9ec05ce75ef30e45b5b811e685
|
3 |
+
size 10024
|
runs/May13_20-17-24_gio-MS-7C80/events.out.tfevents.1747153058.gio-MS-7C80.3039566.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4de4c16711bdf37c6a1cd04b6a0f1b16e1a36fd0d917d7a95c3bc8b65aebc84e
|
3 |
+
size 5684
|
runs/May13_20-25-25_gio-MS-7C80/events.out.tfevents.1747153539.gio-MS-7C80.3042617.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36a7728561bcc6b491dabd70eb437646c60a62f0413f931f3470c07e2a5c8d7a
|
3 |
+
size 5684
|
runs/May13_20-31-21_gio-MS-7C80/events.out.tfevents.1747153895.gio-MS-7C80.3044855.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b753c9c730d3df8748ce80da97090ff20df2f56301de5baaafb01133752b7ae2
|
3 |
+
size 5954
|
runs/May13_20-38-39_gio-MS-7C80/events.out.tfevents.1747154334.gio-MS-7C80.3047777.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a60463243ff02ce7cd726c25edce470c20ab1c29f6b9a666ab857d9626218f58
|
3 |
+
size 11399
|
runs/May13_21-07-38_gio-MS-7C80/events.out.tfevents.1747156169.gio-MS-7C80.3055540.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80ec5ca08da4c2b3a0e67a3ca29a623257a35b6226d59c8dbe2a75d95b104d78
|
3 |
+
size 177224
|
special_tokens_map.json
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"boi_token": "<start_of_image>",
|
3 |
+
"bos_token": {
|
4 |
+
"content": "<bos>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false
|
9 |
+
},
|
10 |
+
"eoi_token": "<end_of_image>",
|
11 |
+
"eos_token": {
|
12 |
+
"content": "<end_of_turn>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false
|
17 |
+
},
|
18 |
+
"image_token": "<image_soft_token>",
|
19 |
+
"pad_token": {
|
20 |
+
"content": "<pad>",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false
|
25 |
+
},
|
26 |
+
"unk_token": {
|
27 |
+
"content": "<unk>",
|
28 |
+
"lstrip": false,
|
29 |
+
"normalized": false,
|
30 |
+
"rstrip": false,
|
31 |
+
"single_word": false
|
32 |
+
}
|
33 |
+
}
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4201e7b539fef153e1fe3058db39e600717b3323fee690d37e92fa52fb2b5af2
|
3 |
+
size 33384667
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
|
3 |
+
size 4689074
|
tokenizer_config.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1ef5777ac4fde181fc3c90b2d372ea4ea7be94d37168e496d857d8424b03b37
|
3 |
+
size 5624
|