Training complete with QLoRA
Browse files- config.json +2 -2
- model-00001-of-00006.safetensors +2 -2
- model-00002-of-00006.safetensors +1 -1
- model-00003-of-00006.safetensors +1 -1
- model-00004-of-00006.safetensors +1 -1
- model-00005-of-00006.safetensors +1 -1
- model-00006-of-00006.safetensors +1 -1
- model.safetensors +3 -0
- model.safetensors.index.json +1 -1
config.json
CHANGED
@@ -24,10 +24,10 @@
|
|
24 |
"rms_norm_eps": 1e-05,
|
25 |
"rope_scaling": null,
|
26 |
"rope_theta": 10000000.0,
|
27 |
-
"sliding_window":
|
28 |
"tie_word_embeddings": false,
|
29 |
"torch_dtype": "bfloat16",
|
30 |
-
"transformers_version": "4.
|
31 |
"use_cache": false,
|
32 |
"use_sliding_window": false,
|
33 |
"vocab_size": 152064
|
|
|
24 |
"rms_norm_eps": 1e-05,
|
25 |
"rope_scaling": null,
|
26 |
"rope_theta": 10000000.0,
|
27 |
+
"sliding_window": null,
|
28 |
"tie_word_embeddings": false,
|
29 |
"torch_dtype": "bfloat16",
|
30 |
+
"transformers_version": "4.48.3",
|
31 |
"use_cache": false,
|
32 |
"use_sliding_window": false,
|
33 |
"vocab_size": 152064
|
model-00001-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61bc55d0fe9833597b5733dc27a1d522d1d8c494717c71753a663af7cc14c12b
|
3 |
+
size 4919438192
|
model-00002-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847368
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc88b6e8ae71e2531f56350067d358efb5b9da7fe13b94ba81ac17d3e78f6c14
|
3 |
size 4954847368
|
model-00003-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7ef6078fdcf684106fcdadd1e99fa9dd07c30f675868c9836a5720f53984a85
|
3 |
size 4954847392
|
model-00004-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef4fc2d1f5a31e02159ed4e4255109640e4bad48679f10180b8d4aaf8b0d3d21
|
3 |
size 4954847392
|
model-00005-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4954847392
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00bdd53cfa422ff67a4fe92e7a94b451aa64259ca512328b8c85d4329e41f594
|
3 |
size 4954847392
|
model-00006-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2076310288
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06fec2e3ac0bf2d0530f320207c15d18af92b15f5436210e613fb90f2fc3c99e
|
3 |
size 2076310288
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d733048470673a03721594dc4403a948f48daf0163867db7a5eb68049906a74
|
3 |
+
size 389285432
|
model.safetensors.index.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
-
"total_size":
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00006-of-00006.safetensors",
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_size": 26815071488
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00006-of-00006.safetensors",
|