emelryan commited on
Commit
af40922
·
verified ·
1 Parent(s): e93202a

Training complete with QLoRA

Browse files
config.json CHANGED
@@ -24,10 +24,10 @@
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": null,
26
  "rope_theta": 10000000.0,
27
- "sliding_window": 1010000,
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "bfloat16",
30
- "transformers_version": "4.50.1",
31
  "use_cache": false,
32
  "use_sliding_window": false,
33
  "vocab_size": 152064
 
24
  "rms_norm_eps": 1e-05,
25
  "rope_scaling": null,
26
  "rope_theta": 10000000.0,
27
+ "sliding_window": null,
28
  "tie_word_embeddings": false,
29
  "torch_dtype": "bfloat16",
30
+ "transformers_version": "4.48.3",
31
  "use_cache": false,
32
  "use_sliding_window": false,
33
  "vocab_size": 152064
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e4b640118d9297a8b5631beffca3b18c4f859e1a2bac43e6a7c86545448d955
3
- size 4918416752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61bc55d0fe9833597b5733dc27a1d522d1d8c494717c71753a663af7cc14c12b
3
+ size 4919438192
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ca714eb92a84bc35a5fb31537e9a9e8304b96550f814ab71d75cbd07ee023e2
3
  size 4954847368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc88b6e8ae71e2531f56350067d358efb5b9da7fe13b94ba81ac17d3e78f6c14
3
  size 4954847368
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:068caf38ec64e309fe65ebd9fc97335cae7030f1437f5379ef5fa9bf1cddf630
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ef6078fdcf684106fcdadd1e99fa9dd07c30f675868c9836a5720f53984a85
3
  size 4954847392
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1e3c6fef0a7f3244e2d609f8090d36ced3b442581fe24ba0a72d8cec7037bc7
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4fc2d1f5a31e02159ed4e4255109640e4bad48679f10180b8d4aaf8b0d3d21
3
  size 4954847392
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e21dfc7d53baa6256074ecd5e625fc3d455989363a1843fc410f35d7d0107f8c
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00bdd53cfa422ff67a4fe92e7a94b451aa64259ca512328b8c85d4329e41f594
3
  size 4954847392
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:893604388342ac46c814203e5f883cc73d807add2ab60d4830f474b85b040c5b
3
  size 2076310288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06fec2e3ac0bf2d0530f320207c15d18af92b15f5436210e613fb90f2fc3c99e
3
  size 2076310288
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d733048470673a03721594dc4403a948f48daf0163867db7a5eb68049906a74
3
+ size 389285432
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 26814050048
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 26815071488
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",