Hugging Face's logo

tuantmdev
/
7ab318e0-a3cf-45d9-bff6-d386340a57e7

PEFT
Safetensors
gpt_neox
axolotl
Generated from Trainer
8-bit precision
bitsandbytes
Model card Files Community
tuantmdev commited on
Commit
c2f1ef4
·
verified ·
1 Parent(s): f7702b0

Training in progress, step 160

Browse files
Files changed (3) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.safetensors +1 -1
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -20,9 +20,9 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "query_key_value",
24
- "dense_4h_to_h",
25
  "dense_h_to_4h",
 
 
26
  "dense"
27
  ],
28
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "dense_h_to_4h",
24
+ "dense_4h_to_h",
25
+ "query_key_value",
26
  "dense"
27
  ],
28
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcd2e0740d3156b75ee28c3aa0b426855f2bd0d51edf25d1967178f48bc8da0a
3
  size 4731640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14b942945056a1e4d7b8c18d2e98d5c3c0b269916dfbff2ccb1fdd0df042a34e
3
  size 4731640
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc5639bdb60d4659291aa2c10fbd72fad55b51347df53a96a6d3a7cf1100a164
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c1c657f990be551c69f05000629c8d2738aec9b8a75771b41c712e693a6569
3
  size 6776