nblinh63 commited on
Commit
a9e4aca
·
verified ·
1 Parent(s): 9c45973

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.8820
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 2.2161 | 0.0007 | 10 | 2.8820 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.8734
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 2.2179 | 0.0007 | 10 | 2.8734 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
  "v_proj",
25
- "k_proj",
26
  "down_proj",
27
- "q_proj",
28
- "gate_proj",
29
- "o_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "gate_proj",
24
  "v_proj",
 
25
  "down_proj",
26
+ "o_proj",
27
+ "k_proj",
28
+ "up_proj",
29
+ "q_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2004eaf04c1e6ba31096dbf2d82a6d9d4101cecf8fd0278a139772c6bce50bc9
3
  size 74000170
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73ea70eac24c1b6369c6071cc06921b320a8a7c0947f8a6f710f3eb7d3d42292
3
  size 74000170
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57fa9404f9b47669bede395737acee6e58eca1f8d8ea43644b8f2090cfcdda91
3
  size 73911112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b5d6849eb743d3fae7de6f2222e5fd7e89caba112c72196c150dd5f64f3be84
3
  size 73911112
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:294c5a7c99e0611237090fc5b91ce66a5df24c2da17ac4daed37100833f2fd21
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231123df4092aaa9429594d5d6fd057d53288e46b03e67caa76bc1bdf5eae100
3
  size 6776