yeok commited on
Commit
f6c1fcb
·
verified ·
1 Parent(s): c8fe82e

Model save

Browse files
Files changed (4) hide show
  1. README.md +58 -0
  2. all_results.json +8 -0
  3. train_results.json +8 -0
  4. trainer_state.json +668 -0
README.md ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen2.5-0.5B-Instruct
3
+ library_name: transformers
4
+ model_name: qwen-2.5-0.5B-instruct-sft-lora-countdown-mixed-10k
5
+ tags:
6
+ - generated_from_trainer
7
+ - trl
8
+ - sft
9
+ licence: license
10
+ ---
11
+
12
+ # Model Card for qwen-2.5-0.5B-instruct-sft-lora-countdown-mixed-10k
13
+
14
+ This model is a fine-tuned version of [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct).
15
+ It has been trained using [TRL](https://github.com/huggingface/trl).
16
+
17
+ ## Quick start
18
+
19
+ ```python
20
+ from transformers import pipeline
21
+
22
+ question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
23
+ generator = pipeline("text-generation", model="yeok/qwen-2.5-0.5B-instruct-sft-lora-countdown-mixed-10k", device="cuda")
24
+ output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
25
+ print(output["generated_text"])
26
+ ```
27
+
28
+ ## Training procedure
29
+
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/yeokch/stream-of-search-train/runs/zp6wb87e)
31
+
32
+
33
+ This model was trained with SFT.
34
+
35
+ ### Framework versions
36
+
37
+ - TRL: 0.15.2
38
+ - Transformers: 4.50.0
39
+ - Pytorch: 2.6.0
40
+ - Datasets: 3.5.0
41
+ - Tokenizers: 0.21.1
42
+
43
+ ## Citations
44
+
45
+
46
+
47
+ Cite TRL as:
48
+
49
+ ```bibtex
50
+ @misc{vonwerra2022trl,
51
+ title = {{TRL: Transformer Reinforcement Learning}},
52
+ author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
53
+ year = 2020,
54
+ journal = {GitHub repository},
55
+ publisher = {GitHub},
56
+ howpublished = {\url{https://github.com/huggingface/trl}}
57
+ }
58
+ ```
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_flos": 1.112161775475753e+17,
3
+ "train_loss": 0.2421755204701053,
4
+ "train_runtime": 6265.5444,
5
+ "train_samples": 10000,
6
+ "train_samples_per_second": 0.988,
7
+ "train_steps_per_second": 0.062
8
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_flos": 1.112161775475753e+17,
3
+ "train_loss": 0.2421755204701053,
4
+ "train_runtime": 6265.5444,
5
+ "train_samples": 10000,
6
+ "train_samples_per_second": 0.988,
7
+ "train_steps_per_second": 0.062
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,668 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 0.9978994991113266,
6
+ "eval_steps": 500,
7
+ "global_step": 386,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.0025852318629827112,
14
+ "grad_norm": 0.19947637617588043,
15
+ "learning_rate": 5.128205128205128e-06,
16
+ "loss": 0.4855,
17
+ "mean_token_accuracy": 0.8692543655633926,
18
+ "step": 1
19
+ },
20
+ {
21
+ "epoch": 0.012926159314913557,
22
+ "grad_norm": 0.17975232005119324,
23
+ "learning_rate": 2.564102564102564e-05,
24
+ "loss": 0.5257,
25
+ "mean_token_accuracy": 0.8587111542001367,
26
+ "step": 5
27
+ },
28
+ {
29
+ "epoch": 0.025852318629827113,
30
+ "grad_norm": 0.18425868451595306,
31
+ "learning_rate": 5.128205128205128e-05,
32
+ "loss": 0.5986,
33
+ "mean_token_accuracy": 0.8385514542460442,
34
+ "step": 10
35
+ },
36
+ {
37
+ "epoch": 0.038778477944740666,
38
+ "grad_norm": 0.1301417350769043,
39
+ "learning_rate": 7.692307692307693e-05,
40
+ "loss": 0.5465,
41
+ "mean_token_accuracy": 0.8498092375695705,
42
+ "step": 15
43
+ },
44
+ {
45
+ "epoch": 0.051704637259654226,
46
+ "grad_norm": 0.10965953767299652,
47
+ "learning_rate": 0.00010256410256410256,
48
+ "loss": 0.4321,
49
+ "mean_token_accuracy": 0.8813926815986634,
50
+ "step": 20
51
+ },
52
+ {
53
+ "epoch": 0.06463079657456779,
54
+ "grad_norm": 0.12930011749267578,
55
+ "learning_rate": 0.00012820512820512823,
56
+ "loss": 0.443,
57
+ "mean_token_accuracy": 0.8760911300778389,
58
+ "step": 25
59
+ },
60
+ {
61
+ "epoch": 0.07755695588948133,
62
+ "grad_norm": 0.11269079148769379,
63
+ "learning_rate": 0.00015384615384615385,
64
+ "loss": 0.4426,
65
+ "mean_token_accuracy": 0.8727459989488124,
66
+ "step": 30
67
+ },
68
+ {
69
+ "epoch": 0.09048311520439489,
70
+ "grad_norm": 0.11542484909296036,
71
+ "learning_rate": 0.0001794871794871795,
72
+ "loss": 0.4327,
73
+ "mean_token_accuracy": 0.8739180192351341,
74
+ "step": 35
75
+ },
76
+ {
77
+ "epoch": 0.10340927451930845,
78
+ "grad_norm": 0.11400171369314194,
79
+ "learning_rate": 0.00019999590166142655,
80
+ "loss": 0.4399,
81
+ "mean_token_accuracy": 0.8683417722582817,
82
+ "step": 40
83
+ },
84
+ {
85
+ "epoch": 0.11633543383422201,
86
+ "grad_norm": 0.09787627309560776,
87
+ "learning_rate": 0.00019985249508066755,
88
+ "loss": 0.3218,
89
+ "mean_token_accuracy": 0.9006623029708862,
90
+ "step": 45
91
+ },
92
+ {
93
+ "epoch": 0.12926159314913557,
94
+ "grad_norm": 0.10737261176109314,
95
+ "learning_rate": 0.00019950450737506824,
96
+ "loss": 0.3469,
97
+ "mean_token_accuracy": 0.891525337845087,
98
+ "step": 50
99
+ },
100
+ {
101
+ "epoch": 0.14218775246404913,
102
+ "grad_norm": 0.10868100076913834,
103
+ "learning_rate": 0.00019895265151345518,
104
+ "loss": 0.2971,
105
+ "mean_token_accuracy": 0.9053808994591236,
106
+ "step": 55
107
+ },
108
+ {
109
+ "epoch": 0.15511391177896267,
110
+ "grad_norm": 0.11570388823747635,
111
+ "learning_rate": 0.00019819805815653768,
112
+ "loss": 0.2913,
113
+ "mean_token_accuracy": 0.9063713155686856,
114
+ "step": 60
115
+ },
116
+ {
117
+ "epoch": 0.16804007109387623,
118
+ "grad_norm": 0.10693395137786865,
119
+ "learning_rate": 0.00019724227334037256,
120
+ "loss": 0.271,
121
+ "mean_token_accuracy": 0.9122619301080703,
122
+ "step": 65
123
+ },
124
+ {
125
+ "epoch": 0.18096623040878979,
126
+ "grad_norm": 0.11293786764144897,
127
+ "learning_rate": 0.00019608725530879375,
128
+ "loss": 0.2776,
129
+ "mean_token_accuracy": 0.9088511765003204,
130
+ "step": 70
131
+ },
132
+ {
133
+ "epoch": 0.19389238972370335,
134
+ "grad_norm": 0.11578521877527237,
135
+ "learning_rate": 0.00019473537050129704,
136
+ "loss": 0.2758,
137
+ "mean_token_accuracy": 0.9097500234842301,
138
+ "step": 75
139
+ },
140
+ {
141
+ "epoch": 0.2068185490386169,
142
+ "grad_norm": 0.09964931011199951,
143
+ "learning_rate": 0.00019318938870459984,
144
+ "loss": 0.2113,
145
+ "mean_token_accuracy": 0.9298971399664879,
146
+ "step": 80
147
+ },
148
+ {
149
+ "epoch": 0.21974470835353047,
150
+ "grad_norm": 0.0910312831401825,
151
+ "learning_rate": 0.00019145247737780961,
152
+ "loss": 0.2097,
153
+ "mean_token_accuracy": 0.9294194750487804,
154
+ "step": 85
155
+ },
156
+ {
157
+ "epoch": 0.23267086766844403,
158
+ "grad_norm": 0.10386555641889572,
159
+ "learning_rate": 0.0001895281951628281,
160
+ "loss": 0.2353,
161
+ "mean_token_accuracy": 0.9217647381126881,
162
+ "step": 90
163
+ },
164
+ {
165
+ "epoch": 0.24559702698335756,
166
+ "grad_norm": 0.12289135903120041,
167
+ "learning_rate": 0.00018742048459328682,
168
+ "loss": 0.2287,
169
+ "mean_token_accuracy": 0.9224300988018512,
170
+ "step": 95
171
+ },
172
+ {
173
+ "epoch": 0.25852318629827115,
174
+ "grad_norm": 0.08697465062141418,
175
+ "learning_rate": 0.00018513366401695276,
176
+ "loss": 0.2524,
177
+ "mean_token_accuracy": 0.9144915089011192,
178
+ "step": 100
179
+ },
180
+ {
181
+ "epoch": 0.2714493456131847,
182
+ "grad_norm": 0.12167133390903473,
183
+ "learning_rate": 0.00018267241874815314,
184
+ "loss": 0.2355,
185
+ "mean_token_accuracy": 0.921189408749342,
186
+ "step": 105
187
+ },
188
+ {
189
+ "epoch": 0.28437550492809827,
190
+ "grad_norm": 0.10094963759183884,
191
+ "learning_rate": 0.0001800417914683471,
192
+ "loss": 0.2034,
193
+ "mean_token_accuracy": 0.9311973415315151,
194
+ "step": 110
195
+ },
196
+ {
197
+ "epoch": 0.2973016642430118,
198
+ "grad_norm": 0.11400150507688522,
199
+ "learning_rate": 0.0001772471718945119,
200
+ "loss": 0.1578,
201
+ "mean_token_accuracy": 0.9460886880755425,
202
+ "step": 115
203
+ },
204
+ {
205
+ "epoch": 0.31022782355792533,
206
+ "grad_norm": 0.10670112073421478,
207
+ "learning_rate": 0.00017429428573651024,
208
+ "loss": 0.2109,
209
+ "mean_token_accuracy": 0.9287083312869072,
210
+ "step": 120
211
+ },
212
+ {
213
+ "epoch": 0.3231539828728389,
214
+ "grad_norm": 0.16062867641448975,
215
+ "learning_rate": 0.00017118918296606537,
216
+ "loss": 0.2544,
217
+ "mean_token_accuracy": 0.9145693376660347,
218
+ "step": 125
219
+ },
220
+ {
221
+ "epoch": 0.33608014218775245,
222
+ "grad_norm": 0.09779643267393112,
223
+ "learning_rate": 0.0001679382254213768,
224
+ "loss": 0.2399,
225
+ "mean_token_accuracy": 0.9194405369460583,
226
+ "step": 130
227
+ },
228
+ {
229
+ "epoch": 0.34900630150266604,
230
+ "grad_norm": 0.1413896679878235,
231
+ "learning_rate": 0.00016454807377277398,
232
+ "loss": 0.2186,
233
+ "mean_token_accuracy": 0.9258851148188114,
234
+ "step": 135
235
+ },
236
+ {
237
+ "epoch": 0.36193246081757957,
238
+ "grad_norm": 0.10491285473108292,
239
+ "learning_rate": 0.0001610256738761125,
240
+ "loss": 0.2204,
241
+ "mean_token_accuracy": 0.924911479651928,
242
+ "step": 140
243
+ },
244
+ {
245
+ "epoch": 0.37485862013249316,
246
+ "grad_norm": 0.1537468135356903,
247
+ "learning_rate": 0.00015737824254187275,
248
+ "loss": 0.2398,
249
+ "mean_token_accuracy": 0.918810273706913,
250
+ "step": 145
251
+ },
252
+ {
253
+ "epoch": 0.3877847794474067,
254
+ "grad_norm": 0.10142084211111069,
255
+ "learning_rate": 0.00015361325274911779,
256
+ "loss": 0.1905,
257
+ "mean_token_accuracy": 0.9351178079843521,
258
+ "step": 150
259
+ },
260
+ {
261
+ "epoch": 0.4007109387623202,
262
+ "grad_norm": 0.13146336376667023,
263
+ "learning_rate": 0.00014973841833460457,
264
+ "loss": 0.2366,
265
+ "mean_token_accuracy": 0.9191917888820171,
266
+ "step": 155
267
+ },
268
+ {
269
+ "epoch": 0.4136370980772338,
270
+ "grad_norm": 0.12509401142597198,
271
+ "learning_rate": 0.0001457616781884173,
272
+ "loss": 0.2531,
273
+ "mean_token_accuracy": 0.9145876497030259,
274
+ "step": 160
275
+ },
276
+ {
277
+ "epoch": 0.42656325739214734,
278
+ "grad_norm": 0.12673504650592804,
279
+ "learning_rate": 0.0001416911799885049,
280
+ "loss": 0.1772,
281
+ "mean_token_accuracy": 0.9389024488627911,
282
+ "step": 165
283
+ },
284
+ {
285
+ "epoch": 0.43948941670706093,
286
+ "grad_norm": 0.12198735028505325,
287
+ "learning_rate": 0.0001375352635074461,
288
+ "loss": 0.1974,
289
+ "mean_token_accuracy": 0.9322213307023048,
290
+ "step": 170
291
+ },
292
+ {
293
+ "epoch": 0.45241557602197446,
294
+ "grad_norm": 0.09001921862363815,
295
+ "learning_rate": 0.00013330244352564527,
296
+ "loss": 0.2159,
297
+ "mean_token_accuracy": 0.9264695949852466,
298
+ "step": 175
299
+ },
300
+ {
301
+ "epoch": 0.46534173533688805,
302
+ "grad_norm": 0.12006579339504242,
303
+ "learning_rate": 0.00012900139238596598,
304
+ "loss": 0.1787,
305
+ "mean_token_accuracy": 0.9383469611406327,
306
+ "step": 180
307
+ },
308
+ {
309
+ "epoch": 0.4782678946518016,
310
+ "grad_norm": 0.0788959190249443,
311
+ "learning_rate": 0.00012464092222554552,
312
+ "loss": 0.1921,
313
+ "mean_token_accuracy": 0.9340785585343838,
314
+ "step": 185
315
+ },
316
+ {
317
+ "epoch": 0.4911940539667151,
318
+ "grad_norm": 0.10936954617500305,
319
+ "learning_rate": 0.00012022996692119424,
320
+ "loss": 0.2428,
321
+ "mean_token_accuracy": 0.9171895898878575,
322
+ "step": 190
323
+ },
324
+ {
325
+ "epoch": 0.5041202132816287,
326
+ "grad_norm": 0.0918896496295929,
327
+ "learning_rate": 0.00011577756378537033,
328
+ "loss": 0.1806,
329
+ "mean_token_accuracy": 0.9374389834702015,
330
+ "step": 195
331
+ },
332
+ {
333
+ "epoch": 0.5170463725965423,
334
+ "grad_norm": 0.090901680290699,
335
+ "learning_rate": 0.00011129283505023274,
336
+ "loss": 0.1757,
337
+ "mean_token_accuracy": 0.9391420423984528,
338
+ "step": 200
339
+ },
340
+ {
341
+ "epoch": 0.5299725319114558,
342
+ "grad_norm": 0.11911996454000473,
343
+ "learning_rate": 0.00010678496917770719,
344
+ "loss": 0.2274,
345
+ "mean_token_accuracy": 0.9221187844872475,
346
+ "step": 205
347
+ },
348
+ {
349
+ "epoch": 0.5428986912263694,
350
+ "grad_norm": 0.10029247403144836,
351
+ "learning_rate": 0.00010226320203385878,
352
+ "loss": 0.2235,
353
+ "mean_token_accuracy": 0.9237379372119904,
354
+ "step": 210
355
+ },
356
+ {
357
+ "epoch": 0.5558248505412829,
358
+ "grad_norm": 0.08876102417707443,
359
+ "learning_rate": 9.773679796614124e-05,
360
+ "loss": 0.1757,
361
+ "mean_token_accuracy": 0.9393434815108777,
362
+ "step": 215
363
+ },
364
+ {
365
+ "epoch": 0.5687510098561965,
366
+ "grad_norm": 0.09385403990745544,
367
+ "learning_rate": 9.321503082229282e-05,
368
+ "loss": 0.215,
369
+ "mean_token_accuracy": 0.9265245340764523,
370
+ "step": 220
371
+ },
372
+ {
373
+ "epoch": 0.58167716917111,
374
+ "grad_norm": 0.12575064599514008,
375
+ "learning_rate": 8.87071649497673e-05,
376
+ "loss": 0.203,
377
+ "mean_token_accuracy": 0.9299597069621086,
378
+ "step": 225
379
+ },
380
+ {
381
+ "epoch": 0.5946033284860236,
382
+ "grad_norm": 0.07954408973455429,
383
+ "learning_rate": 8.422243621462969e-05,
384
+ "loss": 0.1777,
385
+ "mean_token_accuracy": 0.9387361042201519,
386
+ "step": 230
387
+ },
388
+ {
389
+ "epoch": 0.6075294878009372,
390
+ "grad_norm": 0.09423957765102386,
391
+ "learning_rate": 7.97700330788058e-05,
392
+ "loss": 0.2382,
393
+ "mean_token_accuracy": 0.918901839107275,
394
+ "step": 235
395
+ },
396
+ {
397
+ "epoch": 0.6204556471158507,
398
+ "grad_norm": 0.09229165315628052,
399
+ "learning_rate": 7.535907777445449e-05,
400
+ "loss": 0.1767,
401
+ "mean_token_accuracy": 0.9390779457986355,
402
+ "step": 240
403
+ },
404
+ {
405
+ "epoch": 0.6333818064307642,
406
+ "grad_norm": 0.06950776278972626,
407
+ "learning_rate": 7.099860761403403e-05,
408
+ "loss": 0.1909,
409
+ "mean_token_accuracy": 0.9346767745912075,
410
+ "step": 245
411
+ },
412
+ {
413
+ "epoch": 0.6463079657456778,
414
+ "grad_norm": 0.08237725496292114,
415
+ "learning_rate": 6.669755647435474e-05,
416
+ "loss": 0.2094,
417
+ "mean_token_accuracy": 0.9281741440296173,
418
+ "step": 250
419
+ },
420
+ {
421
+ "epoch": 0.6592341250605914,
422
+ "grad_norm": 0.14740723371505737,
423
+ "learning_rate": 6.24647364925539e-05,
424
+ "loss": 0.1897,
425
+ "mean_token_accuracy": 0.9345928385853768,
426
+ "step": 255
427
+ },
428
+ {
429
+ "epoch": 0.6721602843755049,
430
+ "grad_norm": 0.10453725606203079,
431
+ "learning_rate": 5.830882001149517e-05,
432
+ "loss": 0.1976,
433
+ "mean_token_accuracy": 0.9319064117968082,
434
+ "step": 260
435
+ },
436
+ {
437
+ "epoch": 0.6850864436904185,
438
+ "grad_norm": 0.08990013599395752,
439
+ "learning_rate": 5.423832181158274e-05,
440
+ "loss": 0.1786,
441
+ "mean_token_accuracy": 0.9379120320081711,
442
+ "step": 265
443
+ },
444
+ {
445
+ "epoch": 0.6980126030053321,
446
+ "grad_norm": 0.07297246903181076,
447
+ "learning_rate": 5.0261581665395475e-05,
448
+ "loss": 0.1854,
449
+ "mean_token_accuracy": 0.9353924997150898,
450
+ "step": 270
451
+ },
452
+ {
453
+ "epoch": 0.7109387623202456,
454
+ "grad_norm": 0.0806582048535347,
455
+ "learning_rate": 4.6386747250882224e-05,
456
+ "loss": 0.2185,
457
+ "mean_token_accuracy": 0.9244109325110912,
458
+ "step": 275
459
+ },
460
+ {
461
+ "epoch": 0.7238649216351591,
462
+ "grad_norm": 0.0904405489563942,
463
+ "learning_rate": 4.2621757458127285e-05,
464
+ "loss": 0.1913,
465
+ "mean_token_accuracy": 0.9338206477463246,
466
+ "step": 280
467
+ },
468
+ {
469
+ "epoch": 0.7367910809500727,
470
+ "grad_norm": 0.08367495238780975,
471
+ "learning_rate": 3.8974326123887515e-05,
472
+ "loss": 0.1764,
473
+ "mean_token_accuracy": 0.9384385243058204,
474
+ "step": 285
475
+ },
476
+ {
477
+ "epoch": 0.7497172402649863,
478
+ "grad_norm": 0.08596701920032501,
479
+ "learning_rate": 3.5451926227225997e-05,
480
+ "loss": 0.1983,
481
+ "mean_token_accuracy": 0.9315422356128693,
482
+ "step": 290
483
+ },
484
+ {
485
+ "epoch": 0.7626433995798998,
486
+ "grad_norm": 0.09684205055236816,
487
+ "learning_rate": 3.20617745786232e-05,
488
+ "loss": 0.2096,
489
+ "mean_token_accuracy": 0.9279609173536301,
490
+ "step": 295
491
+ },
492
+ {
493
+ "epoch": 0.7755695588948134,
494
+ "grad_norm": 0.0834093689918518,
495
+ "learning_rate": 2.8810817033934656e-05,
496
+ "loss": 0.214,
497
+ "mean_token_accuracy": 0.9260651856660843,
498
+ "step": 300
499
+ },
500
+ {
501
+ "epoch": 0.788495718209727,
502
+ "grad_norm": 0.0937936082482338,
503
+ "learning_rate": 2.5705714263489776e-05,
504
+ "loss": 0.2026,
505
+ "mean_token_accuracy": 0.9303412221372127,
506
+ "step": 305
507
+ },
508
+ {
509
+ "epoch": 0.8014218775246404,
510
+ "grad_norm": 0.12379499524831772,
511
+ "learning_rate": 2.275282810548811e-05,
512
+ "loss": 0.2255,
513
+ "mean_token_accuracy": 0.9226666398346424,
514
+ "step": 310
515
+ },
516
+ {
517
+ "epoch": 0.814348036839554,
518
+ "grad_norm": 0.07404923439025879,
519
+ "learning_rate": 1.9958208531652877e-05,
520
+ "loss": 0.2119,
521
+ "mean_token_accuracy": 0.9271700613200664,
522
+ "step": 315
523
+ },
524
+ {
525
+ "epoch": 0.8272741961544676,
526
+ "grad_norm": 0.0728936716914177,
527
+ "learning_rate": 1.73275812518469e-05,
528
+ "loss": 0.1728,
529
+ "mean_token_accuracy": 0.9397692546248436,
530
+ "step": 320
531
+ },
532
+ {
533
+ "epoch": 0.8402003554693812,
534
+ "grad_norm": 0.06289434432983398,
535
+ "learning_rate": 1.4866335983047264e-05,
536
+ "loss": 0.2043,
537
+ "mean_token_accuracy": 0.9284701481461525,
538
+ "step": 325
539
+ },
540
+ {
541
+ "epoch": 0.8531265147842947,
542
+ "grad_norm": 0.08489686250686646,
543
+ "learning_rate": 1.2579515406713193e-05,
544
+ "loss": 0.1896,
545
+ "mean_token_accuracy": 0.9349158577620983,
546
+ "step": 330
547
+ },
548
+ {
549
+ "epoch": 0.8660526740992083,
550
+ "grad_norm": 0.1035335510969162,
551
+ "learning_rate": 1.0471804837171916e-05,
552
+ "loss": 0.2155,
553
+ "mean_token_accuracy": 0.9255768470466137,
554
+ "step": 335
555
+ },
556
+ {
557
+ "epoch": 0.8789788334141219,
558
+ "grad_norm": 0.07824227213859558,
559
+ "learning_rate": 8.547522622190385e-06,
560
+ "loss": 0.1911,
561
+ "mean_token_accuracy": 0.9336588874459266,
562
+ "step": 340
563
+ },
564
+ {
565
+ "epoch": 0.8919049927290353,
566
+ "grad_norm": 0.09303997457027435,
567
+ "learning_rate": 6.810611295400171e-06,
568
+ "loss": 0.162,
569
+ "mean_token_accuracy": 0.9431906893849373,
570
+ "step": 345
571
+ },
572
+ {
573
+ "epoch": 0.9048311520439489,
574
+ "grad_norm": 0.10122327506542206,
575
+ "learning_rate": 5.264629498702967e-06,
576
+ "loss": 0.2196,
577
+ "mean_token_accuracy": 0.9225692808628082,
578
+ "step": 350
579
+ },
580
+ {
581
+ "epoch": 0.9177573113588625,
582
+ "grad_norm": 0.09543831646442413,
583
+ "learning_rate": 3.91274469120626e-06,
584
+ "loss": 0.2326,
585
+ "mean_token_accuracy": 0.9204256013035774,
586
+ "step": 355
587
+ },
588
+ {
589
+ "epoch": 0.9306834706737761,
590
+ "grad_norm": 0.09284953027963638,
591
+ "learning_rate": 2.7577266596274576e-06,
592
+ "loss": 0.217,
593
+ "mean_token_accuracy": 0.9256333105266095,
594
+ "step": 360
595
+ },
596
+ {
597
+ "epoch": 0.9436096299886896,
598
+ "grad_norm": 0.08564475923776627,
599
+ "learning_rate": 1.8019418434623404e-06,
600
+ "loss": 0.1704,
601
+ "mean_token_accuracy": 0.9403376758098603,
602
+ "step": 365
603
+ },
604
+ {
605
+ "epoch": 0.9565357893036032,
606
+ "grad_norm": 0.08221950381994247,
607
+ "learning_rate": 1.0473484865448525e-06,
608
+ "loss": 0.1877,
609
+ "mean_token_accuracy": 0.9344905905425549,
610
+ "step": 370
611
+ },
612
+ {
613
+ "epoch": 0.9694619486185168,
614
+ "grad_norm": 0.0882996991276741,
615
+ "learning_rate": 4.954926249317815e-07,
616
+ "loss": 0.1614,
617
+ "mean_token_accuracy": 0.9434516452252865,
618
+ "step": 375
619
+ },
620
+ {
621
+ "epoch": 0.9823881079334302,
622
+ "grad_norm": 0.09918519109487534,
623
+ "learning_rate": 1.4750491933247512e-07,
624
+ "loss": 0.1984,
625
+ "mean_token_accuracy": 0.9314934000372886,
626
+ "step": 380
627
+ },
628
+ {
629
+ "epoch": 0.9953142672483438,
630
+ "grad_norm": 0.08256973326206207,
631
+ "learning_rate": 4.0983385734660875e-09,
632
+ "loss": 0.1962,
633
+ "mean_token_accuracy": 0.9319802142679692,
634
+ "step": 385
635
+ },
636
+ {
637
+ "epoch": 0.9978994991113266,
638
+ "mean_token_accuracy": 0.9183402508497238,
639
+ "step": 386,
640
+ "total_flos": 1.112161775475753e+17,
641
+ "train_loss": 0.2421755204701053,
642
+ "train_runtime": 6265.5444,
643
+ "train_samples_per_second": 0.988,
644
+ "train_steps_per_second": 0.062
645
+ }
646
+ ],
647
+ "logging_steps": 5,
648
+ "max_steps": 386,
649
+ "num_input_tokens_seen": 0,
650
+ "num_train_epochs": 1,
651
+ "save_steps": 100,
652
+ "stateful_callbacks": {
653
+ "TrainerControl": {
654
+ "args": {
655
+ "should_epoch_stop": false,
656
+ "should_evaluate": false,
657
+ "should_log": false,
658
+ "should_save": true,
659
+ "should_training_stop": true
660
+ },
661
+ "attributes": {}
662
+ }
663
+ },
664
+ "total_flos": 1.112161775475753e+17,
665
+ "train_batch_size": 1,
666
+ "trial_name": null,
667
+ "trial_params": null
668
+ }