Hugging Face's logo

mlfoundations-dev
/
b1_math_top_8_10k

Text Generation
Transformers
Safetensors
qwen2
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files
xet
Community
1
ryanmarten commited on
Commit
9071cb9
·
verified ·
1 Parent(s): bd3b385

Training in progress, epoch 4

Browse files
Files changed (5) hide show
  1. model-00001-of-00004.safetensors +1 -1
  2. model-00002-of-00004.safetensors +1 -1
  3. model-00003-of-00004.safetensors +1 -1
  4. model-00004-of-00004.safetensors +1 -1
  5. trainer_log.jsonl +75 -0
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3ee13a3b07c7b5e46e8cffa748e78d08c235594e61fa97bb93f07dbb374d935f
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc8bce95a5f03a17efb9fc84f01c4bcdf415cae2c3507fab273bed54030d286
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b847e4b772ae13883c96030b6b798beb1cca591078a2ea2c121f364a5d582e0b
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924759df485cb83684619fc87a9fc97886fecc1d4109d782800d4f4c6a72a38f
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:161a767cb8fafa31641f42a4888fe5ebe719038c414f508e9d723a33337def39
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a73281670bf21bac290868b492119bd866b9866941ee2969abf2cfe2014541
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66edd0f9aa281fb90782ddce888636ecd7e7110b4c4a81b3ea1e9b27e9ad137f
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e5712a3402231da5131cdbce6d606a5002f4f05de12d44aed390484ef8c2af
3
  size 1089994880
trainer_log.jsonl CHANGED
@@ -314,3 +314,78 @@
314
  {"current_steps": 314, "total_steps": 390, "loss": 0.1303, "lr": 4.451449654204685e-06, "epoch": 4.0192, "percentage": 80.51, "elapsed_time": "7:13:15", "remaining_time": "1:44:52"}
315
  {"current_steps": 315, "total_steps": 390, "loss": 0.1392, "lr": 4.339482751647557e-06, "epoch": 4.032, "percentage": 80.77, "elapsed_time": "7:14:42", "remaining_time": "1:43:30"}
316
  {"current_steps": 316, "total_steps": 390, "loss": 0.1489, "lr": 4.228770401229824e-06, "epoch": 4.0448, "percentage": 81.03, "elapsed_time": "7:16:04", "remaining_time": "1:42:07"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
314
  {"current_steps": 314, "total_steps": 390, "loss": 0.1303, "lr": 4.451449654204685e-06, "epoch": 4.0192, "percentage": 80.51, "elapsed_time": "7:13:15", "remaining_time": "1:44:52"}
315
  {"current_steps": 315, "total_steps": 390, "loss": 0.1392, "lr": 4.339482751647557e-06, "epoch": 4.032, "percentage": 80.77, "elapsed_time": "7:14:42", "remaining_time": "1:43:30"}
316
  {"current_steps": 316, "total_steps": 390, "loss": 0.1489, "lr": 4.228770401229824e-06, "epoch": 4.0448, "percentage": 81.03, "elapsed_time": "7:16:04", "remaining_time": "1:42:07"}
317
+ {"current_steps": 317, "total_steps": 390, "loss": 0.138, "lr": 4.119321472033779e-06, "epoch": 4.0576, "percentage": 81.28, "elapsed_time": "7:17:31", "remaining_time": "1:40:45"}
318
+ {"current_steps": 318, "total_steps": 390, "loss": 0.1388, "lr": 4.011144731929981e-06, "epoch": 4.0704, "percentage": 81.54, "elapsed_time": "7:18:48", "remaining_time": "1:39:21"}
319
+ {"current_steps": 319, "total_steps": 390, "loss": 0.1242, "lr": 3.904248846874894e-06, "epoch": 4.0832, "percentage": 81.79, "elapsed_time": "7:20:00", "remaining_time": "1:37:56"}
320
+ {"current_steps": 320, "total_steps": 390, "loss": 0.1216, "lr": 3.7986423802166705e-06, "epoch": 4.096, "percentage": 82.05, "elapsed_time": "7:21:07", "remaining_time": "1:36:29"}
321
+ {"current_steps": 321, "total_steps": 390, "loss": 0.1451, "lr": 3.694333792009115e-06, "epoch": 4.1088, "percentage": 82.31, "elapsed_time": "7:22:32", "remaining_time": "1:35:07"}
322
+ {"current_steps": 322, "total_steps": 390, "loss": 0.1273, "lr": 3.5913314383339937e-06, "epoch": 4.1216, "percentage": 82.56, "elapsed_time": "7:23:54", "remaining_time": "1:33:44"}
323
+ {"current_steps": 323, "total_steps": 390, "loss": 0.1402, "lr": 3.4896435706316e-06, "epoch": 4.1344, "percentage": 82.82, "elapsed_time": "7:25:16", "remaining_time": "1:32:21"}
324
+ {"current_steps": 324, "total_steps": 390, "loss": 0.1408, "lr": 3.3892783350397675e-06, "epoch": 4.1472, "percentage": 83.08, "elapsed_time": "7:26:38", "remaining_time": "1:30:58"}
325
+ {"current_steps": 325, "total_steps": 390, "loss": 0.1368, "lr": 3.290243771741275e-06, "epoch": 4.16, "percentage": 83.33, "elapsed_time": "7:27:49", "remaining_time": "1:29:33"}
326
+ {"current_steps": 326, "total_steps": 390, "loss": 0.1597, "lr": 3.1925478143197418e-06, "epoch": 4.1728, "percentage": 83.59, "elapsed_time": "7:29:27", "remaining_time": "1:28:14"}
327
+ {"current_steps": 327, "total_steps": 390, "loss": 0.1219, "lr": 3.0961982891241083e-06, "epoch": 4.1856, "percentage": 83.85, "elapsed_time": "7:30:40", "remaining_time": "1:26:49"}
328
+ {"current_steps": 328, "total_steps": 390, "loss": 0.1462, "lr": 3.001202914641628e-06, "epoch": 4.1984, "percentage": 84.1, "elapsed_time": "7:32:18", "remaining_time": "1:25:29"}
329
+ {"current_steps": 329, "total_steps": 390, "loss": 0.1279, "lr": 2.907569300879596e-06, "epoch": 4.2112, "percentage": 84.36, "elapsed_time": "7:33:42", "remaining_time": "1:24:07"}
330
+ {"current_steps": 330, "total_steps": 390, "loss": 0.1397, "lr": 2.815304948755664e-06, "epoch": 4.224, "percentage": 84.62, "elapsed_time": "7:35:03", "remaining_time": "1:22:44"}
331
+ {"current_steps": 331, "total_steps": 390, "loss": 0.133, "lr": 2.7244172494969978e-06, "epoch": 4.2368, "percentage": 84.87, "elapsed_time": "7:36:19", "remaining_time": "1:21:20"}
332
+ {"current_steps": 332, "total_steps": 390, "loss": 0.1423, "lr": 2.6349134840481294e-06, "epoch": 4.2496, "percentage": 85.13, "elapsed_time": "7:37:44", "remaining_time": "1:19:58"}
333
+ {"current_steps": 333, "total_steps": 390, "loss": 0.1435, "lr": 2.546800822487714e-06, "epoch": 4.2624, "percentage": 85.38, "elapsed_time": "7:39:06", "remaining_time": "1:18:35"}
334
+ {"current_steps": 334, "total_steps": 390, "loss": 0.1399, "lr": 2.4600863234541338e-06, "epoch": 4.2752, "percentage": 85.64, "elapsed_time": "7:40:25", "remaining_time": "1:17:11"}
335
+ {"current_steps": 335, "total_steps": 390, "loss": 0.1234, "lr": 2.374776933580025e-06, "epoch": 4.288, "percentage": 85.9, "elapsed_time": "7:41:52", "remaining_time": "1:15:49"}
336
+ {"current_steps": 336, "total_steps": 390, "loss": 0.1417, "lr": 2.2908794869358044e-06, "epoch": 4.3008, "percentage": 86.15, "elapsed_time": "7:43:30", "remaining_time": "1:14:29"}
337
+ {"current_steps": 337, "total_steps": 390, "loss": 0.1378, "lr": 2.2084007044821764e-06, "epoch": 4.3136, "percentage": 86.41, "elapsed_time": "7:44:59", "remaining_time": "1:13:07"}
338
+ {"current_steps": 338, "total_steps": 390, "loss": 0.1264, "lr": 2.127347193531757e-06, "epoch": 4.3264, "percentage": 86.67, "elapsed_time": "7:46:24", "remaining_time": "1:11:45"}
339
+ {"current_steps": 339, "total_steps": 390, "loss": 0.122, "lr": 2.0477254472197237e-06, "epoch": 4.3392, "percentage": 86.92, "elapsed_time": "7:47:41", "remaining_time": "1:10:21"}
340
+ {"current_steps": 340, "total_steps": 390, "loss": 0.1456, "lr": 1.96954184398368e-06, "epoch": 4.352, "percentage": 87.18, "elapsed_time": "7:49:09", "remaining_time": "1:08:59"}
341
+ {"current_steps": 341, "total_steps": 390, "loss": 0.1032, "lr": 1.8928026470526917e-06, "epoch": 4.3648, "percentage": 87.44, "elapsed_time": "7:50:16", "remaining_time": "1:07:34"}
342
+ {"current_steps": 342, "total_steps": 390, "loss": 0.1503, "lr": 1.817514003945524e-06, "epoch": 4.3776, "percentage": 87.69, "elapsed_time": "7:51:43", "remaining_time": "1:06:12"}
343
+ {"current_steps": 343, "total_steps": 390, "loss": 0.1577, "lr": 1.743681945978184e-06, "epoch": 4.3904, "percentage": 87.95, "elapsed_time": "7:53:11", "remaining_time": "1:04:50"}
344
+ {"current_steps": 344, "total_steps": 390, "loss": 0.1264, "lr": 1.6713123877807413e-06, "epoch": 4.4032, "percentage": 88.21, "elapsed_time": "7:54:26", "remaining_time": "1:03:26"}
345
+ {"current_steps": 345, "total_steps": 390, "loss": 0.1378, "lr": 1.6004111268235156e-06, "epoch": 4.416, "percentage": 88.46, "elapsed_time": "7:55:55", "remaining_time": "1:02:04"}
346
+ {"current_steps": 346, "total_steps": 390, "loss": 0.1306, "lr": 1.5309838429526714e-06, "epoch": 4.4288, "percentage": 88.72, "elapsed_time": "7:57:18", "remaining_time": "1:00:41"}
347
+ {"current_steps": 347, "total_steps": 390, "loss": 0.1209, "lr": 1.4630360979351644e-06, "epoch": 4.4416, "percentage": 88.97, "elapsed_time": "7:58:43", "remaining_time": "0:59:19"}
348
+ {"current_steps": 348, "total_steps": 390, "loss": 0.1354, "lr": 1.396573335013236e-06, "epoch": 4.4544, "percentage": 89.23, "elapsed_time": "8:00:04", "remaining_time": "0:57:56"}
349
+ {"current_steps": 349, "total_steps": 390, "loss": 0.1259, "lr": 1.3316008784683265e-06, "epoch": 4.4672, "percentage": 89.49, "elapsed_time": "8:01:28", "remaining_time": "0:56:33"}
350
+ {"current_steps": 350, "total_steps": 390, "loss": 0.1348, "lr": 1.2681239331945695e-06, "epoch": 4.48, "percentage": 89.74, "elapsed_time": "8:02:53", "remaining_time": "0:55:11"}
351
+ {"current_steps": 351, "total_steps": 390, "loss": 0.1483, "lr": 1.2061475842818337e-06, "epoch": 4.4928, "percentage": 90.0, "elapsed_time": "8:04:19", "remaining_time": "0:53:48"}
352
+ {"current_steps": 352, "total_steps": 390, "loss": 0.1554, "lr": 1.1456767966083393e-06, "epoch": 4.5056, "percentage": 90.26, "elapsed_time": "8:05:49", "remaining_time": "0:52:26"}
353
+ {"current_steps": 353, "total_steps": 390, "loss": 0.1396, "lr": 1.086716414442952e-06, "epoch": 4.5184, "percentage": 90.51, "elapsed_time": "8:07:13", "remaining_time": "0:51:04"}
354
+ {"current_steps": 354, "total_steps": 390, "loss": 0.118, "lr": 1.0292711610570904e-06, "epoch": 4.5312, "percentage": 90.77, "elapsed_time": "8:08:29", "remaining_time": "0:49:40"}
355
+ {"current_steps": 355, "total_steps": 390, "loss": 0.148, "lr": 9.733456383463658e-07, "epoch": 4.5440000000000005, "percentage": 91.03, "elapsed_time": "8:09:59", "remaining_time": "0:48:18"}
356
+ {"current_steps": 356, "total_steps": 390, "loss": 0.1402, "lr": 9.189443264619102e-07, "epoch": 4.5568, "percentage": 91.28, "elapsed_time": "8:11:31", "remaining_time": "0:46:56"}
357
+ {"current_steps": 357, "total_steps": 390, "loss": 0.1529, "lr": 8.660715834514977e-07, "epoch": 4.5696, "percentage": 91.54, "elapsed_time": "8:13:05", "remaining_time": "0:45:34"}
358
+ {"current_steps": 358, "total_steps": 390, "loss": 0.1431, "lr": 8.147316449103959e-07, "epoch": 4.5824, "percentage": 91.79, "elapsed_time": "8:14:16", "remaining_time": "0:44:10"}
359
+ {"current_steps": 359, "total_steps": 390, "loss": 0.1588, "lr": 7.649286236420806e-07, "epoch": 4.5952, "percentage": 92.05, "elapsed_time": "8:15:49", "remaining_time": "0:42:48"}
360
+ {"current_steps": 360, "total_steps": 390, "loss": 0.1621, "lr": 7.166665093287539e-07, "epoch": 4.608, "percentage": 92.31, "elapsed_time": "8:17:24", "remaining_time": "0:41:27"}
361
+ {"current_steps": 361, "total_steps": 390, "loss": 0.1298, "lr": 6.69949168211721e-07, "epoch": 4.6208, "percentage": 92.56, "elapsed_time": "8:18:48", "remaining_time": "0:40:04"}
362
+ {"current_steps": 362, "total_steps": 390, "loss": 0.1161, "lr": 6.247803427816945e-07, "epoch": 4.6336, "percentage": 92.82, "elapsed_time": "8:19:57", "remaining_time": "0:38:40"}
363
+ {"current_steps": 363, "total_steps": 390, "loss": 0.1326, "lr": 5.811636514789598e-07, "epoch": 4.6464, "percentage": 93.08, "elapsed_time": "8:21:26", "remaining_time": "0:37:17"}
364
+ {"current_steps": 364, "total_steps": 390, "loss": 0.1285, "lr": 5.391025884035239e-07, "epoch": 4.6592, "percentage": 93.33, "elapsed_time": "8:22:39", "remaining_time": "0:35:54"}
365
+ {"current_steps": 365, "total_steps": 390, "loss": 0.112, "lr": 4.986005230351954e-07, "epoch": 4.672, "percentage": 93.59, "elapsed_time": "8:23:48", "remaining_time": "0:34:30"}
366
+ {"current_steps": 366, "total_steps": 390, "loss": 0.1387, "lr": 4.5966069996365993e-07, "epoch": 4.6848, "percentage": 93.85, "elapsed_time": "8:25:12", "remaining_time": "0:33:07"}
367
+ {"current_steps": 367, "total_steps": 390, "loss": 0.1519, "lr": 4.22286238628562e-07, "epoch": 4.6975999999999996, "percentage": 94.1, "elapsed_time": "8:26:34", "remaining_time": "0:31:44"}
368
+ {"current_steps": 368, "total_steps": 390, "loss": 0.1306, "lr": 3.8648013306960664e-07, "epoch": 4.7104, "percentage": 94.36, "elapsed_time": "8:27:56", "remaining_time": "0:30:21"}
369
+ {"current_steps": 369, "total_steps": 390, "loss": 0.1273, "lr": 3.522452516867048e-07, "epoch": 4.7232, "percentage": 94.62, "elapsed_time": "8:29:15", "remaining_time": "0:28:58"}
370
+ {"current_steps": 370, "total_steps": 390, "loss": 0.1635, "lr": 3.1958433701019697e-07, "epoch": 4.736, "percentage": 94.87, "elapsed_time": "8:30:57", "remaining_time": "0:27:37"}
371
+ {"current_steps": 371, "total_steps": 390, "loss": 0.1206, "lr": 2.8850000548115155e-07, "epoch": 4.7488, "percentage": 95.13, "elapsed_time": "8:32:11", "remaining_time": "0:26:13"}
372
+ {"current_steps": 372, "total_steps": 390, "loss": 0.1382, "lr": 2.5899474724174313e-07, "epoch": 4.7616, "percentage": 95.38, "elapsed_time": "8:33:28", "remaining_time": "0:24:50"}
373
+ {"current_steps": 373, "total_steps": 390, "loss": 0.1408, "lr": 2.3107092593579905e-07, "epoch": 4.7744, "percentage": 95.64, "elapsed_time": "8:34:55", "remaining_time": "0:23:28"}
374
+ {"current_steps": 374, "total_steps": 390, "loss": 0.1261, "lr": 2.0473077851942858e-07, "epoch": 4.7872, "percentage": 95.9, "elapsed_time": "8:36:06", "remaining_time": "0:22:04"}
375
+ {"current_steps": 375, "total_steps": 390, "loss": 0.1427, "lr": 1.799764150818306e-07, "epoch": 4.8, "percentage": 96.15, "elapsed_time": "8:37:27", "remaining_time": "0:20:41"}
376
+ {"current_steps": 376, "total_steps": 390, "loss": 0.1451, "lr": 1.5680981867625566e-07, "epoch": 4.8128, "percentage": 96.41, "elapsed_time": "8:38:53", "remaining_time": "0:19:19"}
377
+ {"current_steps": 377, "total_steps": 390, "loss": 0.1524, "lr": 1.3523284516113955e-07, "epoch": 4.8256, "percentage": 96.67, "elapsed_time": "8:40:19", "remaining_time": "0:17:56"}
378
+ {"current_steps": 378, "total_steps": 390, "loss": 0.1504, "lr": 1.1524722305144231e-07, "epoch": 4.8384, "percentage": 96.92, "elapsed_time": "8:41:48", "remaining_time": "0:16:33"}
379
+ {"current_steps": 379, "total_steps": 390, "loss": 0.1347, "lr": 9.685455338016347e-08, "epoch": 4.8512, "percentage": 97.18, "elapsed_time": "8:43:10", "remaining_time": "0:15:11"}
380
+ {"current_steps": 380, "total_steps": 390, "loss": 0.1222, "lr": 8.005630957010014e-08, "epoch": 4.864, "percentage": 97.44, "elapsed_time": "8:44:29", "remaining_time": "0:13:48"}
381
+ {"current_steps": 381, "total_steps": 390, "loss": 0.1321, "lr": 6.485383731580142e-08, "epoch": 4.8768, "percentage": 97.69, "elapsed_time": "8:45:43", "remaining_time": "0:12:25"}
382
+ {"current_steps": 382, "total_steps": 390, "loss": 0.1388, "lr": 5.1248354475768034e-08, "epoch": 4.8896, "percentage": 97.95, "elapsed_time": "8:47:00", "remaining_time": "0:11:02"}
383
+ {"current_steps": 383, "total_steps": 390, "loss": 0.1505, "lr": 3.924095097489922e-08, "epoch": 4.9024, "percentage": 98.21, "elapsed_time": "8:48:32", "remaining_time": "0:09:39"}
384
+ {"current_steps": 384, "total_steps": 390, "loss": 0.1159, "lr": 2.8832588717164766e-08, "epoch": 4.9152000000000005, "percentage": 98.46, "elapsed_time": "8:49:42", "remaining_time": "0:08:16"}
385
+ {"current_steps": 385, "total_steps": 390, "loss": 0.1106, "lr": 2.0024101508555604e-08, "epoch": 4.928, "percentage": 98.72, "elapsed_time": "8:50:48", "remaining_time": "0:06:53"}
386
+ {"current_steps": 386, "total_steps": 390, "loss": 0.1233, "lr": 1.281619499029274e-08, "epoch": 4.9408, "percentage": 98.97, "elapsed_time": "8:52:01", "remaining_time": "0:05:30"}
387
+ {"current_steps": 387, "total_steps": 390, "loss": 0.1312, "lr": 7.209446582292501e-09, "epoch": 4.9536, "percentage": 99.23, "elapsed_time": "8:53:26", "remaining_time": "0:04:08"}
388
+ {"current_steps": 388, "total_steps": 390, "loss": 0.1434, "lr": 3.2043054369057523e-09, "epoch": 4.9664, "percentage": 99.49, "elapsed_time": "8:54:57", "remaining_time": "0:02:45"}
389
+ {"current_steps": 389, "total_steps": 390, "loss": 0.1364, "lr": 8.010924029533406e-10, "epoch": 4.9792, "percentage": 99.74, "elapsed_time": "8:56:16", "remaining_time": "0:01:22"}
390
+ {"current_steps": 390, "total_steps": 390, "loss": 0.1169, "lr": 0.0, "epoch": 4.992, "percentage": 100.0, "elapsed_time": "8:57:27", "remaining_time": "0:00:00"}
391
+ {"current_steps": 390, "total_steps": 390, "epoch": 4.992, "percentage": 100.0, "elapsed_time": "8:59:27", "remaining_time": "0:00:00"}