chchen commited on
Commit
e692cd1
·
verified ·
1 Parent(s): 224470a

Training in progress, step 1000

Browse files
Files changed (2) hide show
  1. adapter_model.safetensors +1 -1
  2. trainer_log.jsonl +51 -0
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2ae54bec57f318b2fd881fb0282903c596ce0b7aa45def4eb9205bdd6c3d166
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240273fc9717e5f6cbc1d4e3a733d3e82882a38371ba5b623db6adc58b1fd404
3
  size 80013120
trainer_log.jsonl CHANGED
@@ -49,3 +49,54 @@
49
  {"current_steps": 490, "total_steps": 1686, "loss": 1.0194, "accuracy": 0.550000011920929, "learning_rate": 4.028624486874608e-06, "epoch": 0.871304734385419, "percentage": 29.06, "elapsed_time": "1:19:43", "remaining_time": "3:14:34"}
50
  {"current_steps": 500, "total_steps": 1686, "loss": 1.0913, "accuracy": 0.4312500059604645, "learning_rate": 3.99149827895177e-06, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "1:21:23", "remaining_time": "3:13:04"}
51
  {"current_steps": 500, "total_steps": 1686, "eval_loss": 1.0354068279266357, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "1:24:29", "remaining_time": "3:20:25"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  {"current_steps": 490, "total_steps": 1686, "loss": 1.0194, "accuracy": 0.550000011920929, "learning_rate": 4.028624486874608e-06, "epoch": 0.871304734385419, "percentage": 29.06, "elapsed_time": "1:19:43", "remaining_time": "3:14:34"}
50
  {"current_steps": 500, "total_steps": 1686, "loss": 1.0913, "accuracy": 0.4312500059604645, "learning_rate": 3.99149827895177e-06, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "1:21:23", "remaining_time": "3:13:04"}
51
  {"current_steps": 500, "total_steps": 1686, "eval_loss": 1.0354068279266357, "epoch": 0.8890864636585908, "percentage": 29.66, "elapsed_time": "1:24:29", "remaining_time": "3:20:25"}
52
+ {"current_steps": 510, "total_steps": 1686, "loss": 1.0555, "accuracy": 0.48750001192092896, "learning_rate": 3.953854170549114e-06, "epoch": 0.9068681929317626, "percentage": 30.25, "elapsed_time": "1:26:10", "remaining_time": "3:18:42"}
53
+ {"current_steps": 520, "total_steps": 1686, "loss": 0.9695, "accuracy": 0.5249999761581421, "learning_rate": 3.91570523302051e-06, "epoch": 0.9246499222049345, "percentage": 30.84, "elapsed_time": "1:27:45", "remaining_time": "3:16:46"}
54
+ {"current_steps": 530, "total_steps": 1686, "loss": 1.0316, "accuracy": 0.46875, "learning_rate": 3.8770647130141996e-06, "epoch": 0.9424316514781063, "percentage": 31.44, "elapsed_time": "1:29:25", "remaining_time": "3:15:02"}
55
+ {"current_steps": 540, "total_steps": 1686, "loss": 1.0367, "accuracy": 0.5625, "learning_rate": 3.837946027873086e-06, "epoch": 0.960213380751278, "percentage": 32.03, "elapsed_time": "1:31:01", "remaining_time": "3:13:10"}
56
+ {"current_steps": 550, "total_steps": 1686, "loss": 1.0318, "accuracy": 0.48750001192092896, "learning_rate": 3.7983627609757713e-06, "epoch": 0.9779951100244498, "percentage": 32.62, "elapsed_time": "1:32:42", "remaining_time": "3:11:28"}
57
+ {"current_steps": 560, "total_steps": 1686, "loss": 0.9886, "accuracy": 0.48124998807907104, "learning_rate": 3.758328657019924e-06, "epoch": 0.9957768392976217, "percentage": 33.21, "elapsed_time": "1:34:22", "remaining_time": "3:09:45"}
58
+ {"current_steps": 570, "total_steps": 1686, "loss": 1.135, "accuracy": 0.48750001192092896, "learning_rate": 3.717857617249642e-06, "epoch": 1.0135585685707935, "percentage": 33.81, "elapsed_time": "1:36:00", "remaining_time": "3:07:58"}
59
+ {"current_steps": 580, "total_steps": 1686, "loss": 0.9949, "accuracy": 0.5062500238418579, "learning_rate": 3.6769636946284543e-06, "epoch": 1.0313402978439654, "percentage": 34.4, "elapsed_time": "1:37:36", "remaining_time": "3:06:08"}
60
+ {"current_steps": 590, "total_steps": 1686, "loss": 1.0499, "accuracy": 0.4749999940395355, "learning_rate": 3.6356610889596355e-06, "epoch": 1.049122027117137, "percentage": 34.99, "elapsed_time": "1:39:17", "remaining_time": "3:04:26"}
61
+ {"current_steps": 600, "total_steps": 1686, "loss": 1.0183, "accuracy": 0.512499988079071, "learning_rate": 3.593964141955541e-06, "epoch": 1.066903756390309, "percentage": 35.59, "elapsed_time": "1:40:50", "remaining_time": "3:02:31"}
62
+ {"current_steps": 610, "total_steps": 1686, "loss": 1.073, "accuracy": 0.4625000059604645, "learning_rate": 3.5518873322576573e-06, "epoch": 1.0846854856634809, "percentage": 36.18, "elapsed_time": "1:42:26", "remaining_time": "3:00:41"}
63
+ {"current_steps": 620, "total_steps": 1686, "loss": 1.0114, "accuracy": 0.5062500238418579, "learning_rate": 3.5094452704091143e-06, "epoch": 1.1024672149366526, "percentage": 36.77, "elapsed_time": "1:44:08", "remaining_time": "2:59:03"}
64
+ {"current_steps": 630, "total_steps": 1686, "loss": 1.0548, "accuracy": 0.4749999940395355, "learning_rate": 3.46665269378139e-06, "epoch": 1.1202489442098245, "percentage": 37.37, "elapsed_time": "1:45:48", "remaining_time": "2:57:20"}
65
+ {"current_steps": 640, "total_steps": 1686, "loss": 1.1924, "accuracy": 0.48750001192092896, "learning_rate": 3.4235244614569794e-06, "epoch": 1.1380306734829961, "percentage": 37.96, "elapsed_time": "1:47:23", "remaining_time": "2:55:31"}
66
+ {"current_steps": 650, "total_steps": 1686, "loss": 0.9964, "accuracy": 0.5625, "learning_rate": 3.3800755490698008e-06, "epoch": 1.155812402756168, "percentage": 38.55, "elapsed_time": "1:49:00", "remaining_time": "2:53:44"}
67
+ {"current_steps": 660, "total_steps": 1686, "loss": 1.0514, "accuracy": 0.46875, "learning_rate": 3.3363210436051287e-06, "epoch": 1.17359413202934, "percentage": 39.15, "elapsed_time": "1:50:38", "remaining_time": "2:51:59"}
68
+ {"current_steps": 670, "total_steps": 1686, "loss": 1.0032, "accuracy": 0.4312500059604645, "learning_rate": 3.292276138160867e-06, "epoch": 1.1913758613025116, "percentage": 39.74, "elapsed_time": "1:52:12", "remaining_time": "2:50:08"}
69
+ {"current_steps": 680, "total_steps": 1686, "loss": 1.0493, "accuracy": 0.4749999940395355, "learning_rate": 3.2479561266719694e-06, "epoch": 1.2091575905756835, "percentage": 40.33, "elapsed_time": "1:53:49", "remaining_time": "2:48:24"}
70
+ {"current_steps": 690, "total_steps": 1686, "loss": 0.9924, "accuracy": 0.574999988079071, "learning_rate": 3.2033763985998533e-06, "epoch": 1.2269393198488552, "percentage": 40.93, "elapsed_time": "1:55:28", "remaining_time": "2:46:41"}
71
+ {"current_steps": 700, "total_steps": 1686, "loss": 0.9628, "accuracy": 0.518750011920929, "learning_rate": 3.1585524335886335e-06, "epoch": 1.244721049122027, "percentage": 41.52, "elapsed_time": "1:57:04", "remaining_time": "2:44:54"}
72
+ {"current_steps": 710, "total_steps": 1686, "loss": 0.9417, "accuracy": 0.6000000238418579, "learning_rate": 3.1134997960900536e-06, "epoch": 1.262502778395199, "percentage": 42.11, "elapsed_time": "1:58:38", "remaining_time": "2:43:05"}
73
+ {"current_steps": 720, "total_steps": 1686, "loss": 1.0031, "accuracy": 0.4124999940395355, "learning_rate": 3.0682341299589583e-06, "epoch": 1.2802845076683709, "percentage": 42.7, "elapsed_time": "2:00:14", "remaining_time": "2:41:19"}
74
+ {"current_steps": 730, "total_steps": 1686, "loss": 0.986, "accuracy": 0.5375000238418579, "learning_rate": 3.022771153021201e-06, "epoch": 1.2980662369415426, "percentage": 43.3, "elapsed_time": "2:01:51", "remaining_time": "2:39:34"}
75
+ {"current_steps": 740, "total_steps": 1686, "loss": 1.0054, "accuracy": 0.5, "learning_rate": 2.9771266516158625e-06, "epoch": 1.3158479662147144, "percentage": 43.89, "elapsed_time": "2:03:27", "remaining_time": "2:37:49"}
76
+ {"current_steps": 750, "total_steps": 1686, "loss": 0.9824, "accuracy": 0.5625, "learning_rate": 2.9313164751136802e-06, "epoch": 1.3336296954878861, "percentage": 44.48, "elapsed_time": "2:05:03", "remaining_time": "2:36:03"}
77
+ {"current_steps": 760, "total_steps": 1686, "loss": 1.0645, "accuracy": 0.4625000059604645, "learning_rate": 2.8853565304135956e-06, "epoch": 1.351411424761058, "percentage": 45.08, "elapsed_time": "2:06:39", "remaining_time": "2:34:19"}
78
+ {"current_steps": 770, "total_steps": 1686, "loss": 0.9828, "accuracy": 0.512499988079071, "learning_rate": 2.839262776419313e-06, "epoch": 1.36919315403423, "percentage": 45.67, "elapsed_time": "2:08:19", "remaining_time": "2:32:39"}
79
+ {"current_steps": 780, "total_steps": 1686, "loss": 1.0074, "accuracy": 0.4375, "learning_rate": 2.793051218497817e-06, "epoch": 1.3869748833074016, "percentage": 46.26, "elapsed_time": "2:09:57", "remaining_time": "2:30:57"}
80
+ {"current_steps": 790, "total_steps": 1686, "loss": 1.0211, "accuracy": 0.5, "learning_rate": 2.7467379029217437e-06, "epoch": 1.4047566125805735, "percentage": 46.86, "elapsed_time": "2:11:36", "remaining_time": "2:29:16"}
81
+ {"current_steps": 800, "total_steps": 1686, "loss": 1.0721, "accuracy": 0.48750001192092896, "learning_rate": 2.7003389112975546e-06, "epoch": 1.4225383418537452, "percentage": 47.45, "elapsed_time": "2:13:16", "remaining_time": "2:27:35"}
82
+ {"current_steps": 810, "total_steps": 1686, "loss": 0.9397, "accuracy": 0.5375000238418579, "learning_rate": 2.653870354981437e-06, "epoch": 1.440320071126917, "percentage": 48.04, "elapsed_time": "2:14:51", "remaining_time": "2:25:50"}
83
+ {"current_steps": 820, "total_steps": 1686, "loss": 0.9865, "accuracy": 0.518750011920929, "learning_rate": 2.6073483694848777e-06, "epoch": 1.458101800400089, "percentage": 48.64, "elapsed_time": "2:16:34", "remaining_time": "2:24:14"}
84
+ {"current_steps": 830, "total_steps": 1686, "loss": 0.9806, "accuracy": 0.4937500059604645, "learning_rate": 2.560789108871847e-06, "epoch": 1.4758835296732609, "percentage": 49.23, "elapsed_time": "2:18:12", "remaining_time": "2:22:31"}
85
+ {"current_steps": 840, "total_steps": 1686, "loss": 1.1016, "accuracy": 0.46875, "learning_rate": 2.514208740149544e-06, "epoch": 1.4936652589464325, "percentage": 49.82, "elapsed_time": "2:19:50", "remaining_time": "2:20:50"}
86
+ {"current_steps": 850, "total_steps": 1686, "loss": 1.0494, "accuracy": 0.512499988079071, "learning_rate": 2.46762343765464e-06, "epoch": 1.5114469882196042, "percentage": 50.42, "elapsed_time": "2:21:26", "remaining_time": "2:19:06"}
87
+ {"current_steps": 860, "total_steps": 1686, "loss": 1.0663, "accuracy": 0.5062500238418579, "learning_rate": 2.4210493774369903e-06, "epoch": 1.5292287174927761, "percentage": 51.01, "elapsed_time": "2:23:02", "remaining_time": "2:17:22"}
88
+ {"current_steps": 870, "total_steps": 1686, "loss": 1.0483, "accuracy": 0.512499988079071, "learning_rate": 2.374502731642732e-06, "epoch": 1.547010446765948, "percentage": 51.6, "elapsed_time": "2:24:38", "remaining_time": "2:15:40"}
89
+ {"current_steps": 880, "total_steps": 1686, "loss": 1.0269, "accuracy": 0.512499988079071, "learning_rate": 2.3279996628987556e-06, "epoch": 1.56479217603912, "percentage": 52.19, "elapsed_time": "2:26:13", "remaining_time": "2:13:55"}
90
+ {"current_steps": 890, "total_steps": 1686, "loss": 0.9788, "accuracy": 0.5062500238418579, "learning_rate": 2.281556318700474e-06, "epoch": 1.5825739053122916, "percentage": 52.79, "elapsed_time": "2:27:51", "remaining_time": "2:12:14"}
91
+ {"current_steps": 900, "total_steps": 1686, "loss": 0.9603, "accuracy": 0.5, "learning_rate": 2.2351888258048408e-06, "epoch": 1.6003556345854635, "percentage": 53.38, "elapsed_time": "2:29:23", "remaining_time": "2:10:28"}
92
+ {"current_steps": 910, "total_steps": 1686, "loss": 1.0679, "accuracy": 0.4937500059604645, "learning_rate": 2.188913284630584e-06, "epoch": 1.6181373638586352, "percentage": 53.97, "elapsed_time": "2:31:00", "remaining_time": "2:08:46"}
93
+ {"current_steps": 920, "total_steps": 1686, "loss": 1.1202, "accuracy": 0.518750011920929, "learning_rate": 2.1427457636675652e-06, "epoch": 1.635919093131807, "percentage": 54.57, "elapsed_time": "2:32:32", "remaining_time": "2:07:00"}
94
+ {"current_steps": 930, "total_steps": 1686, "loss": 0.9773, "accuracy": 0.543749988079071, "learning_rate": 2.096702293897247e-06, "epoch": 1.653700822404979, "percentage": 55.16, "elapsed_time": "2:34:09", "remaining_time": "2:05:18"}
95
+ {"current_steps": 940, "total_steps": 1686, "loss": 0.9453, "accuracy": 0.550000011920929, "learning_rate": 2.0507988632261672e-06, "epoch": 1.6714825516781509, "percentage": 55.75, "elapsed_time": "2:35:50", "remaining_time": "2:03:41"}
96
+ {"current_steps": 950, "total_steps": 1686, "loss": 1.1057, "accuracy": 0.48124998807907104, "learning_rate": 2.005051410934382e-06, "epoch": 1.6892642809513225, "percentage": 56.35, "elapsed_time": "2:37:25", "remaining_time": "2:01:57"}
97
+ {"current_steps": 960, "total_steps": 1686, "loss": 0.9564, "accuracy": 0.612500011920929, "learning_rate": 1.9594758221407843e-06, "epoch": 1.7070460102244942, "percentage": 56.94, "elapsed_time": "2:39:02", "remaining_time": "2:00:16"}
98
+ {"current_steps": 970, "total_steps": 1686, "loss": 0.9864, "accuracy": 0.48124998807907104, "learning_rate": 1.9140879222872408e-06, "epoch": 1.724827739497666, "percentage": 57.53, "elapsed_time": "2:40:40", "remaining_time": "1:58:35"}
99
+ {"current_steps": 980, "total_steps": 1686, "loss": 1.054, "accuracy": 0.46875, "learning_rate": 1.8689034716434346e-06, "epoch": 1.742609468770838, "percentage": 58.13, "elapsed_time": "2:42:14", "remaining_time": "1:56:53"}
100
+ {"current_steps": 990, "total_steps": 1686, "loss": 0.9826, "accuracy": 0.48750001192092896, "learning_rate": 1.8239381598343576e-06, "epoch": 1.76039119804401, "percentage": 58.72, "elapsed_time": "2:43:51", "remaining_time": "1:55:12"}
101
+ {"current_steps": 1000, "total_steps": 1686, "loss": 1.0328, "accuracy": 0.46875, "learning_rate": 1.779207600392312e-06, "epoch": 1.7781729273171816, "percentage": 59.31, "elapsed_time": "2:45:32", "remaining_time": "1:53:33"}
102
+ {"current_steps": 1000, "total_steps": 1686, "eval_loss": 1.0125839710235596, "epoch": 1.7781729273171816, "percentage": 59.31, "elapsed_time": "2:48:38", "remaining_time": "1:55:41"}