| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.30562852092316334, | |
| "eval_steps": 200000, | |
| "global_step": 18500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0016520460590441263, | |
| "grad_norm": 51.92022705078125, | |
| "learning_rate": 3.2044928972580115e-07, | |
| "loss": 13.3171, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0033040921180882525, | |
| "grad_norm": 68.25243377685547, | |
| "learning_rate": 6.508093822266271e-07, | |
| "loss": 12.9799, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.004956138177132379, | |
| "grad_norm": 69.47785186767578, | |
| "learning_rate": 9.811694747274531e-07, | |
| "loss": 12.5133, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.006608184236176505, | |
| "grad_norm": 73.07315063476562, | |
| "learning_rate": 1.311529567228279e-06, | |
| "loss": 11.9388, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.008260230295220631, | |
| "grad_norm": 82.68733215332031, | |
| "learning_rate": 1.6418896597291048e-06, | |
| "loss": 11.0616, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.009912276354264758, | |
| "grad_norm": 57.61735534667969, | |
| "learning_rate": 1.972249752229931e-06, | |
| "loss": 10.2712, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.011564322413308884, | |
| "grad_norm": 44.42943572998047, | |
| "learning_rate": 2.302609844730757e-06, | |
| "loss": 9.5253, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.01321636847235301, | |
| "grad_norm": 27.03646469116211, | |
| "learning_rate": 2.6329699372315828e-06, | |
| "loss": 8.7706, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.014868414531397135, | |
| "grad_norm": 15.231706619262695, | |
| "learning_rate": 2.9633300297324087e-06, | |
| "loss": 8.4333, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.016520460590441263, | |
| "grad_norm": 14.189949035644531, | |
| "learning_rate": 3.2936901222332346e-06, | |
| "loss": 8.0902, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.018172506649485387, | |
| "grad_norm": 12.241333961486816, | |
| "learning_rate": 3.6240502147340605e-06, | |
| "loss": 7.8862, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.019824552708529515, | |
| "grad_norm": 11.400131225585938, | |
| "learning_rate": 3.9544103072348865e-06, | |
| "loss": 7.7362, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.02147659876757364, | |
| "grad_norm": 12.072014808654785, | |
| "learning_rate": 4.284770399735712e-06, | |
| "loss": 7.6007, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.023128644826617768, | |
| "grad_norm": 11.08774185180664, | |
| "learning_rate": 4.615130492236538e-06, | |
| "loss": 7.5304, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.024780690885661892, | |
| "grad_norm": 13.02505874633789, | |
| "learning_rate": 4.945490584737364e-06, | |
| "loss": 7.4249, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02643273694470602, | |
| "grad_norm": 13.522186279296875, | |
| "learning_rate": 5.27585067723819e-06, | |
| "loss": 7.3035, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.028084783003750145, | |
| "grad_norm": 45.22550964355469, | |
| "learning_rate": 5.606210769739015e-06, | |
| "loss": 7.2026, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.02973682906279427, | |
| "grad_norm": 15.62098503112793, | |
| "learning_rate": 5.936570862239842e-06, | |
| "loss": 7.1572, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.0313888751218384, | |
| "grad_norm": 16.570518493652344, | |
| "learning_rate": 6.266930954740668e-06, | |
| "loss": 7.0523, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.033040921180882525, | |
| "grad_norm": 16.82353401184082, | |
| "learning_rate": 6.597291047241494e-06, | |
| "loss": 7.1158, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.034692967239926646, | |
| "grad_norm": 17.38075828552246, | |
| "learning_rate": 6.924347538817311e-06, | |
| "loss": 6.9856, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.036345013298970774, | |
| "grad_norm": 93.04572296142578, | |
| "learning_rate": 7.2547076313181375e-06, | |
| "loss": 7.0865, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.0379970593580149, | |
| "grad_norm": 17.861074447631836, | |
| "learning_rate": 7.585067723818963e-06, | |
| "loss": 6.9496, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.03964910541705903, | |
| "grad_norm": 19.067747116088867, | |
| "learning_rate": 7.91542781631979e-06, | |
| "loss": 6.9294, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.04130115147610315, | |
| "grad_norm": 16.43912696838379, | |
| "learning_rate": 8.245787908820615e-06, | |
| "loss": 6.8825, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.04295319753514728, | |
| "grad_norm": 140.5387725830078, | |
| "learning_rate": 8.576148001321441e-06, | |
| "loss": 6.8218, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.04460524359419141, | |
| "grad_norm": 22.34341049194336, | |
| "learning_rate": 8.903204492897258e-06, | |
| "loss": 6.8416, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.046257289653235535, | |
| "grad_norm": 16.260499954223633, | |
| "learning_rate": 9.233564585398084e-06, | |
| "loss": 6.7184, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.047909335712279656, | |
| "grad_norm": 20.075071334838867, | |
| "learning_rate": 9.56392467789891e-06, | |
| "loss": 6.9183, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.049561381771323784, | |
| "grad_norm": 45.1911735534668, | |
| "learning_rate": 9.894284770399738e-06, | |
| "loss": 6.7166, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.05121342783036791, | |
| "grad_norm": 67.39335632324219, | |
| "learning_rate": 1.0224644862900564e-05, | |
| "loss": 6.6821, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.05286547388941204, | |
| "grad_norm": 80.69914245605469, | |
| "learning_rate": 1.055500495540139e-05, | |
| "loss": 6.6074, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.05451751994845616, | |
| "grad_norm": 37.51483917236328, | |
| "learning_rate": 1.0885365047902214e-05, | |
| "loss": 6.6141, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.05616956600750029, | |
| "grad_norm": 127.3297348022461, | |
| "learning_rate": 1.121572514040304e-05, | |
| "loss": 6.5374, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.05782161206654442, | |
| "grad_norm": 20.704940795898438, | |
| "learning_rate": 1.1546085232903866e-05, | |
| "loss": 6.4776, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.05947365812558854, | |
| "grad_norm": 23.68699836730957, | |
| "learning_rate": 1.1876445325404693e-05, | |
| "loss": 6.5701, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.061125704184632666, | |
| "grad_norm": 104.68245697021484, | |
| "learning_rate": 1.2206805417905519e-05, | |
| "loss": 6.5026, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.0627777502436768, | |
| "grad_norm": 97.47430419921875, | |
| "learning_rate": 1.2537165510406343e-05, | |
| "loss": 6.6502, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.06442979630272092, | |
| "grad_norm": 21.512229919433594, | |
| "learning_rate": 1.286752560290717e-05, | |
| "loss": 6.5023, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.06608184236176505, | |
| "grad_norm": 31.69252586364746, | |
| "learning_rate": 1.3197885695407995e-05, | |
| "loss": 6.5526, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.06773388842080917, | |
| "grad_norm": 22.141067504882812, | |
| "learning_rate": 1.3528245787908823e-05, | |
| "loss": 6.6594, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.06938593447985329, | |
| "grad_norm": 23.37205696105957, | |
| "learning_rate": 1.3858605880409649e-05, | |
| "loss": 6.3643, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.07103798053889743, | |
| "grad_norm": 23.31827163696289, | |
| "learning_rate": 1.4188965972910473e-05, | |
| "loss": 6.3783, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.07269002659794155, | |
| "grad_norm": 27.043312072753906, | |
| "learning_rate": 1.4519326065411299e-05, | |
| "loss": 6.3222, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.07434207265698568, | |
| "grad_norm": 25.699583053588867, | |
| "learning_rate": 1.4846382556987117e-05, | |
| "loss": 6.3401, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.0759941187160298, | |
| "grad_norm": 24.91438865661621, | |
| "learning_rate": 1.5176742649487943e-05, | |
| "loss": 6.4005, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.07764616477507393, | |
| "grad_norm": 38.77157974243164, | |
| "learning_rate": 1.5507102741988768e-05, | |
| "loss": 6.3605, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.07929821083411806, | |
| "grad_norm": 156.87989807128906, | |
| "learning_rate": 1.5837462834489594e-05, | |
| "loss": 6.348, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.08095025689316218, | |
| "grad_norm": 110.80547332763672, | |
| "learning_rate": 1.6167822926990423e-05, | |
| "loss": 6.3406, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.0826023029522063, | |
| "grad_norm": 48.55455780029297, | |
| "learning_rate": 1.649818301949125e-05, | |
| "loss": 6.4156, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.08425434901125044, | |
| "grad_norm": 25.825349807739258, | |
| "learning_rate": 1.682854311199207e-05, | |
| "loss": 6.3786, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.08590639507029456, | |
| "grad_norm": 55.6208381652832, | |
| "learning_rate": 1.7158903204492897e-05, | |
| "loss": 6.376, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.08755844112933868, | |
| "grad_norm": 37.82964324951172, | |
| "learning_rate": 1.7489263296993723e-05, | |
| "loss": 6.2363, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.08921048718838281, | |
| "grad_norm": 32.86615753173828, | |
| "learning_rate": 1.7819623389494553e-05, | |
| "loss": 6.2185, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.09086253324742694, | |
| "grad_norm": 180.8863525390625, | |
| "learning_rate": 1.814998348199538e-05, | |
| "loss": 6.2554, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.09251457930647107, | |
| "grad_norm": 25.11360740661621, | |
| "learning_rate": 1.84803435744962e-05, | |
| "loss": 6.2177, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.09416662536551519, | |
| "grad_norm": 23.702716827392578, | |
| "learning_rate": 1.8810703666997027e-05, | |
| "loss": 6.3924, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.09581867142455931, | |
| "grad_norm": 32.1275634765625, | |
| "learning_rate": 1.9141063759497853e-05, | |
| "loss": 6.2897, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.09747071748360345, | |
| "grad_norm": 46.22661590576172, | |
| "learning_rate": 1.9471423851998682e-05, | |
| "loss": 6.272, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.09912276354264757, | |
| "grad_norm": 74.11865234375, | |
| "learning_rate": 1.9801783944499505e-05, | |
| "loss": 6.0247, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.10077480960169169, | |
| "grad_norm": 34.50657653808594, | |
| "learning_rate": 1.9985314903537273e-05, | |
| "loss": 6.194, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.10242685566073582, | |
| "grad_norm": 25.600902557373047, | |
| "learning_rate": 1.9948602162380454e-05, | |
| "loss": 6.2757, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.10407890171977995, | |
| "grad_norm": 24.53876495361328, | |
| "learning_rate": 1.9911889421223638e-05, | |
| "loss": 6.2408, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.10573094777882408, | |
| "grad_norm": 22.572052001953125, | |
| "learning_rate": 1.987517668006682e-05, | |
| "loss": 6.253, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.1073829938378682, | |
| "grad_norm": 33.04438018798828, | |
| "learning_rate": 1.983846393891e-05, | |
| "loss": 6.0605, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.10903503989691232, | |
| "grad_norm": 81.35254669189453, | |
| "learning_rate": 1.9801751197753184e-05, | |
| "loss": 6.0672, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.11068708595595646, | |
| "grad_norm": 31.132247924804688, | |
| "learning_rate": 1.9765038456596365e-05, | |
| "loss": 6.0414, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.11233913201500058, | |
| "grad_norm": 42.16621017456055, | |
| "learning_rate": 1.9728325715439546e-05, | |
| "loss": 6.0823, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.1139911780740447, | |
| "grad_norm": 23.558713912963867, | |
| "learning_rate": 1.9691612974282726e-05, | |
| "loss": 6.1962, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.11564322413308883, | |
| "grad_norm": 69.28414154052734, | |
| "learning_rate": 1.9654900233125907e-05, | |
| "loss": 6.0868, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.11729527019213296, | |
| "grad_norm": 29.037137985229492, | |
| "learning_rate": 1.9618187491969088e-05, | |
| "loss": 6.0795, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.11894731625117708, | |
| "grad_norm": 29.588781356811523, | |
| "learning_rate": 1.9581474750812272e-05, | |
| "loss": 5.9656, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.12059936231022121, | |
| "grad_norm": 29.574968338012695, | |
| "learning_rate": 1.9544762009655453e-05, | |
| "loss": 5.9785, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.12225140836926533, | |
| "grad_norm": 46.092193603515625, | |
| "learning_rate": 1.9508049268498634e-05, | |
| "loss": 6.0722, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.12390345442830947, | |
| "grad_norm": 23.927968978881836, | |
| "learning_rate": 1.9471336527341815e-05, | |
| "loss": 5.9443, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.1255555004873536, | |
| "grad_norm": 21.281776428222656, | |
| "learning_rate": 1.9434623786184995e-05, | |
| "loss": 5.8786, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.1272075465463977, | |
| "grad_norm": 27.455034255981445, | |
| "learning_rate": 1.939791104502818e-05, | |
| "loss": 5.8007, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.12885959260544183, | |
| "grad_norm": 33.76934814453125, | |
| "learning_rate": 1.936119830387136e-05, | |
| "loss": 5.9206, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.13051163866448598, | |
| "grad_norm": 21.891183853149414, | |
| "learning_rate": 1.932448556271454e-05, | |
| "loss": 5.918, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.1321636847235301, | |
| "grad_norm": 61.087398529052734, | |
| "learning_rate": 1.9287772821557725e-05, | |
| "loss": 5.9443, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.13381573078257422, | |
| "grad_norm": 23.860267639160156, | |
| "learning_rate": 1.9251060080400906e-05, | |
| "loss": 5.8764, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.13546777684161834, | |
| "grad_norm": 26.501821517944336, | |
| "learning_rate": 1.9214714466655654e-05, | |
| "loss": 5.867, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.13711982290066246, | |
| "grad_norm": 43.38287353515625, | |
| "learning_rate": 1.9178001725498835e-05, | |
| "loss": 5.8087, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.13877186895970658, | |
| "grad_norm": 73.06561279296875, | |
| "learning_rate": 1.9141288984342016e-05, | |
| "loss": 5.9884, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.14042391501875073, | |
| "grad_norm": 36.368717193603516, | |
| "learning_rate": 1.91045762431852e-05, | |
| "loss": 5.8741, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.14207596107779485, | |
| "grad_norm": 136.38865661621094, | |
| "learning_rate": 1.906786350202838e-05, | |
| "loss": 5.9699, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.14372800713683898, | |
| "grad_norm": 38.05315017700195, | |
| "learning_rate": 1.903115076087156e-05, | |
| "loss": 5.8671, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.1453800531958831, | |
| "grad_norm": 39.74106216430664, | |
| "learning_rate": 1.8994438019714742e-05, | |
| "loss": 5.8278, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.14703209925492722, | |
| "grad_norm": 31.016155242919922, | |
| "learning_rate": 1.8957725278557926e-05, | |
| "loss": 5.8892, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.14868414531397137, | |
| "grad_norm": 36.37879943847656, | |
| "learning_rate": 1.8921012537401107e-05, | |
| "loss": 5.7437, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.1503361913730155, | |
| "grad_norm": 31.93881607055664, | |
| "learning_rate": 1.8884299796244288e-05, | |
| "loss": 5.8069, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.1519882374320596, | |
| "grad_norm": 24.248807907104492, | |
| "learning_rate": 1.8847587055087472e-05, | |
| "loss": 6.0235, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.15364028349110373, | |
| "grad_norm": 29.67982292175293, | |
| "learning_rate": 1.8810874313930653e-05, | |
| "loss": 5.7214, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.15529232955014785, | |
| "grad_norm": 34.80620193481445, | |
| "learning_rate": 1.8774161572773834e-05, | |
| "loss": 5.7893, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.15694437560919197, | |
| "grad_norm": 31.375019073486328, | |
| "learning_rate": 1.8737448831617015e-05, | |
| "loss": 5.7406, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.15859642166823612, | |
| "grad_norm": 24.126588821411133, | |
| "learning_rate": 1.8700736090460195e-05, | |
| "loss": 5.8035, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.16024846772728024, | |
| "grad_norm": 94.3121337890625, | |
| "learning_rate": 1.8664023349303376e-05, | |
| "loss": 5.7965, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.16190051378632436, | |
| "grad_norm": 29.543697357177734, | |
| "learning_rate": 1.8627310608146557e-05, | |
| "loss": 5.638, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.16355255984536848, | |
| "grad_norm": 27.004188537597656, | |
| "learning_rate": 1.859059786698974e-05, | |
| "loss": 5.8263, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.1652046059044126, | |
| "grad_norm": 31.72929573059082, | |
| "learning_rate": 1.8553885125832922e-05, | |
| "loss": 5.7995, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.16685665196345675, | |
| "grad_norm": 43.893436431884766, | |
| "learning_rate": 1.8517172384676103e-05, | |
| "loss": 5.5805, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.16850869802250087, | |
| "grad_norm": 40.329349517822266, | |
| "learning_rate": 1.8480459643519283e-05, | |
| "loss": 5.632, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.170160744081545, | |
| "grad_norm": 36.50722885131836, | |
| "learning_rate": 1.8443746902362468e-05, | |
| "loss": 5.6944, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.17181279014058912, | |
| "grad_norm": 68.61418151855469, | |
| "learning_rate": 1.840703416120565e-05, | |
| "loss": 5.5818, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.17346483619963324, | |
| "grad_norm": 38.758846282958984, | |
| "learning_rate": 1.837032142004883e-05, | |
| "loss": 5.8598, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.17511688225867736, | |
| "grad_norm": 51.770931243896484, | |
| "learning_rate": 1.8333975806303577e-05, | |
| "loss": 5.7255, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.1767689283177215, | |
| "grad_norm": 91.27816009521484, | |
| "learning_rate": 1.8297263065146758e-05, | |
| "loss": 5.7536, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.17842097437676563, | |
| "grad_norm": 35.52999496459961, | |
| "learning_rate": 1.8260550323989942e-05, | |
| "loss": 5.6536, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.18007302043580975, | |
| "grad_norm": 36.9012336730957, | |
| "learning_rate": 1.8223837582833123e-05, | |
| "loss": 5.6417, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.18172506649485387, | |
| "grad_norm": 37.2264404296875, | |
| "learning_rate": 1.8187124841676304e-05, | |
| "loss": 5.6719, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.183377112553898, | |
| "grad_norm": 31.076929092407227, | |
| "learning_rate": 1.8150412100519488e-05, | |
| "loss": 5.566, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.18502915861294214, | |
| "grad_norm": 34.78733444213867, | |
| "learning_rate": 1.811369935936267e-05, | |
| "loss": 5.4893, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.18668120467198626, | |
| "grad_norm": 68.41493225097656, | |
| "learning_rate": 1.807698661820585e-05, | |
| "loss": 5.7412, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.18833325073103038, | |
| "grad_norm": 43.99595260620117, | |
| "learning_rate": 1.804027387704903e-05, | |
| "loss": 5.6838, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.1899852967900745, | |
| "grad_norm": 30.06267547607422, | |
| "learning_rate": 1.8003561135892215e-05, | |
| "loss": 5.6272, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.19163734284911862, | |
| "grad_norm": 38.978031158447266, | |
| "learning_rate": 1.7966848394735395e-05, | |
| "loss": 5.6538, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.19328938890816275, | |
| "grad_norm": 34.604209899902344, | |
| "learning_rate": 1.7930135653578576e-05, | |
| "loss": 5.7176, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.1949414349672069, | |
| "grad_norm": 39.66080856323242, | |
| "learning_rate": 1.7893422912421757e-05, | |
| "loss": 5.4923, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.19659348102625102, | |
| "grad_norm": 39.9164924621582, | |
| "learning_rate": 1.7856710171264938e-05, | |
| "loss": 5.7643, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.19824552708529514, | |
| "grad_norm": 62.23050308227539, | |
| "learning_rate": 1.7819997430108122e-05, | |
| "loss": 5.5674, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.19989757314433926, | |
| "grad_norm": 57.77485656738281, | |
| "learning_rate": 1.7783284688951303e-05, | |
| "loss": 5.6896, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.20154961920338338, | |
| "grad_norm": 62.32257843017578, | |
| "learning_rate": 1.7746571947794483e-05, | |
| "loss": 5.4385, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.20320166526242753, | |
| "grad_norm": 72.59315490722656, | |
| "learning_rate": 1.7709859206637664e-05, | |
| "loss": 5.5851, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.20485371132147165, | |
| "grad_norm": 38.60813522338867, | |
| "learning_rate": 1.7673146465480845e-05, | |
| "loss": 5.5132, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.20650575738051577, | |
| "grad_norm": 46.002899169921875, | |
| "learning_rate": 1.763643372432403e-05, | |
| "loss": 5.3329, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.2081578034395599, | |
| "grad_norm": 54.40972900390625, | |
| "learning_rate": 1.759972098316721e-05, | |
| "loss": 5.4218, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.209809849498604, | |
| "grad_norm": 42.294403076171875, | |
| "learning_rate": 1.756337536942196e-05, | |
| "loss": 5.5171, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.21146189555764816, | |
| "grad_norm": 99.45050048828125, | |
| "learning_rate": 1.7526662628265142e-05, | |
| "loss": 5.3414, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.21311394161669228, | |
| "grad_norm": 29.550790786743164, | |
| "learning_rate": 1.7489949887108323e-05, | |
| "loss": 5.4921, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.2147659876757364, | |
| "grad_norm": 35.48351287841797, | |
| "learning_rate": 1.7453237145951504e-05, | |
| "loss": 5.7687, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.21641803373478052, | |
| "grad_norm": 35.474609375, | |
| "learning_rate": 1.7416524404794685e-05, | |
| "loss": 5.7119, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.21807007979382464, | |
| "grad_norm": 52.770469665527344, | |
| "learning_rate": 1.7379811663637865e-05, | |
| "loss": 5.4975, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.21972212585286877, | |
| "grad_norm": 41.083763122558594, | |
| "learning_rate": 1.7343098922481046e-05, | |
| "loss": 5.4514, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.22137417191191291, | |
| "grad_norm": 27.714067459106445, | |
| "learning_rate": 1.730638618132423e-05, | |
| "loss": 5.497, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.22302621797095704, | |
| "grad_norm": 646.4743041992188, | |
| "learning_rate": 1.726967344016741e-05, | |
| "loss": 5.558, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.22467826403000116, | |
| "grad_norm": 35.99949264526367, | |
| "learning_rate": 1.7232960699010592e-05, | |
| "loss": 5.4207, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.22633031008904528, | |
| "grad_norm": 39.374507904052734, | |
| "learning_rate": 1.7196247957853776e-05, | |
| "loss": 5.5901, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.2279823561480894, | |
| "grad_norm": 33.016117095947266, | |
| "learning_rate": 1.7159535216696957e-05, | |
| "loss": 5.2041, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.22963440220713355, | |
| "grad_norm": 51.360252380371094, | |
| "learning_rate": 1.7122822475540138e-05, | |
| "loss": 5.2999, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.23128644826617767, | |
| "grad_norm": 40.98723602294922, | |
| "learning_rate": 1.708610973438332e-05, | |
| "loss": 5.3373, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.2329384943252218, | |
| "grad_norm": 62.94683074951172, | |
| "learning_rate": 1.7049396993226503e-05, | |
| "loss": 5.789, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.2345905403842659, | |
| "grad_norm": 70.42803192138672, | |
| "learning_rate": 1.7012684252069684e-05, | |
| "loss": 5.3292, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.23624258644331003, | |
| "grad_norm": 95.90315246582031, | |
| "learning_rate": 1.6975971510912864e-05, | |
| "loss": 5.4059, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.23789463250235415, | |
| "grad_norm": 39.37266159057617, | |
| "learning_rate": 1.6939258769756045e-05, | |
| "loss": 5.1849, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.2395466785613983, | |
| "grad_norm": 35.2801513671875, | |
| "learning_rate": 1.6902913156010793e-05, | |
| "loss": 5.1262, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.24119872462044242, | |
| "grad_norm": 49.648563385009766, | |
| "learning_rate": 1.6866200414853977e-05, | |
| "loss": 5.4339, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.24285077067948654, | |
| "grad_norm": 42.30907440185547, | |
| "learning_rate": 1.6829487673697158e-05, | |
| "loss": 5.5185, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.24450281673853066, | |
| "grad_norm": 37.14194869995117, | |
| "learning_rate": 1.679277493254034e-05, | |
| "loss": 5.3286, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.24615486279757479, | |
| "grad_norm": 31.77059555053711, | |
| "learning_rate": 1.6756062191383523e-05, | |
| "loss": 5.4141, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.24780690885661893, | |
| "grad_norm": 30.543859481811523, | |
| "learning_rate": 1.6719349450226704e-05, | |
| "loss": 5.3554, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.24945895491566306, | |
| "grad_norm": 51.9097785949707, | |
| "learning_rate": 1.6682636709069885e-05, | |
| "loss": 5.3489, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.2511110009747072, | |
| "grad_norm": 222.63604736328125, | |
| "learning_rate": 1.6645923967913065e-05, | |
| "loss": 5.4849, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.2527630470337513, | |
| "grad_norm": 95.24678802490234, | |
| "learning_rate": 1.6609211226756246e-05, | |
| "loss": 5.3656, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.2544150930927954, | |
| "grad_norm": 36.08857345581055, | |
| "learning_rate": 1.6572498485599427e-05, | |
| "loss": 5.32, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.25606713915183954, | |
| "grad_norm": 48.17111587524414, | |
| "learning_rate": 1.6535785744442608e-05, | |
| "loss": 5.3523, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.25771918521088366, | |
| "grad_norm": 51.60739517211914, | |
| "learning_rate": 1.6499073003285792e-05, | |
| "loss": 5.1146, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.2593712312699278, | |
| "grad_norm": 38.238433837890625, | |
| "learning_rate": 1.6462360262128973e-05, | |
| "loss": 5.2816, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.26102327732897196, | |
| "grad_norm": 136.9043426513672, | |
| "learning_rate": 1.6425647520972154e-05, | |
| "loss": 5.2296, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.2626753233880161, | |
| "grad_norm": 68.96510314941406, | |
| "learning_rate": 1.6388934779815334e-05, | |
| "loss": 5.3386, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.2643273694470602, | |
| "grad_norm": 152.887939453125, | |
| "learning_rate": 1.635222203865852e-05, | |
| "loss": 5.4917, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.2659794155061043, | |
| "grad_norm": 60.76850891113281, | |
| "learning_rate": 1.63155092975017e-05, | |
| "loss": 5.0524, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.26763146156514844, | |
| "grad_norm": 52.04624557495117, | |
| "learning_rate": 1.627879655634488e-05, | |
| "loss": 5.1657, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.26928350762419256, | |
| "grad_norm": 60.97122573852539, | |
| "learning_rate": 1.6242083815188064e-05, | |
| "loss": 5.1431, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.2709355536832367, | |
| "grad_norm": 80.91710662841797, | |
| "learning_rate": 1.6205371074031245e-05, | |
| "loss": 5.166, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.2725875997422808, | |
| "grad_norm": 37.053619384765625, | |
| "learning_rate": 1.6168658332874426e-05, | |
| "loss": 5.5738, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.2742396458013249, | |
| "grad_norm": 69.874267578125, | |
| "learning_rate": 1.6131945591717607e-05, | |
| "loss": 5.2088, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.27589169186036905, | |
| "grad_norm": 43.52924346923828, | |
| "learning_rate": 1.6095232850560787e-05, | |
| "loss": 5.2198, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.27754373791941317, | |
| "grad_norm": 48.917152404785156, | |
| "learning_rate": 1.605852010940397e-05, | |
| "loss": 5.2709, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.27919578397845735, | |
| "grad_norm": 36.78157043457031, | |
| "learning_rate": 1.6021807368247152e-05, | |
| "loss": 5.4027, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.28084783003750147, | |
| "grad_norm": 78.23045349121094, | |
| "learning_rate": 1.5985094627090333e-05, | |
| "loss": 5.25, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.2824998760965456, | |
| "grad_norm": 50.245540618896484, | |
| "learning_rate": 1.5948381885933514e-05, | |
| "loss": 5.1519, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.2841519221555897, | |
| "grad_norm": 31.97572135925293, | |
| "learning_rate": 1.5911669144776695e-05, | |
| "loss": 5.1347, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.28580396821463383, | |
| "grad_norm": 47.70193862915039, | |
| "learning_rate": 1.5874956403619876e-05, | |
| "loss": 5.2346, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.28745601427367795, | |
| "grad_norm": 34.82514953613281, | |
| "learning_rate": 1.583824366246306e-05, | |
| "loss": 5.4128, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.28910806033272207, | |
| "grad_norm": 66.9453353881836, | |
| "learning_rate": 1.580153092130624e-05, | |
| "loss": 5.1954, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.2907601063917662, | |
| "grad_norm": 50.74463653564453, | |
| "learning_rate": 1.576481818014942e-05, | |
| "loss": 5.3787, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.2924121524508103, | |
| "grad_norm": 42.01203918457031, | |
| "learning_rate": 1.5728105438992606e-05, | |
| "loss": 5.1731, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.29406419850985444, | |
| "grad_norm": 40.68756103515625, | |
| "learning_rate": 1.5691392697835786e-05, | |
| "loss": 5.3714, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.29571624456889856, | |
| "grad_norm": 37.97477722167969, | |
| "learning_rate": 1.5654679956678967e-05, | |
| "loss": 5.2113, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.29736829062794273, | |
| "grad_norm": 64.8110580444336, | |
| "learning_rate": 1.5617967215522148e-05, | |
| "loss": 5.0819, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.29902033668698685, | |
| "grad_norm": 37.63853454589844, | |
| "learning_rate": 1.5581254474365332e-05, | |
| "loss": 5.0443, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.300672382746031, | |
| "grad_norm": 41.9002799987793, | |
| "learning_rate": 1.5544541733208513e-05, | |
| "loss": 5.2041, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.3023244288050751, | |
| "grad_norm": 50.00920486450195, | |
| "learning_rate": 1.5507828992051694e-05, | |
| "loss": 5.1385, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.3039764748641192, | |
| "grad_norm": 51.85498809814453, | |
| "learning_rate": 1.5471116250894874e-05, | |
| "loss": 5.2195, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.30562852092316334, | |
| "grad_norm": 45.79952621459961, | |
| "learning_rate": 1.5434403509738055e-05, | |
| "loss": 5.2233, | |
| "step": 18500 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 60531, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |