| {"num_parameters": 102068736, "trainable_parameters": 102068736, "step": 0} | |
| {"train_info/time_between_train_steps": 3.9953134059906006, "step": 0} | |
| {"info/global_step": 1, "train_info/time_within_train_step": 25.31715154647827, "step": 1} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 17273.5732421875, "train_info/memory_reserved": 18442.0, "train_info/memory_max_reserved": 18442.0, "_timestamp": 1740922541, "_runtime": 47}, "step": 1} | |
| {"logs": {"train/loss": 10.1057, "train/learning_rate": 4.9999999999999996e-06, "train/epoch": 0.0, "_timestamp": 1740922541, "_runtime": 47}, "step": 1} | |
| {"train_info/time_between_train_steps": 0.15612411499023438, "step": 1} | |
| {"info/global_step": 2, "train_info/time_within_train_step": 25.012888431549072, "step": 2} | |
| {"train_info/time_between_train_steps": 0.005548000335693359, "step": 2} | |
| {"info/global_step": 3, "train_info/time_within_train_step": 24.77047348022461, "step": 3} | |
| {"train_info/time_between_train_steps": 0.005274772644042969, "step": 3} | |
| {"info/global_step": 4, "train_info/time_within_train_step": 24.900232315063477, "step": 4} | |
| {"train_info/time_between_train_steps": 0.005496025085449219, "step": 4} | |
| {"info/global_step": 5, "train_info/time_within_train_step": 24.801474809646606, "step": 5} | |
| {"train_info/time_between_train_steps": 0.005715131759643555, "step": 5} | |
| {"info/global_step": 6, "train_info/time_within_train_step": 24.879015922546387, "step": 6} | |
| {"train_info/time_between_train_steps": 0.005215644836425781, "step": 6} | |
| {"info/global_step": 7, "train_info/time_within_train_step": 24.758679389953613, "step": 7} | |
| {"train_info/time_between_train_steps": 0.005758762359619141, "step": 7} | |
| {"info/global_step": 8, "train_info/time_within_train_step": 24.917405128479004, "step": 8} | |
| {"train_info/time_between_train_steps": 0.0054149627685546875, "step": 8} | |
| {"info/global_step": 9, "train_info/time_within_train_step": 24.77697443962097, "step": 9} | |
| {"train_info/time_between_train_steps": 0.005724191665649414, "step": 9} | |
| {"info/global_step": 10, "train_info/time_within_train_step": 24.945478439331055, "step": 10} | |
| {"train_info/time_between_train_steps": 0.00543522834777832, "step": 10} | |
| {"info/global_step": 11, "train_info/time_within_train_step": 24.756908893585205, "step": 11} | |
| {"train_info/time_between_train_steps": 0.005262613296508789, "step": 11} | |
| {"info/global_step": 12, "train_info/time_within_train_step": 24.895668745040894, "step": 12} | |
| {"train_info/time_between_train_steps": 0.0055844783782958984, "step": 12} | |
| {"info/global_step": 13, "train_info/time_within_train_step": 24.77355432510376, "step": 13} | |
| {"train_info/time_between_train_steps": 0.005484819412231445, "step": 13} | |
| {"info/global_step": 14, "train_info/time_within_train_step": 24.973621129989624, "step": 14} | |
| {"train_info/time_between_train_steps": 0.0055391788482666016, "step": 14} | |
| {"info/global_step": 15, "train_info/time_within_train_step": 24.765453100204468, "step": 15} | |
| {"train_info/time_between_train_steps": 0.005331277847290039, "step": 15} | |
| {"info/global_step": 16, "train_info/time_within_train_step": 24.944689512252808, "step": 16} | |
| {"train_info/time_between_train_steps": 0.005420684814453125, "step": 16} | |
| {"info/global_step": 17, "train_info/time_within_train_step": 24.786047220230103, "step": 17} | |
| {"train_info/time_between_train_steps": 0.03716707229614258, "step": 17} | |
| {"info/global_step": 18, "train_info/time_within_train_step": 24.740119457244873, "step": 18} | |
| {"train_info/time_between_train_steps": 0.00513768196105957, "step": 18} | |
| {"info/global_step": 19, "train_info/time_within_train_step": 24.734233140945435, "step": 19} | |
| {"train_info/time_between_train_steps": 0.0051708221435546875, "step": 19} | |
| {"info/global_step": 20, "train_info/time_within_train_step": 24.76722240447998, "step": 20} | |
| {"train_info/time_between_train_steps": 0.010524988174438477, "step": 20} | |
| {"info/global_step": 21, "train_info/time_within_train_step": 24.750831604003906, "step": 21} | |
| {"train_info/time_between_train_steps": 0.010427713394165039, "step": 21} | |
| {"info/global_step": 22, "train_info/time_within_train_step": 24.78018617630005, "step": 22} | |
| {"train_info/time_between_train_steps": 0.010585308074951172, "step": 22} | |
| {"info/global_step": 23, "train_info/time_within_train_step": 24.757067441940308, "step": 23} | |
| {"train_info/time_between_train_steps": 0.005250215530395508, "step": 23} | |
| {"info/global_step": 24, "train_info/time_within_train_step": 24.77455472946167, "step": 24} | |
| {"train_info/time_between_train_steps": 0.01021718978881836, "step": 24} | |
| {"info/global_step": 25, "train_info/time_within_train_step": 24.7472825050354, "step": 25} | |
| {"train_info/time_between_train_steps": 0.006175518035888672, "step": 25} | |
| {"info/global_step": 26, "train_info/time_within_train_step": 24.775405168533325, "step": 26} | |
| {"train_info/time_between_train_steps": 0.005209207534790039, "step": 26} | |
| {"info/global_step": 27, "train_info/time_within_train_step": 24.804991245269775, "step": 27} | |
| {"train_info/time_between_train_steps": 0.010445594787597656, "step": 27} | |
| {"info/global_step": 28, "train_info/time_within_train_step": 24.751139402389526, "step": 28} | |
| {"train_info/time_between_train_steps": 0.010378360748291016, "step": 28} | |
| {"info/global_step": 29, "train_info/time_within_train_step": 24.75783944129944, "step": 29} | |
| {"train_info/time_between_train_steps": 0.005188703536987305, "step": 29} | |
| {"info/global_step": 30, "train_info/time_within_train_step": 24.76482105255127, "step": 30} | |
| {"train_info/time_between_train_steps": 0.00589299201965332, "step": 30} | |
| {"info/global_step": 31, "train_info/time_within_train_step": 24.76305341720581, "step": 31} | |
| {"train_info/time_between_train_steps": 0.0053560733795166016, "step": 31} | |
| {"info/global_step": 32, "train_info/time_within_train_step": 24.85287046432495, "step": 32} | |
| {"train_info/time_between_train_steps": 0.005989551544189453, "step": 32} | |
| {"info/global_step": 33, "train_info/time_within_train_step": 24.74744176864624, "step": 33} | |
| {"train_info/time_between_train_steps": 0.0052797794342041016, "step": 33} | |
| {"info/global_step": 34, "train_info/time_within_train_step": 24.770476579666138, "step": 34} | |
| {"train_info/time_between_train_steps": 0.005646467208862305, "step": 34} | |
| {"info/global_step": 35, "train_info/time_within_train_step": 24.769585609436035, "step": 35} | |
| {"train_info/time_between_train_steps": 0.005683183670043945, "step": 35} | |
| {"info/global_step": 36, "train_info/time_within_train_step": 24.791667938232422, "step": 36} | |
| {"train_info/time_between_train_steps": 0.005896568298339844, "step": 36} | |
| {"train_info/time_between_train_steps": 16.694117307662964, "step": 36} | |
| {"info/global_step": 37, "train_info/time_within_train_step": 24.75684881210327, "step": 37} | |
| {"train_info/time_between_train_steps": 0.006371498107910156, "step": 37} | |
| {"info/global_step": 38, "train_info/time_within_train_step": 24.945516347885132, "step": 38} | |
| {"train_info/time_between_train_steps": 0.005487203598022461, "step": 38} | |
| {"info/global_step": 39, "train_info/time_within_train_step": 24.7688946723938, "step": 39} | |
| {"train_info/time_between_train_steps": 0.006200313568115234, "step": 39} | |
| {"info/global_step": 40, "train_info/time_within_train_step": 24.918477058410645, "step": 40} | |
| {"train_info/time_between_train_steps": 0.00561833381652832, "step": 40} | |
| {"info/global_step": 41, "train_info/time_within_train_step": 24.7882239818573, "step": 41} | |
| {"train_info/time_between_train_steps": 0.005524635314941406, "step": 41} | |
| {"info/global_step": 42, "train_info/time_within_train_step": 24.8776752948761, "step": 42} | |
| {"train_info/time_between_train_steps": 0.0060918331146240234, "step": 42} | |
| {"info/global_step": 43, "train_info/time_within_train_step": 24.825246810913086, "step": 43} | |
| {"train_info/time_between_train_steps": 0.0055332183837890625, "step": 43} | |
| {"info/global_step": 44, "train_info/time_within_train_step": 24.921600580215454, "step": 44} | |
| {"train_info/time_between_train_steps": 0.013745546340942383, "step": 44} | |
| {"info/global_step": 45, "train_info/time_within_train_step": 24.77608060836792, "step": 45} | |
| {"train_info/time_between_train_steps": 0.005213022232055664, "step": 45} | |
| {"info/global_step": 46, "train_info/time_within_train_step": 24.91612958908081, "step": 46} | |
| {"train_info/time_between_train_steps": 0.010591745376586914, "step": 46} | |
| {"info/global_step": 47, "train_info/time_within_train_step": 24.873164653778076, "step": 47} | |
| {"train_info/time_between_train_steps": 0.005412101745605469, "step": 47} | |
| {"info/global_step": 48, "train_info/time_within_train_step": 24.941418170928955, "step": 48} | |
| {"train_info/time_between_train_steps": 0.005250215530395508, "step": 48} | |
| {"info/global_step": 49, "train_info/time_within_train_step": 24.76232647895813, "step": 49} | |
| {"train_info/time_between_train_steps": 0.005656003952026367, "step": 49} | |
| {"info/global_step": 50, "train_info/time_within_train_step": 24.991973161697388, "step": 50} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740923776, "_runtime": 1282}, "step": 50} | |
| {"logs": {"train/loss": 6.9186, "train/learning_rate": 0.00025, "train/epoch": 1.01, "_timestamp": 1740923776, "_runtime": 1282}, "step": 50} | |
| {"train_info/time_between_train_steps": 0.026413917541503906, "step": 50} | |
| {"info/global_step": 51, "train_info/time_within_train_step": 24.766814470291138, "step": 51} | |
| {"train_info/time_between_train_steps": 0.005666494369506836, "step": 51} | |
| {"info/global_step": 52, "train_info/time_within_train_step": 24.978894472122192, "step": 52} | |
| {"train_info/time_between_train_steps": 0.005667924880981445, "step": 52} | |
| {"info/global_step": 53, "train_info/time_within_train_step": 24.76701331138611, "step": 53} | |
| {"train_info/time_between_train_steps": 0.023478031158447266, "step": 53} | |
| {"info/global_step": 54, "train_info/time_within_train_step": 24.750898122787476, "step": 54} | |
| {"train_info/time_between_train_steps": 0.0052068233489990234, "step": 54} | |
| {"info/global_step": 55, "train_info/time_within_train_step": 24.78701949119568, "step": 55} | |
| {"train_info/time_between_train_steps": 0.005444526672363281, "step": 55} | |
| {"info/global_step": 56, "train_info/time_within_train_step": 24.748682737350464, "step": 56} | |
| {"train_info/time_between_train_steps": 0.004997968673706055, "step": 56} | |
| {"info/global_step": 57, "train_info/time_within_train_step": 24.81466269493103, "step": 57} | |
| {"train_info/time_between_train_steps": 0.005183696746826172, "step": 57} | |
| {"info/global_step": 58, "train_info/time_within_train_step": 24.75366759300232, "step": 58} | |
| {"train_info/time_between_train_steps": 0.005126476287841797, "step": 58} | |
| {"info/global_step": 59, "train_info/time_within_train_step": 24.75414276123047, "step": 59} | |
| {"train_info/time_between_train_steps": 0.005329608917236328, "step": 59} | |
| {"info/global_step": 60, "train_info/time_within_train_step": 24.772069692611694, "step": 60} | |
| {"train_info/time_between_train_steps": 0.005177021026611328, "step": 60} | |
| {"info/global_step": 61, "train_info/time_within_train_step": 24.74110436439514, "step": 61} | |
| {"train_info/time_between_train_steps": 0.0052890777587890625, "step": 61} | |
| {"info/global_step": 62, "train_info/time_within_train_step": 24.92607545852661, "step": 62} | |
| {"train_info/time_between_train_steps": 0.005719184875488281, "step": 62} | |
| {"info/global_step": 63, "train_info/time_within_train_step": 24.752934217453003, "step": 63} | |
| {"train_info/time_between_train_steps": 0.005221366882324219, "step": 63} | |
| {"info/global_step": 64, "train_info/time_within_train_step": 24.744189023971558, "step": 64} | |
| {"train_info/time_between_train_steps": 0.005124568939208984, "step": 64} | |
| {"info/global_step": 65, "train_info/time_within_train_step": 24.767662286758423, "step": 65} | |
| {"train_info/time_between_train_steps": 0.00516057014465332, "step": 65} | |
| {"info/global_step": 66, "train_info/time_within_train_step": 24.7655131816864, "step": 66} | |
| {"train_info/time_between_train_steps": 0.0051114559173583984, "step": 66} | |
| {"info/global_step": 67, "train_info/time_within_train_step": 24.745798349380493, "step": 67} | |
| {"train_info/time_between_train_steps": 0.0052373409271240234, "step": 67} | |
| {"info/global_step": 68, "train_info/time_within_train_step": 24.744828939437866, "step": 68} | |
| {"train_info/time_between_train_steps": 0.00523066520690918, "step": 68} | |
| {"info/global_step": 69, "train_info/time_within_train_step": 24.77835440635681, "step": 69} | |
| {"train_info/time_between_train_steps": 0.00523686408996582, "step": 69} | |
| {"info/global_step": 70, "train_info/time_within_train_step": 24.75904893875122, "step": 70} | |
| {"train_info/time_between_train_steps": 0.0057048797607421875, "step": 70} | |
| {"info/global_step": 71, "train_info/time_within_train_step": 24.761181831359863, "step": 71} | |
| {"train_info/time_between_train_steps": 0.005662441253662109, "step": 71} | |
| {"info/global_step": 72, "train_info/time_within_train_step": 24.80689311027527, "step": 72} | |
| {"train_info/time_between_train_steps": 0.005787372589111328, "step": 72} | |
| {"train_info/time_between_train_steps": 17.08353567123413, "step": 72} | |
| {"info/global_step": 73, "train_info/time_within_train_step": 24.780048370361328, "step": 73} | |
| {"train_info/time_between_train_steps": 0.00550532341003418, "step": 73} | |
| {"info/global_step": 74, "train_info/time_within_train_step": 24.905853509902954, "step": 74} | |
| {"train_info/time_between_train_steps": 0.0064678192138671875, "step": 74} | |
| {"info/global_step": 75, "train_info/time_within_train_step": 24.74991011619568, "step": 75} | |
| {"train_info/time_between_train_steps": 0.005146503448486328, "step": 75} | |
| {"info/global_step": 76, "train_info/time_within_train_step": 24.915340423583984, "step": 76} | |
| {"train_info/time_between_train_steps": 0.005566120147705078, "step": 76} | |
| {"info/global_step": 77, "train_info/time_within_train_step": 24.765026569366455, "step": 77} | |
| {"train_info/time_between_train_steps": 0.005320549011230469, "step": 77} | |
| {"info/global_step": 78, "train_info/time_within_train_step": 25.029603958129883, "step": 78} | |
| {"train_info/time_between_train_steps": 0.005240440368652344, "step": 78} | |
| {"info/global_step": 79, "train_info/time_within_train_step": 24.77463698387146, "step": 79} | |
| {"train_info/time_between_train_steps": 0.005395650863647461, "step": 79} | |
| {"info/global_step": 80, "train_info/time_within_train_step": 24.923505306243896, "step": 80} | |
| {"train_info/time_between_train_steps": 0.005448579788208008, "step": 80} | |
| {"info/global_step": 81, "train_info/time_within_train_step": 24.839662313461304, "step": 81} | |
| {"train_info/time_between_train_steps": 0.0053632259368896484, "step": 81} | |
| {"info/global_step": 82, "train_info/time_within_train_step": 24.888651371002197, "step": 82} | |
| {"train_info/time_between_train_steps": 0.005385637283325195, "step": 82} | |
| {"info/global_step": 83, "train_info/time_within_train_step": 24.78409719467163, "step": 83} | |
| {"train_info/time_between_train_steps": 0.005541324615478516, "step": 83} | |
| {"info/global_step": 84, "train_info/time_within_train_step": 24.89746403694153, "step": 84} | |
| {"train_info/time_between_train_steps": 0.00539398193359375, "step": 84} | |
| {"info/global_step": 85, "train_info/time_within_train_step": 24.788711547851562, "step": 85} | |
| {"train_info/time_between_train_steps": 0.005635976791381836, "step": 85} | |
| {"info/global_step": 86, "train_info/time_within_train_step": 24.89590549468994, "step": 86} | |
| {"train_info/time_between_train_steps": 0.0052564144134521484, "step": 86} | |
| {"info/global_step": 87, "train_info/time_within_train_step": 24.745604038238525, "step": 87} | |
| {"train_info/time_between_train_steps": 0.005347013473510742, "step": 87} | |
| {"info/global_step": 88, "train_info/time_within_train_step": 24.92484164237976, "step": 88} | |
| {"train_info/time_between_train_steps": 0.00575566291809082, "step": 88} | |
| {"info/global_step": 89, "train_info/time_within_train_step": 24.765117645263672, "step": 89} | |
| {"train_info/time_between_train_steps": 0.022042512893676758, "step": 89} | |
| {"info/global_step": 90, "train_info/time_within_train_step": 24.761264085769653, "step": 90} | |
| {"train_info/time_between_train_steps": 0.005182743072509766, "step": 90} | |
| {"info/global_step": 91, "train_info/time_within_train_step": 24.737391471862793, "step": 91} | |
| {"train_info/time_between_train_steps": 0.0050928592681884766, "step": 91} | |
| {"info/global_step": 92, "train_info/time_within_train_step": 24.739276885986328, "step": 92} | |
| {"train_info/time_between_train_steps": 0.005130290985107422, "step": 92} | |
| {"info/global_step": 93, "train_info/time_within_train_step": 24.871440887451172, "step": 93} | |
| {"train_info/time_between_train_steps": 0.00612187385559082, "step": 93} | |
| {"info/global_step": 94, "train_info/time_within_train_step": 24.74484634399414, "step": 94} | |
| {"train_info/time_between_train_steps": 0.0051801204681396484, "step": 94} | |
| {"info/global_step": 95, "train_info/time_within_train_step": 24.79003596305847, "step": 95} | |
| {"train_info/time_between_train_steps": 0.005265712738037109, "step": 95} | |
| {"info/global_step": 96, "train_info/time_within_train_step": 24.753193378448486, "step": 96} | |
| {"train_info/time_between_train_steps": 0.00533747673034668, "step": 96} | |
| {"info/global_step": 97, "train_info/time_within_train_step": 24.76082944869995, "step": 97} | |
| {"train_info/time_between_train_steps": 0.0051195621490478516, "step": 97} | |
| {"info/global_step": 98, "train_info/time_within_train_step": 24.80996322631836, "step": 98} | |
| {"train_info/time_between_train_steps": 0.005326986312866211, "step": 98} | |
| {"info/global_step": 99, "train_info/time_within_train_step": 24.77255344390869, "step": 99} | |
| {"train_info/time_between_train_steps": 0.0050852298736572266, "step": 99} | |
| {"info/global_step": 100, "train_info/time_within_train_step": 24.741973400115967, "step": 100} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740925034, "_runtime": 2540}, "step": 100} | |
| {"logs": {"train/loss": 5.0259, "train/learning_rate": 0.0005, "train/epoch": 2.02, "_timestamp": 1740925034, "_runtime": 2540}, "step": 100} | |
| {"train_info/time_between_train_steps": 131.77621746063232, "step": 100} | |
| {"info/global_step": 101, "train_info/time_within_train_step": 24.74564790725708, "step": 101} | |
| {"train_info/time_between_train_steps": 0.0052585601806640625, "step": 101} | |
| {"info/global_step": 102, "train_info/time_within_train_step": 24.746113538742065, "step": 102} | |
| {"train_info/time_between_train_steps": 0.005209684371948242, "step": 102} | |
| {"info/global_step": 103, "train_info/time_within_train_step": 24.78500509262085, "step": 103} | |
| {"train_info/time_between_train_steps": 0.005013704299926758, "step": 103} | |
| {"info/global_step": 104, "train_info/time_within_train_step": 24.746284008026123, "step": 104} | |
| {"train_info/time_between_train_steps": 0.0053408145904541016, "step": 104} | |
| {"info/global_step": 105, "train_info/time_within_train_step": 24.81786036491394, "step": 105} | |
| {"train_info/time_between_train_steps": 0.005347251892089844, "step": 105} | |
| {"info/global_step": 106, "train_info/time_within_train_step": 24.746293783187866, "step": 106} | |
| {"train_info/time_between_train_steps": 0.00556182861328125, "step": 106} | |
| {"info/global_step": 107, "train_info/time_within_train_step": 24.829925060272217, "step": 107} | |
| {"train_info/time_between_train_steps": 0.005749702453613281, "step": 107} | |
| {"info/global_step": 108, "train_info/time_within_train_step": 24.77323579788208, "step": 108} | |
| {"train_info/time_between_train_steps": 0.0056917667388916016, "step": 108} | |
| {"train_info/time_between_train_steps": 16.77752923965454, "step": 108} | |
| {"info/global_step": 109, "train_info/time_within_train_step": 24.753192901611328, "step": 109} | |
| {"train_info/time_between_train_steps": 0.005500078201293945, "step": 109} | |
| {"info/global_step": 110, "train_info/time_within_train_step": 24.924835205078125, "step": 110} | |
| {"train_info/time_between_train_steps": 0.00529932975769043, "step": 110} | |
| {"info/global_step": 111, "train_info/time_within_train_step": 24.743985652923584, "step": 111} | |
| {"train_info/time_between_train_steps": 0.010140419006347656, "step": 111} | |
| {"info/global_step": 112, "train_info/time_within_train_step": 24.86787986755371, "step": 112} | |
| {"train_info/time_between_train_steps": 0.006235361099243164, "step": 112} | |
| {"info/global_step": 113, "train_info/time_within_train_step": 24.788513898849487, "step": 113} | |
| {"train_info/time_between_train_steps": 0.005845785140991211, "step": 113} | |
| {"info/global_step": 114, "train_info/time_within_train_step": 24.89387345314026, "step": 114} | |
| {"train_info/time_between_train_steps": 0.0052509307861328125, "step": 114} | |
| {"info/global_step": 115, "train_info/time_within_train_step": 24.776917219161987, "step": 115} | |
| {"train_info/time_between_train_steps": 0.005215883255004883, "step": 115} | |
| {"info/global_step": 116, "train_info/time_within_train_step": 25.001280784606934, "step": 116} | |
| {"train_info/time_between_train_steps": 0.005469560623168945, "step": 116} | |
| {"info/global_step": 117, "train_info/time_within_train_step": 24.763357162475586, "step": 117} | |
| {"train_info/time_between_train_steps": 0.005157947540283203, "step": 117} | |
| {"info/global_step": 118, "train_info/time_within_train_step": 24.884480237960815, "step": 118} | |
| {"train_info/time_between_train_steps": 0.0052759647369384766, "step": 118} | |
| {"info/global_step": 119, "train_info/time_within_train_step": 24.768362760543823, "step": 119} | |
| {"train_info/time_between_train_steps": 0.006772279739379883, "step": 119} | |
| {"info/global_step": 120, "train_info/time_within_train_step": 24.881592273712158, "step": 120} | |
| {"train_info/time_between_train_steps": 0.010106563568115234, "step": 120} | |
| {"info/global_step": 121, "train_info/time_within_train_step": 24.771780014038086, "step": 121} | |
| {"train_info/time_between_train_steps": 0.005568981170654297, "step": 121} | |
| {"info/global_step": 122, "train_info/time_within_train_step": 24.93861484527588, "step": 122} | |
| {"train_info/time_between_train_steps": 0.0060999393463134766, "step": 122} | |
| {"info/global_step": 123, "train_info/time_within_train_step": 24.76391053199768, "step": 123} | |
| {"train_info/time_between_train_steps": 0.005181550979614258, "step": 123} | |
| {"info/global_step": 124, "train_info/time_within_train_step": 25.05535054206848, "step": 124} | |
| {"train_info/time_between_train_steps": 0.005868434906005859, "step": 124} | |
| {"info/global_step": 125, "train_info/time_within_train_step": 24.761131525039673, "step": 125} | |
| {"train_info/time_between_train_steps": 0.02039337158203125, "step": 125} | |
| {"info/global_step": 126, "train_info/time_within_train_step": 24.781981945037842, "step": 126} | |
| {"train_info/time_between_train_steps": 0.0052602291107177734, "step": 126} | |
| {"info/global_step": 127, "train_info/time_within_train_step": 24.751619338989258, "step": 127} | |
| {"train_info/time_between_train_steps": 0.005250692367553711, "step": 127} | |
| {"info/global_step": 128, "train_info/time_within_train_step": 24.776114225387573, "step": 128} | |
| {"train_info/time_between_train_steps": 0.004945039749145508, "step": 128} | |
| {"info/global_step": 129, "train_info/time_within_train_step": 24.774197816848755, "step": 129} | |
| {"train_info/time_between_train_steps": 0.005259513854980469, "step": 129} | |
| {"info/global_step": 130, "train_info/time_within_train_step": 24.765149116516113, "step": 130} | |
| {"train_info/time_between_train_steps": 0.005036830902099609, "step": 130} | |
| {"info/global_step": 131, "train_info/time_within_train_step": 24.81016755104065, "step": 131} | |
| {"train_info/time_between_train_steps": 0.00524592399597168, "step": 131} | |
| {"info/global_step": 132, "train_info/time_within_train_step": 24.759769201278687, "step": 132} | |
| {"train_info/time_between_train_steps": 0.005312919616699219, "step": 132} | |
| {"info/global_step": 133, "train_info/time_within_train_step": 24.845590353012085, "step": 133} | |
| {"train_info/time_between_train_steps": 0.005202054977416992, "step": 133} | |
| {"info/global_step": 134, "train_info/time_within_train_step": 24.740370988845825, "step": 134} | |
| {"train_info/time_between_train_steps": 0.005198001861572266, "step": 134} | |
| {"info/global_step": 135, "train_info/time_within_train_step": 24.77737045288086, "step": 135} | |
| {"train_info/time_between_train_steps": 0.005141496658325195, "step": 135} | |
| {"info/global_step": 136, "train_info/time_within_train_step": 24.803966522216797, "step": 136} | |
| {"train_info/time_between_train_steps": 0.0051727294921875, "step": 136} | |
| {"info/global_step": 137, "train_info/time_within_train_step": 24.74033832550049, "step": 137} | |
| {"train_info/time_between_train_steps": 0.005261659622192383, "step": 137} | |
| {"info/global_step": 138, "train_info/time_within_train_step": 24.78878355026245, "step": 138} | |
| {"train_info/time_between_train_steps": 0.005079746246337891, "step": 138} | |
| {"info/global_step": 139, "train_info/time_within_train_step": 24.851956605911255, "step": 139} | |
| {"train_info/time_between_train_steps": 0.006104707717895508, "step": 139} | |
| {"info/global_step": 140, "train_info/time_within_train_step": 24.750652551651, "step": 140} | |
| {"train_info/time_between_train_steps": 0.005290031433105469, "step": 140} | |
| {"info/global_step": 141, "train_info/time_within_train_step": 24.790654182434082, "step": 141} | |
| {"train_info/time_between_train_steps": 0.0051877498626708984, "step": 141} | |
| {"info/global_step": 142, "train_info/time_within_train_step": 24.75108814239502, "step": 142} | |
| {"train_info/time_between_train_steps": 0.005435943603515625, "step": 142} | |
| {"info/global_step": 143, "train_info/time_within_train_step": 24.75911784172058, "step": 143} | |
| {"train_info/time_between_train_steps": 0.005471944808959961, "step": 143} | |
| {"info/global_step": 144, "train_info/time_within_train_step": 24.778032302856445, "step": 144} | |
| {"train_info/time_between_train_steps": 0.006064653396606445, "step": 144} | |
| {"train_info/time_between_train_steps": 16.85468626022339, "step": 144} | |
| {"info/global_step": 145, "train_info/time_within_train_step": 24.739585161209106, "step": 145} | |
| {"train_info/time_between_train_steps": 0.00499725341796875, "step": 145} | |
| {"info/global_step": 146, "train_info/time_within_train_step": 24.8935067653656, "step": 146} | |
| {"train_info/time_between_train_steps": 0.005286455154418945, "step": 146} | |
| {"info/global_step": 147, "train_info/time_within_train_step": 24.7644259929657, "step": 147} | |
| {"train_info/time_between_train_steps": 0.0055255889892578125, "step": 147} | |
| {"info/global_step": 148, "train_info/time_within_train_step": 24.8535897731781, "step": 148} | |
| {"train_info/time_between_train_steps": 0.005271196365356445, "step": 148} | |
| {"info/global_step": 149, "train_info/time_within_train_step": 24.742825984954834, "step": 149} | |
| {"train_info/time_between_train_steps": 0.00543522834777832, "step": 149} | |
| {"info/global_step": 150, "train_info/time_within_train_step": 24.912803888320923, "step": 150} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740926441, "_runtime": 3947}, "step": 150} | |
| {"logs": {"train/loss": 4.4066, "train/learning_rate": 0.0005833333333333333, "train/epoch": 4.0, "_timestamp": 1740926441, "_runtime": 3947}, "step": 150} | |
| {"train_info/time_between_train_steps": 0.026804208755493164, "step": 150} | |
| {"info/global_step": 151, "train_info/time_within_train_step": 24.755807876586914, "step": 151} | |
| {"train_info/time_between_train_steps": 0.005473136901855469, "step": 151} | |
| {"info/global_step": 152, "train_info/time_within_train_step": 24.970508575439453, "step": 152} | |
| {"train_info/time_between_train_steps": 0.0054700374603271484, "step": 152} | |
| {"info/global_step": 153, "train_info/time_within_train_step": 24.77683448791504, "step": 153} | |
| {"train_info/time_between_train_steps": 0.0055694580078125, "step": 153} | |
| {"info/global_step": 154, "train_info/time_within_train_step": 24.890289306640625, "step": 154} | |
| {"train_info/time_between_train_steps": 0.005322456359863281, "step": 154} | |
| {"info/global_step": 155, "train_info/time_within_train_step": 24.84228491783142, "step": 155} | |
| {"train_info/time_between_train_steps": 0.0054895877838134766, "step": 155} | |
| {"info/global_step": 156, "train_info/time_within_train_step": 25.087424755096436, "step": 156} | |
| {"train_info/time_between_train_steps": 0.020519018173217773, "step": 156} | |
| {"info/global_step": 157, "train_info/time_within_train_step": 24.737983226776123, "step": 157} | |
| {"train_info/time_between_train_steps": 0.005203723907470703, "step": 157} | |
| {"info/global_step": 158, "train_info/time_within_train_step": 24.90070390701294, "step": 158} | |
| {"train_info/time_between_train_steps": 0.005335330963134766, "step": 158} | |
| {"info/global_step": 159, "train_info/time_within_train_step": 24.80035948753357, "step": 159} | |
| {"train_info/time_between_train_steps": 0.0052034854888916016, "step": 159} | |
| {"info/global_step": 160, "train_info/time_within_train_step": 24.83968210220337, "step": 160} | |
| {"train_info/time_between_train_steps": 0.005383014678955078, "step": 160} | |
| {"info/global_step": 161, "train_info/time_within_train_step": 24.825183391571045, "step": 161} | |
| {"train_info/time_between_train_steps": 0.0385737419128418, "step": 161} | |
| {"info/global_step": 162, "train_info/time_within_train_step": 24.74068284034729, "step": 162} | |
| {"train_info/time_between_train_steps": 0.005075931549072266, "step": 162} | |
| {"info/global_step": 163, "train_info/time_within_train_step": 24.73716402053833, "step": 163} | |
| {"train_info/time_between_train_steps": 0.005755186080932617, "step": 163} | |
| {"info/global_step": 164, "train_info/time_within_train_step": 24.828528881072998, "step": 164} | |
| {"train_info/time_between_train_steps": 0.005972623825073242, "step": 164} | |
| {"info/global_step": 165, "train_info/time_within_train_step": 24.762235641479492, "step": 165} | |
| {"train_info/time_between_train_steps": 0.005021572113037109, "step": 165} | |
| {"info/global_step": 166, "train_info/time_within_train_step": 24.769392013549805, "step": 166} | |
| {"train_info/time_between_train_steps": 0.0050504207611083984, "step": 166} | |
| {"info/global_step": 167, "train_info/time_within_train_step": 24.79781746864319, "step": 167} | |
| {"train_info/time_between_train_steps": 0.005316972732543945, "step": 167} | |
| {"info/global_step": 168, "train_info/time_within_train_step": 24.74230408668518, "step": 168} | |
| {"train_info/time_between_train_steps": 0.005307674407958984, "step": 168} | |
| {"info/global_step": 169, "train_info/time_within_train_step": 24.7742338180542, "step": 169} | |
| {"train_info/time_between_train_steps": 0.006106853485107422, "step": 169} | |
| {"info/global_step": 170, "train_info/time_within_train_step": 24.846336841583252, "step": 170} | |
| {"train_info/time_between_train_steps": 0.005180835723876953, "step": 170} | |
| {"info/global_step": 171, "train_info/time_within_train_step": 24.77512001991272, "step": 171} | |
| {"train_info/time_between_train_steps": 0.0051038265228271484, "step": 171} | |
| {"info/global_step": 172, "train_info/time_within_train_step": 24.75488543510437, "step": 172} | |
| {"train_info/time_between_train_steps": 0.005391359329223633, "step": 172} | |
| {"info/global_step": 173, "train_info/time_within_train_step": 24.733383655548096, "step": 173} | |
| {"train_info/time_between_train_steps": 0.005085468292236328, "step": 173} | |
| {"info/global_step": 174, "train_info/time_within_train_step": 24.75088882446289, "step": 174} | |
| {"train_info/time_between_train_steps": 0.005042314529418945, "step": 174} | |
| {"info/global_step": 175, "train_info/time_within_train_step": 24.737807512283325, "step": 175} | |
| {"train_info/time_between_train_steps": 0.005243539810180664, "step": 175} | |
| {"info/global_step": 176, "train_info/time_within_train_step": 24.78703498840332, "step": 176} | |
| {"train_info/time_between_train_steps": 0.005137205123901367, "step": 176} | |
| {"info/global_step": 177, "train_info/time_within_train_step": 24.741581916809082, "step": 177} | |
| {"train_info/time_between_train_steps": 0.005340576171875, "step": 177} | |
| {"info/global_step": 178, "train_info/time_within_train_step": 24.754189491271973, "step": 178} | |
| {"train_info/time_between_train_steps": 0.010721921920776367, "step": 178} | |
| {"info/global_step": 179, "train_info/time_within_train_step": 24.771476984024048, "step": 179} | |
| {"train_info/time_between_train_steps": 0.0058405399322509766, "step": 179} | |
| {"info/global_step": 180, "train_info/time_within_train_step": 24.803471565246582, "step": 180} | |
| {"train_info/time_between_train_steps": 0.00686335563659668, "step": 180} | |
| {"train_info/time_between_train_steps": 17.051787853240967, "step": 180} | |
| {"info/global_step": 181, "train_info/time_within_train_step": 24.74207615852356, "step": 181} | |
| {"train_info/time_between_train_steps": 0.004981279373168945, "step": 181} | |
| {"info/global_step": 182, "train_info/time_within_train_step": 24.87534213066101, "step": 182} | |
| {"train_info/time_between_train_steps": 0.00524139404296875, "step": 182} | |
| {"info/global_step": 183, "train_info/time_within_train_step": 24.760217905044556, "step": 183} | |
| {"train_info/time_between_train_steps": 0.0053594112396240234, "step": 183} | |
| {"info/global_step": 184, "train_info/time_within_train_step": 24.871076107025146, "step": 184} | |
| {"train_info/time_between_train_steps": 0.005517482757568359, "step": 184} | |
| {"info/global_step": 185, "train_info/time_within_train_step": 24.85773730278015, "step": 185} | |
| {"train_info/time_between_train_steps": 0.0052640438079833984, "step": 185} | |
| {"info/global_step": 186, "train_info/time_within_train_step": 24.943570375442505, "step": 186} | |
| {"train_info/time_between_train_steps": 0.00607752799987793, "step": 186} | |
| {"info/global_step": 187, "train_info/time_within_train_step": 24.798259973526, "step": 187} | |
| {"train_info/time_between_train_steps": 0.012453794479370117, "step": 187} | |
| {"info/global_step": 188, "train_info/time_within_train_step": 24.95780110359192, "step": 188} | |
| {"train_info/time_between_train_steps": 0.005398988723754883, "step": 188} | |
| {"info/global_step": 189, "train_info/time_within_train_step": 24.799360990524292, "step": 189} | |
| {"train_info/time_between_train_steps": 0.006876707077026367, "step": 189} | |
| {"info/global_step": 190, "train_info/time_within_train_step": 24.96947169303894, "step": 190} | |
| {"train_info/time_between_train_steps": 0.005344390869140625, "step": 190} | |
| {"info/global_step": 191, "train_info/time_within_train_step": 24.769916772842407, "step": 191} | |
| {"train_info/time_between_train_steps": 0.005617856979370117, "step": 191} | |
| {"info/global_step": 192, "train_info/time_within_train_step": 24.914984703063965, "step": 192} | |
| {"train_info/time_between_train_steps": 0.005344390869140625, "step": 192} | |
| {"info/global_step": 193, "train_info/time_within_train_step": 24.740564107894897, "step": 193} | |
| {"train_info/time_between_train_steps": 0.005202293395996094, "step": 193} | |
| {"info/global_step": 194, "train_info/time_within_train_step": 25.053131341934204, "step": 194} | |
| {"train_info/time_between_train_steps": 0.0053882598876953125, "step": 194} | |
| {"info/global_step": 195, "train_info/time_within_train_step": 24.821635723114014, "step": 195} | |
| {"train_info/time_between_train_steps": 0.005192995071411133, "step": 195} | |
| {"info/global_step": 196, "train_info/time_within_train_step": 24.83035182952881, "step": 196} | |
| {"train_info/time_between_train_steps": 0.005410909652709961, "step": 196} | |
| {"info/global_step": 197, "train_info/time_within_train_step": 24.79312562942505, "step": 197} | |
| {"train_info/time_between_train_steps": 0.03375601768493652, "step": 197} | |
| {"info/global_step": 198, "train_info/time_within_train_step": 24.731526851654053, "step": 198} | |
| {"train_info/time_between_train_steps": 0.005173206329345703, "step": 198} | |
| {"info/global_step": 199, "train_info/time_within_train_step": 24.73239302635193, "step": 199} | |
| {"train_info/time_between_train_steps": 0.004944562911987305, "step": 199} | |
| {"info/global_step": 200, "train_info/time_within_train_step": 24.72669792175293, "step": 200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740927701, "_runtime": 5207}, "step": 200} | |
| {"logs": {"train/loss": 4.0717, "train/learning_rate": 0.0005555555555555556, "train/epoch": 5.02, "_timestamp": 1740927701, "_runtime": 5207}, "step": 200} | |
| {"train_info/time_between_train_steps": 115.8577172756195, "step": 200} | |
| {"info/global_step": 201, "train_info/time_within_train_step": 24.843977212905884, "step": 201} | |
| {"train_info/time_between_train_steps": 0.005926847457885742, "step": 201} | |
| {"info/global_step": 202, "train_info/time_within_train_step": 24.771619081497192, "step": 202} | |
| {"train_info/time_between_train_steps": 0.0049784183502197266, "step": 202} | |
| {"info/global_step": 203, "train_info/time_within_train_step": 24.769845008850098, "step": 203} | |
| {"train_info/time_between_train_steps": 0.0054931640625, "step": 203} | |
| {"info/global_step": 204, "train_info/time_within_train_step": 24.766218900680542, "step": 204} | |
| {"train_info/time_between_train_steps": 0.005338191986083984, "step": 204} | |
| {"info/global_step": 205, "train_info/time_within_train_step": 24.836924076080322, "step": 205} | |
| {"train_info/time_between_train_steps": 0.005345344543457031, "step": 205} | |
| {"info/global_step": 206, "train_info/time_within_train_step": 24.749348640441895, "step": 206} | |
| {"train_info/time_between_train_steps": 0.005094766616821289, "step": 206} | |
| {"info/global_step": 207, "train_info/time_within_train_step": 24.76480507850647, "step": 207} | |
| {"train_info/time_between_train_steps": 0.005146503448486328, "step": 207} | |
| {"info/global_step": 208, "train_info/time_within_train_step": 24.74433970451355, "step": 208} | |
| {"train_info/time_between_train_steps": 0.005535125732421875, "step": 208} | |
| {"info/global_step": 209, "train_info/time_within_train_step": 24.744511365890503, "step": 209} | |
| {"train_info/time_between_train_steps": 0.0051975250244140625, "step": 209} | |
| {"info/global_step": 210, "train_info/time_within_train_step": 24.784119606018066, "step": 210} | |
| {"train_info/time_between_train_steps": 0.005141258239746094, "step": 210} | |
| {"info/global_step": 211, "train_info/time_within_train_step": 24.743529319763184, "step": 211} | |
| {"train_info/time_between_train_steps": 0.005461692810058594, "step": 211} | |
| {"info/global_step": 212, "train_info/time_within_train_step": 24.805574417114258, "step": 212} | |
| {"train_info/time_between_train_steps": 0.005033254623413086, "step": 212} | |
| {"info/global_step": 213, "train_info/time_within_train_step": 24.78374719619751, "step": 213} | |
| {"train_info/time_between_train_steps": 0.005299568176269531, "step": 213} | |
| {"info/global_step": 214, "train_info/time_within_train_step": 24.76410961151123, "step": 214} | |
| {"train_info/time_between_train_steps": 0.005461454391479492, "step": 214} | |
| {"info/global_step": 215, "train_info/time_within_train_step": 24.773491621017456, "step": 215} | |
| {"train_info/time_between_train_steps": 0.005679130554199219, "step": 215} | |
| {"info/global_step": 216, "train_info/time_within_train_step": 24.808207035064697, "step": 216} | |
| {"train_info/time_between_train_steps": 0.0059320926666259766, "step": 216} | |
| {"train_info/time_between_train_steps": 16.892087936401367, "step": 216} | |
| {"info/global_step": 217, "train_info/time_within_train_step": 24.760574102401733, "step": 217} | |
| {"train_info/time_between_train_steps": 0.0051958560943603516, "step": 217} | |
| {"info/global_step": 218, "train_info/time_within_train_step": 24.85342836380005, "step": 218} | |
| {"train_info/time_between_train_steps": 0.007082939147949219, "step": 218} | |
| {"info/global_step": 219, "train_info/time_within_train_step": 24.847411632537842, "step": 219} | |
| {"train_info/time_between_train_steps": 0.005469322204589844, "step": 219} | |
| {"info/global_step": 220, "train_info/time_within_train_step": 24.896329402923584, "step": 220} | |
| {"train_info/time_between_train_steps": 0.0061953067779541016, "step": 220} | |
| {"info/global_step": 221, "train_info/time_within_train_step": 24.76111626625061, "step": 221} | |
| {"train_info/time_between_train_steps": 0.005499601364135742, "step": 221} | |
| {"info/global_step": 222, "train_info/time_within_train_step": 24.93110942840576, "step": 222} | |
| {"train_info/time_between_train_steps": 0.005362510681152344, "step": 222} | |
| {"info/global_step": 223, "train_info/time_within_train_step": 24.755091905593872, "step": 223} | |
| {"train_info/time_between_train_steps": 0.016783952713012695, "step": 223} | |
| {"info/global_step": 224, "train_info/time_within_train_step": 24.905162811279297, "step": 224} | |
| {"train_info/time_between_train_steps": 0.005514860153198242, "step": 224} | |
| {"info/global_step": 225, "train_info/time_within_train_step": 24.78882598876953, "step": 225} | |
| {"train_info/time_between_train_steps": 0.005738019943237305, "step": 225} | |
| {"info/global_step": 226, "train_info/time_within_train_step": 24.913824558258057, "step": 226} | |
| {"train_info/time_between_train_steps": 0.0059092044830322266, "step": 226} | |
| {"info/global_step": 227, "train_info/time_within_train_step": 24.768829345703125, "step": 227} | |
| {"train_info/time_between_train_steps": 0.0056917667388916016, "step": 227} | |
| {"info/global_step": 228, "train_info/time_within_train_step": 24.911012887954712, "step": 228} | |
| {"train_info/time_between_train_steps": 0.005572795867919922, "step": 228} | |
| {"info/global_step": 229, "train_info/time_within_train_step": 24.766399383544922, "step": 229} | |
| {"train_info/time_between_train_steps": 0.005624055862426758, "step": 229} | |
| {"info/global_step": 230, "train_info/time_within_train_step": 24.93876051902771, "step": 230} | |
| {"train_info/time_between_train_steps": 0.006081104278564453, "step": 230} | |
| {"info/global_step": 231, "train_info/time_within_train_step": 24.855513095855713, "step": 231} | |
| {"train_info/time_between_train_steps": 0.005677700042724609, "step": 231} | |
| {"info/global_step": 232, "train_info/time_within_train_step": 24.950559616088867, "step": 232} | |
| {"train_info/time_between_train_steps": 0.0055544376373291016, "step": 232} | |
| {"info/global_step": 233, "train_info/time_within_train_step": 24.78329038619995, "step": 233} | |
| {"train_info/time_between_train_steps": 0.033453941345214844, "step": 233} | |
| {"info/global_step": 234, "train_info/time_within_train_step": 24.757283210754395, "step": 234} | |
| {"train_info/time_between_train_steps": 0.005117893218994141, "step": 234} | |
| {"info/global_step": 235, "train_info/time_within_train_step": 24.762809991836548, "step": 235} | |
| {"train_info/time_between_train_steps": 0.005101919174194336, "step": 235} | |
| {"info/global_step": 236, "train_info/time_within_train_step": 24.75613021850586, "step": 236} | |
| {"train_info/time_between_train_steps": 0.0054776668548583984, "step": 236} | |
| {"info/global_step": 237, "train_info/time_within_train_step": 24.753734588623047, "step": 237} | |
| {"train_info/time_between_train_steps": 0.006008625030517578, "step": 237} | |
| {"info/global_step": 238, "train_info/time_within_train_step": 24.740601539611816, "step": 238} | |
| {"train_info/time_between_train_steps": 0.005155086517333984, "step": 238} | |
| {"info/global_step": 239, "train_info/time_within_train_step": 24.734452962875366, "step": 239} | |
| {"train_info/time_between_train_steps": 0.005213260650634766, "step": 239} | |
| {"info/global_step": 240, "train_info/time_within_train_step": 24.748622179031372, "step": 240} | |
| {"train_info/time_between_train_steps": 0.004997968673706055, "step": 240} | |
| {"info/global_step": 241, "train_info/time_within_train_step": 24.758493900299072, "step": 241} | |
| {"train_info/time_between_train_steps": 0.0064203739166259766, "step": 241} | |
| {"info/global_step": 242, "train_info/time_within_train_step": 24.74154806137085, "step": 242} | |
| {"train_info/time_between_train_steps": 0.005090475082397461, "step": 242} | |
| {"info/global_step": 243, "train_info/time_within_train_step": 24.777602910995483, "step": 243} | |
| {"train_info/time_between_train_steps": 0.0052394866943359375, "step": 243} | |
| {"info/global_step": 244, "train_info/time_within_train_step": 24.754573822021484, "step": 244} | |
| {"train_info/time_between_train_steps": 0.005409717559814453, "step": 244} | |
| {"info/global_step": 245, "train_info/time_within_train_step": 24.786271572113037, "step": 245} | |
| {"train_info/time_between_train_steps": 0.005223751068115234, "step": 245} | |
| {"info/global_step": 246, "train_info/time_within_train_step": 24.747225522994995, "step": 246} | |
| {"train_info/time_between_train_steps": 0.005204916000366211, "step": 246} | |
| {"info/global_step": 247, "train_info/time_within_train_step": 24.830015897750854, "step": 247} | |
| {"train_info/time_between_train_steps": 0.005580425262451172, "step": 247} | |
| {"info/global_step": 248, "train_info/time_within_train_step": 24.761821031570435, "step": 248} | |
| {"train_info/time_between_train_steps": 0.005277395248413086, "step": 248} | |
| {"info/global_step": 249, "train_info/time_within_train_step": 24.74559259414673, "step": 249} | |
| {"train_info/time_between_train_steps": 0.005384206771850586, "step": 249} | |
| {"info/global_step": 250, "train_info/time_within_train_step": 24.815619230270386, "step": 250} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740929075, "_runtime": 6581}, "step": 250} | |
| {"logs": {"train/loss": 3.9529, "train/learning_rate": 0.0005277777777777777, "train/epoch": 6.03, "_timestamp": 1740929075, "_runtime": 6581}, "step": 250} | |
| {"train_info/time_between_train_steps": 0.026808977127075195, "step": 250} | |
| {"info/global_step": 251, "train_info/time_within_train_step": 24.752437829971313, "step": 251} | |
| {"train_info/time_between_train_steps": 0.005797386169433594, "step": 251} | |
| {"info/global_step": 252, "train_info/time_within_train_step": 24.794076919555664, "step": 252} | |
| {"train_info/time_between_train_steps": 0.0063703060150146484, "step": 252} | |
| {"train_info/time_between_train_steps": 16.818170309066772, "step": 252} | |
| {"info/global_step": 253, "train_info/time_within_train_step": 24.78228735923767, "step": 253} | |
| {"train_info/time_between_train_steps": 0.004997968673706055, "step": 253} | |
| {"info/global_step": 254, "train_info/time_within_train_step": 24.911434650421143, "step": 254} | |
| {"train_info/time_between_train_steps": 0.005541801452636719, "step": 254} | |
| {"info/global_step": 255, "train_info/time_within_train_step": 24.768339157104492, "step": 255} | |
| {"train_info/time_between_train_steps": 0.007333278656005859, "step": 255} | |
| {"info/global_step": 256, "train_info/time_within_train_step": 24.847408771514893, "step": 256} | |
| {"train_info/time_between_train_steps": 0.00755763053894043, "step": 256} | |
| {"info/global_step": 257, "train_info/time_within_train_step": 24.827234029769897, "step": 257} | |
| {"train_info/time_between_train_steps": 0.0053102970123291016, "step": 257} | |
| {"info/global_step": 258, "train_info/time_within_train_step": 24.89701819419861, "step": 258} | |
| {"train_info/time_between_train_steps": 0.005358219146728516, "step": 258} | |
| {"info/global_step": 259, "train_info/time_within_train_step": 24.86727499961853, "step": 259} | |
| {"train_info/time_between_train_steps": 0.005230903625488281, "step": 259} | |
| {"info/global_step": 260, "train_info/time_within_train_step": 24.91398000717163, "step": 260} | |
| {"train_info/time_between_train_steps": 0.012860536575317383, "step": 260} | |
| {"info/global_step": 261, "train_info/time_within_train_step": 24.757610082626343, "step": 261} | |
| {"train_info/time_between_train_steps": 0.005297183990478516, "step": 261} | |
| {"info/global_step": 262, "train_info/time_within_train_step": 24.98299551010132, "step": 262} | |
| {"train_info/time_between_train_steps": 0.005220651626586914, "step": 262} | |
| {"info/global_step": 263, "train_info/time_within_train_step": 24.78121280670166, "step": 263} | |
| {"train_info/time_between_train_steps": 0.005705833435058594, "step": 263} | |
| {"info/global_step": 264, "train_info/time_within_train_step": 24.93294405937195, "step": 264} | |
| {"train_info/time_between_train_steps": 0.005330801010131836, "step": 264} | |
| {"info/global_step": 265, "train_info/time_within_train_step": 24.75091290473938, "step": 265} | |
| {"train_info/time_between_train_steps": 0.005285024642944336, "step": 265} | |
| {"info/global_step": 266, "train_info/time_within_train_step": 24.970179080963135, "step": 266} | |
| {"train_info/time_between_train_steps": 0.005509138107299805, "step": 266} | |
| {"info/global_step": 267, "train_info/time_within_train_step": 24.825621843338013, "step": 267} | |
| {"train_info/time_between_train_steps": 0.005066871643066406, "step": 267} | |
| {"info/global_step": 268, "train_info/time_within_train_step": 24.857086420059204, "step": 268} | |
| {"train_info/time_between_train_steps": 0.005463123321533203, "step": 268} | |
| {"info/global_step": 269, "train_info/time_within_train_step": 24.83599328994751, "step": 269} | |
| {"train_info/time_between_train_steps": 0.024256467819213867, "step": 269} | |
| {"info/global_step": 270, "train_info/time_within_train_step": 24.732894897460938, "step": 270} | |
| {"train_info/time_between_train_steps": 0.0051746368408203125, "step": 270} | |
| {"info/global_step": 271, "train_info/time_within_train_step": 24.8053936958313, "step": 271} | |
| {"train_info/time_between_train_steps": 0.005120515823364258, "step": 271} | |
| {"info/global_step": 272, "train_info/time_within_train_step": 24.754737377166748, "step": 272} | |
| {"train_info/time_between_train_steps": 0.0051190853118896484, "step": 272} | |
| {"info/global_step": 273, "train_info/time_within_train_step": 24.754909992218018, "step": 273} | |
| {"train_info/time_between_train_steps": 0.005138397216796875, "step": 273} | |
| {"info/global_step": 274, "train_info/time_within_train_step": 24.77730703353882, "step": 274} | |
| {"train_info/time_between_train_steps": 0.005155324935913086, "step": 274} | |
| {"info/global_step": 275, "train_info/time_within_train_step": 24.771140336990356, "step": 275} | |
| {"train_info/time_between_train_steps": 0.0055637359619140625, "step": 275} | |
| {"info/global_step": 276, "train_info/time_within_train_step": 24.83538246154785, "step": 276} | |
| {"train_info/time_between_train_steps": 0.0051991939544677734, "step": 276} | |
| {"info/global_step": 277, "train_info/time_within_train_step": 24.752076148986816, "step": 277} | |
| {"train_info/time_between_train_steps": 0.005243539810180664, "step": 277} | |
| {"info/global_step": 278, "train_info/time_within_train_step": 24.860485315322876, "step": 278} | |
| {"train_info/time_between_train_steps": 0.005039691925048828, "step": 278} | |
| {"info/global_step": 279, "train_info/time_within_train_step": 24.82964038848877, "step": 279} | |
| {"train_info/time_between_train_steps": 0.005300760269165039, "step": 279} | |
| {"info/global_step": 280, "train_info/time_within_train_step": 24.75468397140503, "step": 280} | |
| {"train_info/time_between_train_steps": 0.005278110504150391, "step": 280} | |
| {"info/global_step": 281, "train_info/time_within_train_step": 24.821343898773193, "step": 281} | |
| {"train_info/time_between_train_steps": 0.005105495452880859, "step": 281} | |
| {"info/global_step": 282, "train_info/time_within_train_step": 24.74054479598999, "step": 282} | |
| {"train_info/time_between_train_steps": 0.005179643630981445, "step": 282} | |
| {"info/global_step": 283, "train_info/time_within_train_step": 24.775349140167236, "step": 283} | |
| {"train_info/time_between_train_steps": 0.005146980285644531, "step": 283} | |
| {"info/global_step": 284, "train_info/time_within_train_step": 24.750981330871582, "step": 284} | |
| {"train_info/time_between_train_steps": 0.005514383316040039, "step": 284} | |
| {"info/global_step": 285, "train_info/time_within_train_step": 24.770899772644043, "step": 285} | |
| {"train_info/time_between_train_steps": 0.006383419036865234, "step": 285} | |
| {"info/global_step": 286, "train_info/time_within_train_step": 24.832761526107788, "step": 286} | |
| {"train_info/time_between_train_steps": 0.005283832550048828, "step": 286} | |
| {"info/global_step": 287, "train_info/time_within_train_step": 24.782646417617798, "step": 287} | |
| {"train_info/time_between_train_steps": 0.006224393844604492, "step": 287} | |
| {"info/global_step": 288, "train_info/time_within_train_step": 24.835896492004395, "step": 288} | |
| {"train_info/time_between_train_steps": 0.005568504333496094, "step": 288} | |
| {"train_info/time_between_train_steps": 16.867873191833496, "step": 288} | |
| {"info/global_step": 289, "train_info/time_within_train_step": 24.752570629119873, "step": 289} | |
| {"train_info/time_between_train_steps": 0.005485057830810547, "step": 289} | |
| {"info/global_step": 290, "train_info/time_within_train_step": 24.89758801460266, "step": 290} | |
| {"train_info/time_between_train_steps": 0.005365848541259766, "step": 290} | |
| {"info/global_step": 291, "train_info/time_within_train_step": 24.746678113937378, "step": 291} | |
| {"train_info/time_between_train_steps": 0.0053751468658447266, "step": 291} | |
| {"info/global_step": 292, "train_info/time_within_train_step": 24.927199840545654, "step": 292} | |
| {"train_info/time_between_train_steps": 0.005342960357666016, "step": 292} | |
| {"info/global_step": 293, "train_info/time_within_train_step": 24.887677669525146, "step": 293} | |
| {"train_info/time_between_train_steps": 0.00536799430847168, "step": 293} | |
| {"info/global_step": 294, "train_info/time_within_train_step": 24.855486392974854, "step": 294} | |
| {"train_info/time_between_train_steps": 0.005233049392700195, "step": 294} | |
| {"info/global_step": 295, "train_info/time_within_train_step": 24.802098035812378, "step": 295} | |
| {"train_info/time_between_train_steps": 0.005316972732543945, "step": 295} | |
| {"info/global_step": 296, "train_info/time_within_train_step": 24.908289909362793, "step": 296} | |
| {"train_info/time_between_train_steps": 0.005385160446166992, "step": 296} | |
| {"info/global_step": 297, "train_info/time_within_train_step": 24.891862630844116, "step": 297} | |
| {"train_info/time_between_train_steps": 0.0057392120361328125, "step": 297} | |
| {"info/global_step": 298, "train_info/time_within_train_step": 24.923326015472412, "step": 298} | |
| {"train_info/time_between_train_steps": 0.006502389907836914, "step": 298} | |
| {"info/global_step": 299, "train_info/time_within_train_step": 24.764086723327637, "step": 299} | |
| {"train_info/time_between_train_steps": 0.006242513656616211, "step": 299} | |
| {"info/global_step": 300, "train_info/time_within_train_step": 26.489864349365234, "step": 300} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740930353, "_runtime": 7859}, "step": 300} | |
| {"logs": {"train/loss": 3.8418, "train/learning_rate": 0.0005, "train/epoch": 8.01, "_timestamp": 1740930353, "_runtime": 7859}, "step": 300} | |
| {"train_info/time_between_train_steps": 76.51495838165283, "step": 300} | |
| {"info/global_step": 301, "train_info/time_within_train_step": 24.79314637184143, "step": 301} | |
| {"train_info/time_between_train_steps": 0.005687713623046875, "step": 301} | |
| {"info/global_step": 302, "train_info/time_within_train_step": 24.890822649002075, "step": 302} | |
| {"train_info/time_between_train_steps": 0.0051403045654296875, "step": 302} | |
| {"info/global_step": 303, "train_info/time_within_train_step": 24.755913734436035, "step": 303} | |
| {"train_info/time_between_train_steps": 0.005468130111694336, "step": 303} | |
| {"info/global_step": 304, "train_info/time_within_train_step": 24.861728191375732, "step": 304} | |
| {"train_info/time_between_train_steps": 0.0053899288177490234, "step": 304} | |
| {"info/global_step": 305, "train_info/time_within_train_step": 24.766027688980103, "step": 305} | |
| {"train_info/time_between_train_steps": 0.018990278244018555, "step": 305} | |
| {"info/global_step": 306, "train_info/time_within_train_step": 24.747892141342163, "step": 306} | |
| {"train_info/time_between_train_steps": 0.005622386932373047, "step": 306} | |
| {"info/global_step": 307, "train_info/time_within_train_step": 24.752968311309814, "step": 307} | |
| {"train_info/time_between_train_steps": 0.005003690719604492, "step": 307} | |
| {"info/global_step": 308, "train_info/time_within_train_step": 24.734699010849, "step": 308} | |
| {"train_info/time_between_train_steps": 0.005106925964355469, "step": 308} | |
| {"info/global_step": 309, "train_info/time_within_train_step": 24.84954524040222, "step": 309} | |
| {"train_info/time_between_train_steps": 0.0051877498626708984, "step": 309} | |
| {"info/global_step": 310, "train_info/time_within_train_step": 24.79734992980957, "step": 310} | |
| {"train_info/time_between_train_steps": 0.011517524719238281, "step": 310} | |
| {"info/global_step": 311, "train_info/time_within_train_step": 24.77018094062805, "step": 311} | |
| {"train_info/time_between_train_steps": 0.005200386047363281, "step": 311} | |
| {"info/global_step": 312, "train_info/time_within_train_step": 24.76436185836792, "step": 312} | |
| {"train_info/time_between_train_steps": 0.005221843719482422, "step": 312} | |
| {"info/global_step": 313, "train_info/time_within_train_step": 24.784319162368774, "step": 313} | |
| {"train_info/time_between_train_steps": 0.005169391632080078, "step": 313} | |
| {"info/global_step": 314, "train_info/time_within_train_step": 24.771252632141113, "step": 314} | |
| {"train_info/time_between_train_steps": 0.005126953125, "step": 314} | |
| {"info/global_step": 315, "train_info/time_within_train_step": 24.743749618530273, "step": 315} | |
| {"train_info/time_between_train_steps": 0.0051915645599365234, "step": 315} | |
| {"info/global_step": 316, "train_info/time_within_train_step": 24.769697427749634, "step": 316} | |
| {"train_info/time_between_train_steps": 0.005120038986206055, "step": 316} | |
| {"info/global_step": 317, "train_info/time_within_train_step": 24.772696018218994, "step": 317} | |
| {"train_info/time_between_train_steps": 0.006125688552856445, "step": 317} | |
| {"info/global_step": 318, "train_info/time_within_train_step": 24.765530824661255, "step": 318} | |
| {"train_info/time_between_train_steps": 0.005413055419921875, "step": 318} | |
| {"info/global_step": 319, "train_info/time_within_train_step": 24.75482749938965, "step": 319} | |
| {"train_info/time_between_train_steps": 0.005281209945678711, "step": 319} | |
| {"info/global_step": 320, "train_info/time_within_train_step": 24.769136667251587, "step": 320} | |
| {"train_info/time_between_train_steps": 0.0052490234375, "step": 320} | |
| {"info/global_step": 321, "train_info/time_within_train_step": 24.755094528198242, "step": 321} | |
| {"train_info/time_between_train_steps": 0.0053560733795166016, "step": 321} | |
| {"info/global_step": 322, "train_info/time_within_train_step": 24.745162963867188, "step": 322} | |
| {"train_info/time_between_train_steps": 0.005519390106201172, "step": 322} | |
| {"info/global_step": 323, "train_info/time_within_train_step": 24.816055297851562, "step": 323} | |
| {"train_info/time_between_train_steps": 0.005823373794555664, "step": 323} | |
| {"info/global_step": 324, "train_info/time_within_train_step": 24.871224403381348, "step": 324} | |
| {"train_info/time_between_train_steps": 0.006091117858886719, "step": 324} | |
| {"train_info/time_between_train_steps": 17.18151330947876, "step": 324} | |
| {"info/global_step": 325, "train_info/time_within_train_step": 24.756953954696655, "step": 325} | |
| {"train_info/time_between_train_steps": 0.00506281852722168, "step": 325} | |
| {"info/global_step": 326, "train_info/time_within_train_step": 24.868096590042114, "step": 326} | |
| {"train_info/time_between_train_steps": 0.00494837760925293, "step": 326} | |
| {"info/global_step": 327, "train_info/time_within_train_step": 24.770610809326172, "step": 327} | |
| {"train_info/time_between_train_steps": 0.00519561767578125, "step": 327} | |
| {"info/global_step": 328, "train_info/time_within_train_step": 24.94078278541565, "step": 328} | |
| {"train_info/time_between_train_steps": 0.00546717643737793, "step": 328} | |
| {"info/global_step": 329, "train_info/time_within_train_step": 24.756834745407104, "step": 329} | |
| {"train_info/time_between_train_steps": 0.005168437957763672, "step": 329} | |
| {"info/global_step": 330, "train_info/time_within_train_step": 24.865514993667603, "step": 330} | |
| {"train_info/time_between_train_steps": 0.005139827728271484, "step": 330} | |
| {"info/global_step": 331, "train_info/time_within_train_step": 24.77168345451355, "step": 331} | |
| {"train_info/time_between_train_steps": 0.005639076232910156, "step": 331} | |
| {"info/global_step": 332, "train_info/time_within_train_step": 24.89238929748535, "step": 332} | |
| {"train_info/time_between_train_steps": 0.0051534175872802734, "step": 332} | |
| {"info/global_step": 333, "train_info/time_within_train_step": 24.751225471496582, "step": 333} | |
| {"train_info/time_between_train_steps": 0.005544185638427734, "step": 333} | |
| {"info/global_step": 334, "train_info/time_within_train_step": 24.904778718948364, "step": 334} | |
| {"train_info/time_between_train_steps": 0.005227327346801758, "step": 334} | |
| {"info/global_step": 335, "train_info/time_within_train_step": 24.751646280288696, "step": 335} | |
| {"train_info/time_between_train_steps": 0.01030421257019043, "step": 335} | |
| {"info/global_step": 336, "train_info/time_within_train_step": 24.88822650909424, "step": 336} | |
| {"train_info/time_between_train_steps": 0.005675792694091797, "step": 336} | |
| {"info/global_step": 337, "train_info/time_within_train_step": 24.766391277313232, "step": 337} | |
| {"train_info/time_between_train_steps": 0.005584001541137695, "step": 337} | |
| {"info/global_step": 338, "train_info/time_within_train_step": 24.89182209968567, "step": 338} | |
| {"train_info/time_between_train_steps": 0.0052754878997802734, "step": 338} | |
| {"info/global_step": 339, "train_info/time_within_train_step": 24.891501903533936, "step": 339} | |
| {"train_info/time_between_train_steps": 0.005356788635253906, "step": 339} | |
| {"info/global_step": 340, "train_info/time_within_train_step": 24.872366428375244, "step": 340} | |
| {"train_info/time_between_train_steps": 0.005418300628662109, "step": 340} | |
| {"info/global_step": 341, "train_info/time_within_train_step": 24.746257305145264, "step": 341} | |
| {"train_info/time_between_train_steps": 0.02227616310119629, "step": 341} | |
| {"info/global_step": 342, "train_info/time_within_train_step": 24.7352876663208, "step": 342} | |
| {"train_info/time_between_train_steps": 0.005425691604614258, "step": 342} | |
| {"info/global_step": 343, "train_info/time_within_train_step": 24.733089923858643, "step": 343} | |
| {"train_info/time_between_train_steps": 0.005199432373046875, "step": 343} | |
| {"info/global_step": 344, "train_info/time_within_train_step": 24.8014497756958, "step": 344} | |
| {"train_info/time_between_train_steps": 0.005205869674682617, "step": 344} | |
| {"info/global_step": 345, "train_info/time_within_train_step": 24.74924325942993, "step": 345} | |
| {"train_info/time_between_train_steps": 0.010898590087890625, "step": 345} | |
| {"info/global_step": 346, "train_info/time_within_train_step": 24.749664306640625, "step": 346} | |
| {"train_info/time_between_train_steps": 0.005238533020019531, "step": 346} | |
| {"info/global_step": 347, "train_info/time_within_train_step": 24.736777305603027, "step": 347} | |
| {"train_info/time_between_train_steps": 0.005524158477783203, "step": 347} | |
| {"info/global_step": 348, "train_info/time_within_train_step": 24.739574670791626, "step": 348} | |
| {"train_info/time_between_train_steps": 0.005218029022216797, "step": 348} | |
| {"info/global_step": 349, "train_info/time_within_train_step": 24.790412187576294, "step": 349} | |
| {"train_info/time_between_train_steps": 0.00514531135559082, "step": 349} | |
| {"info/global_step": 350, "train_info/time_within_train_step": 24.747196435928345, "step": 350} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740931688, "_runtime": 9194}, "step": 350} | |
| {"logs": {"train/loss": 3.638, "train/learning_rate": 0.00047222222222222224, "train/epoch": 9.02, "_timestamp": 1740931688, "_runtime": 9194}, "step": 350} | |
| {"train_info/time_between_train_steps": 0.026599884033203125, "step": 350} | |
| {"info/global_step": 351, "train_info/time_within_train_step": 24.75284242630005, "step": 351} | |
| {"train_info/time_between_train_steps": 0.005312204360961914, "step": 351} | |
| {"info/global_step": 352, "train_info/time_within_train_step": 24.741487741470337, "step": 352} | |
| {"train_info/time_between_train_steps": 0.005259513854980469, "step": 352} | |
| {"info/global_step": 353, "train_info/time_within_train_step": 24.7370126247406, "step": 353} | |
| {"train_info/time_between_train_steps": 0.00510716438293457, "step": 353} | |
| {"info/global_step": 354, "train_info/time_within_train_step": 24.813535451889038, "step": 354} | |
| {"train_info/time_between_train_steps": 0.0051190853118896484, "step": 354} | |
| {"info/global_step": 355, "train_info/time_within_train_step": 24.850514888763428, "step": 355} | |
| {"train_info/time_between_train_steps": 0.005295991897583008, "step": 355} | |
| {"info/global_step": 356, "train_info/time_within_train_step": 24.76358914375305, "step": 356} | |
| {"train_info/time_between_train_steps": 0.005242586135864258, "step": 356} | |
| {"info/global_step": 357, "train_info/time_within_train_step": 24.76021099090576, "step": 357} | |
| {"train_info/time_between_train_steps": 0.0054590702056884766, "step": 357} | |
| {"info/global_step": 358, "train_info/time_within_train_step": 24.776297330856323, "step": 358} | |
| {"train_info/time_between_train_steps": 0.00556492805480957, "step": 358} | |
| {"info/global_step": 359, "train_info/time_within_train_step": 24.771685123443604, "step": 359} | |
| {"train_info/time_between_train_steps": 0.005532503128051758, "step": 359} | |
| {"info/global_step": 360, "train_info/time_within_train_step": 24.7897891998291, "step": 360} | |
| {"train_info/time_between_train_steps": 0.006322145462036133, "step": 360} | |
| {"train_info/time_between_train_steps": 16.740785121917725, "step": 360} | |
| {"info/global_step": 361, "train_info/time_within_train_step": 24.749357223510742, "step": 361} | |
| {"train_info/time_between_train_steps": 0.0050661563873291016, "step": 361} | |
| {"info/global_step": 362, "train_info/time_within_train_step": 24.89315176010132, "step": 362} | |
| {"train_info/time_between_train_steps": 0.0053827762603759766, "step": 362} | |
| {"info/global_step": 363, "train_info/time_within_train_step": 24.82847547531128, "step": 363} | |
| {"train_info/time_between_train_steps": 0.0055348873138427734, "step": 363} | |
| {"info/global_step": 364, "train_info/time_within_train_step": 24.889312744140625, "step": 364} | |
| {"train_info/time_between_train_steps": 0.005303144454956055, "step": 364} | |
| {"info/global_step": 365, "train_info/time_within_train_step": 24.768024682998657, "step": 365} | |
| {"train_info/time_between_train_steps": 0.00535893440246582, "step": 365} | |
| {"info/global_step": 366, "train_info/time_within_train_step": 24.93188762664795, "step": 366} | |
| {"train_info/time_between_train_steps": 0.016275882720947266, "step": 366} | |
| {"info/global_step": 367, "train_info/time_within_train_step": 24.76662278175354, "step": 367} | |
| {"train_info/time_between_train_steps": 0.005128383636474609, "step": 367} | |
| {"info/global_step": 368, "train_info/time_within_train_step": 24.90287137031555, "step": 368} | |
| {"train_info/time_between_train_steps": 0.005316972732543945, "step": 368} | |
| {"info/global_step": 369, "train_info/time_within_train_step": 24.770354747772217, "step": 369} | |
| {"train_info/time_between_train_steps": 0.005635738372802734, "step": 369} | |
| {"info/global_step": 370, "train_info/time_within_train_step": 24.997541427612305, "step": 370} | |
| {"train_info/time_between_train_steps": 0.00982356071472168, "step": 370} | |
| {"info/global_step": 371, "train_info/time_within_train_step": 24.76059317588806, "step": 371} | |
| {"train_info/time_between_train_steps": 0.0055694580078125, "step": 371} | |
| {"info/global_step": 372, "train_info/time_within_train_step": 24.93795371055603, "step": 372} | |
| {"train_info/time_between_train_steps": 0.005477190017700195, "step": 372} | |
| {"info/global_step": 373, "train_info/time_within_train_step": 24.747361660003662, "step": 373} | |
| {"train_info/time_between_train_steps": 0.010818958282470703, "step": 373} | |
| {"info/global_step": 374, "train_info/time_within_train_step": 24.908493280410767, "step": 374} | |
| {"train_info/time_between_train_steps": 0.0053424835205078125, "step": 374} | |
| {"info/global_step": 375, "train_info/time_within_train_step": 24.785353899002075, "step": 375} | |
| {"train_info/time_between_train_steps": 0.006666660308837891, "step": 375} | |
| {"info/global_step": 376, "train_info/time_within_train_step": 24.863179206848145, "step": 376} | |
| {"train_info/time_between_train_steps": 0.005383729934692383, "step": 376} | |
| {"info/global_step": 377, "train_info/time_within_train_step": 24.77904987335205, "step": 377} | |
| {"train_info/time_between_train_steps": 0.037393808364868164, "step": 377} | |
| {"info/global_step": 378, "train_info/time_within_train_step": 24.76861023902893, "step": 378} | |
| {"train_info/time_between_train_steps": 0.005118370056152344, "step": 378} | |
| {"info/global_step": 379, "train_info/time_within_train_step": 24.76213765144348, "step": 379} | |
| {"train_info/time_between_train_steps": 0.004960536956787109, "step": 379} | |
| {"info/global_step": 380, "train_info/time_within_train_step": 24.741611003875732, "step": 380} | |
| {"train_info/time_between_train_steps": 0.00616765022277832, "step": 380} | |
| {"info/global_step": 381, "train_info/time_within_train_step": 24.7647545337677, "step": 381} | |
| {"train_info/time_between_train_steps": 0.0056607723236083984, "step": 381} | |
| {"info/global_step": 382, "train_info/time_within_train_step": 24.73503565788269, "step": 382} | |
| {"train_info/time_between_train_steps": 0.0051212310791015625, "step": 382} | |
| {"info/global_step": 383, "train_info/time_within_train_step": 24.74726700782776, "step": 383} | |
| {"train_info/time_between_train_steps": 0.005451679229736328, "step": 383} | |
| {"info/global_step": 384, "train_info/time_within_train_step": 24.77237105369568, "step": 384} | |
| {"train_info/time_between_train_steps": 0.00516057014465332, "step": 384} | |
| {"info/global_step": 385, "train_info/time_within_train_step": 24.751480102539062, "step": 385} | |
| {"train_info/time_between_train_steps": 0.005337238311767578, "step": 385} | |
| {"info/global_step": 386, "train_info/time_within_train_step": 24.8270320892334, "step": 386} | |
| {"train_info/time_between_train_steps": 0.005227565765380859, "step": 386} | |
| {"info/global_step": 387, "train_info/time_within_train_step": 24.76951241493225, "step": 387} | |
| {"train_info/time_between_train_steps": 0.005341529846191406, "step": 387} | |
| {"info/global_step": 388, "train_info/time_within_train_step": 24.743204593658447, "step": 388} | |
| {"train_info/time_between_train_steps": 0.005450248718261719, "step": 388} | |
| {"info/global_step": 389, "train_info/time_within_train_step": 24.74248194694519, "step": 389} | |
| {"train_info/time_between_train_steps": 0.005134105682373047, "step": 389} | |
| {"info/global_step": 390, "train_info/time_within_train_step": 24.766637802124023, "step": 390} | |
| {"train_info/time_between_train_steps": 0.005072355270385742, "step": 390} | |
| {"info/global_step": 391, "train_info/time_within_train_step": 24.75252056121826, "step": 391} | |
| {"train_info/time_between_train_steps": 0.005295991897583008, "step": 391} | |
| {"info/global_step": 392, "train_info/time_within_train_step": 24.803162336349487, "step": 392} | |
| {"train_info/time_between_train_steps": 0.005038261413574219, "step": 392} | |
| {"info/global_step": 393, "train_info/time_within_train_step": 24.755856037139893, "step": 393} | |
| {"train_info/time_between_train_steps": 0.005185842514038086, "step": 393} | |
| {"info/global_step": 394, "train_info/time_within_train_step": 24.788779735565186, "step": 394} | |
| {"train_info/time_between_train_steps": 0.01432943344116211, "step": 394} | |
| {"info/global_step": 395, "train_info/time_within_train_step": 24.767127513885498, "step": 395} | |
| {"train_info/time_between_train_steps": 0.0055310726165771484, "step": 395} | |
| {"info/global_step": 396, "train_info/time_within_train_step": 24.7868070602417, "step": 396} | |
| {"train_info/time_between_train_steps": 0.006062984466552734, "step": 396} | |
| {"train_info/time_between_train_steps": 16.939627408981323, "step": 396} | |
| {"info/global_step": 397, "train_info/time_within_train_step": 24.726035118103027, "step": 397} | |
| {"train_info/time_between_train_steps": 0.004998207092285156, "step": 397} | |
| {"info/global_step": 398, "train_info/time_within_train_step": 24.88277268409729, "step": 398} | |
| {"train_info/time_between_train_steps": 0.005423784255981445, "step": 398} | |
| {"info/global_step": 399, "train_info/time_within_train_step": 24.829612731933594, "step": 399} | |
| {"train_info/time_between_train_steps": 0.005274534225463867, "step": 399} | |
| {"info/global_step": 400, "train_info/time_within_train_step": 25.260246992111206, "step": 400} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740932965, "_runtime": 10471}, "step": 400} | |
| {"logs": {"train/loss": 3.5046, "train/learning_rate": 0.00044444444444444436, "train/epoch": 11.0, "_timestamp": 1740932965, "_runtime": 10471}, "step": 400} | |
| {"train_info/time_between_train_steps": 78.48641037940979, "step": 400} | |
| {"info/global_step": 401, "train_info/time_within_train_step": 24.870280504226685, "step": 401} | |
| {"train_info/time_between_train_steps": 0.0055294036865234375, "step": 401} | |
| {"info/global_step": 402, "train_info/time_within_train_step": 24.92751407623291, "step": 402} | |
| {"train_info/time_between_train_steps": 0.0065348148345947266, "step": 402} | |
| {"info/global_step": 403, "train_info/time_within_train_step": 24.78540015220642, "step": 403} | |
| {"train_info/time_between_train_steps": 0.005455493927001953, "step": 403} | |
| {"info/global_step": 404, "train_info/time_within_train_step": 24.884780406951904, "step": 404} | |
| {"train_info/time_between_train_steps": 0.005341053009033203, "step": 404} | |
| {"info/global_step": 405, "train_info/time_within_train_step": 24.78551173210144, "step": 405} | |
| {"train_info/time_between_train_steps": 0.005545377731323242, "step": 405} | |
| {"info/global_step": 406, "train_info/time_within_train_step": 24.899962663650513, "step": 406} | |
| {"train_info/time_between_train_steps": 0.0052912235260009766, "step": 406} | |
| {"info/global_step": 407, "train_info/time_within_train_step": 24.76819372177124, "step": 407} | |
| {"train_info/time_between_train_steps": 0.005706071853637695, "step": 407} | |
| {"info/global_step": 408, "train_info/time_within_train_step": 24.926923513412476, "step": 408} | |
| {"train_info/time_between_train_steps": 0.005425930023193359, "step": 408} | |
| {"info/global_step": 409, "train_info/time_within_train_step": 24.76478362083435, "step": 409} | |
| {"train_info/time_between_train_steps": 0.005444049835205078, "step": 409} | |
| {"info/global_step": 410, "train_info/time_within_train_step": 24.94942045211792, "step": 410} | |
| {"train_info/time_between_train_steps": 0.0054950714111328125, "step": 410} | |
| {"info/global_step": 411, "train_info/time_within_train_step": 24.773597955703735, "step": 411} | |
| {"train_info/time_between_train_steps": 0.012500524520874023, "step": 411} | |
| {"info/global_step": 412, "train_info/time_within_train_step": 25.080328464508057, "step": 412} | |
| {"train_info/time_between_train_steps": 0.012466907501220703, "step": 412} | |
| {"info/global_step": 413, "train_info/time_within_train_step": 24.812230348587036, "step": 413} | |
| {"train_info/time_between_train_steps": 0.028966665267944336, "step": 413} | |
| {"info/global_step": 414, "train_info/time_within_train_step": 24.75971221923828, "step": 414} | |
| {"train_info/time_between_train_steps": 0.010041475296020508, "step": 414} | |
| {"info/global_step": 415, "train_info/time_within_train_step": 24.828132152557373, "step": 415} | |
| {"train_info/time_between_train_steps": 0.005063295364379883, "step": 415} | |
| {"info/global_step": 416, "train_info/time_within_train_step": 24.83470845222473, "step": 416} | |
| {"train_info/time_between_train_steps": 0.00513148307800293, "step": 416} | |
| {"info/global_step": 417, "train_info/time_within_train_step": 24.75028967857361, "step": 417} | |
| {"train_info/time_between_train_steps": 0.0060138702392578125, "step": 417} | |
| {"info/global_step": 418, "train_info/time_within_train_step": 24.738818168640137, "step": 418} | |
| {"train_info/time_between_train_steps": 0.005196094512939453, "step": 418} | |
| {"info/global_step": 419, "train_info/time_within_train_step": 24.74618935585022, "step": 419} | |
| {"train_info/time_between_train_steps": 0.0058290958404541016, "step": 419} | |
| {"info/global_step": 420, "train_info/time_within_train_step": 24.761691331863403, "step": 420} | |
| {"train_info/time_between_train_steps": 0.0056421756744384766, "step": 420} | |
| {"info/global_step": 421, "train_info/time_within_train_step": 24.75152611732483, "step": 421} | |
| {"train_info/time_between_train_steps": 0.005227804183959961, "step": 421} | |
| {"info/global_step": 422, "train_info/time_within_train_step": 24.761300086975098, "step": 422} | |
| {"train_info/time_between_train_steps": 0.005239725112915039, "step": 422} | |
| {"info/global_step": 423, "train_info/time_within_train_step": 24.778608798980713, "step": 423} | |
| {"train_info/time_between_train_steps": 0.0056304931640625, "step": 423} | |
| {"info/global_step": 424, "train_info/time_within_train_step": 24.77775001525879, "step": 424} | |
| {"train_info/time_between_train_steps": 0.012445449829101562, "step": 424} | |
| {"info/global_step": 425, "train_info/time_within_train_step": 24.742663383483887, "step": 425} | |
| {"train_info/time_between_train_steps": 0.005196094512939453, "step": 425} | |
| {"info/global_step": 426, "train_info/time_within_train_step": 24.764199018478394, "step": 426} | |
| {"train_info/time_between_train_steps": 0.012491703033447266, "step": 426} | |
| {"info/global_step": 427, "train_info/time_within_train_step": 24.78153896331787, "step": 427} | |
| {"train_info/time_between_train_steps": 0.005135059356689453, "step": 427} | |
| {"info/global_step": 428, "train_info/time_within_train_step": 24.758888721466064, "step": 428} | |
| {"train_info/time_between_train_steps": 0.0052089691162109375, "step": 428} | |
| {"info/global_step": 429, "train_info/time_within_train_step": 24.751975536346436, "step": 429} | |
| {"train_info/time_between_train_steps": 0.005548238754272461, "step": 429} | |
| {"info/global_step": 430, "train_info/time_within_train_step": 24.763975381851196, "step": 430} | |
| {"train_info/time_between_train_steps": 0.005316495895385742, "step": 430} | |
| {"info/global_step": 431, "train_info/time_within_train_step": 24.770838260650635, "step": 431} | |
| {"train_info/time_between_train_steps": 0.006580352783203125, "step": 431} | |
| {"info/global_step": 432, "train_info/time_within_train_step": 24.913371562957764, "step": 432} | |
| {"train_info/time_between_train_steps": 0.006182432174682617, "step": 432} | |
| {"train_info/time_between_train_steps": 17.03698754310608, "step": 432} | |
| {"info/global_step": 433, "train_info/time_within_train_step": 24.773357152938843, "step": 433} | |
| {"train_info/time_between_train_steps": 0.005352973937988281, "step": 433} | |
| {"info/global_step": 434, "train_info/time_within_train_step": 24.901045322418213, "step": 434} | |
| {"train_info/time_between_train_steps": 0.005385875701904297, "step": 434} | |
| {"info/global_step": 435, "train_info/time_within_train_step": 24.757665157318115, "step": 435} | |
| {"train_info/time_between_train_steps": 0.005471467971801758, "step": 435} | |
| {"info/global_step": 436, "train_info/time_within_train_step": 24.919875144958496, "step": 436} | |
| {"train_info/time_between_train_steps": 0.005387783050537109, "step": 436} | |
| {"info/global_step": 437, "train_info/time_within_train_step": 24.790441274642944, "step": 437} | |
| {"train_info/time_between_train_steps": 0.005605459213256836, "step": 437} | |
| {"info/global_step": 438, "train_info/time_within_train_step": 24.92454981803894, "step": 438} | |
| {"train_info/time_between_train_steps": 0.006402015686035156, "step": 438} | |
| {"info/global_step": 439, "train_info/time_within_train_step": 24.76389980316162, "step": 439} | |
| {"train_info/time_between_train_steps": 0.005339384078979492, "step": 439} | |
| {"info/global_step": 440, "train_info/time_within_train_step": 24.93560242652893, "step": 440} | |
| {"train_info/time_between_train_steps": 0.005218982696533203, "step": 440} | |
| {"info/global_step": 441, "train_info/time_within_train_step": 24.8244571685791, "step": 441} | |
| {"train_info/time_between_train_steps": 0.005255460739135742, "step": 441} | |
| {"info/global_step": 442, "train_info/time_within_train_step": 24.888651847839355, "step": 442} | |
| {"train_info/time_between_train_steps": 0.005305767059326172, "step": 442} | |
| {"info/global_step": 443, "train_info/time_within_train_step": 24.75717544555664, "step": 443} | |
| {"train_info/time_between_train_steps": 0.005418062210083008, "step": 443} | |
| {"info/global_step": 444, "train_info/time_within_train_step": 24.87421441078186, "step": 444} | |
| {"train_info/time_between_train_steps": 0.005360841751098633, "step": 444} | |
| {"info/global_step": 445, "train_info/time_within_train_step": 24.767807006835938, "step": 445} | |
| {"train_info/time_between_train_steps": 0.005569934844970703, "step": 445} | |
| {"info/global_step": 446, "train_info/time_within_train_step": 24.883597135543823, "step": 446} | |
| {"train_info/time_between_train_steps": 0.005265235900878906, "step": 446} | |
| {"info/global_step": 447, "train_info/time_within_train_step": 24.86705470085144, "step": 447} | |
| {"train_info/time_between_train_steps": 0.005321979522705078, "step": 447} | |
| {"info/global_step": 448, "train_info/time_within_train_step": 24.880039930343628, "step": 448} | |
| {"train_info/time_between_train_steps": 0.005506038665771484, "step": 448} | |
| {"info/global_step": 449, "train_info/time_within_train_step": 24.76208996772766, "step": 449} | |
| {"train_info/time_between_train_steps": 0.019100427627563477, "step": 449} | |
| {"info/global_step": 450, "train_info/time_within_train_step": 24.80105996131897, "step": 450} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740934303, "_runtime": 11809}, "step": 450} | |
| {"logs": {"train/loss": 3.3451, "train/learning_rate": 0.00041666666666666664, "train/epoch": 12.02, "_timestamp": 1740934303, "_runtime": 11809}, "step": 450} | |
| {"train_info/time_between_train_steps": 0.026200294494628906, "step": 450} | |
| {"info/global_step": 451, "train_info/time_within_train_step": 24.74914026260376, "step": 451} | |
| {"train_info/time_between_train_steps": 0.00511622428894043, "step": 451} | |
| {"info/global_step": 452, "train_info/time_within_train_step": 24.743332862854004, "step": 452} | |
| {"train_info/time_between_train_steps": 0.004971027374267578, "step": 452} | |
| {"info/global_step": 453, "train_info/time_within_train_step": 24.734243154525757, "step": 453} | |
| {"train_info/time_between_train_steps": 0.005146026611328125, "step": 453} | |
| {"info/global_step": 454, "train_info/time_within_train_step": 24.739928245544434, "step": 454} | |
| {"train_info/time_between_train_steps": 0.005216836929321289, "step": 454} | |
| {"info/global_step": 455, "train_info/time_within_train_step": 24.766103744506836, "step": 455} | |
| {"train_info/time_between_train_steps": 0.0050122737884521484, "step": 455} | |
| {"info/global_step": 456, "train_info/time_within_train_step": 24.761035680770874, "step": 456} | |
| {"train_info/time_between_train_steps": 0.005373954772949219, "step": 456} | |
| {"info/global_step": 457, "train_info/time_within_train_step": 24.75040864944458, "step": 457} | |
| {"train_info/time_between_train_steps": 0.005167722702026367, "step": 457} | |
| {"info/global_step": 458, "train_info/time_within_train_step": 24.76901364326477, "step": 458} | |
| {"train_info/time_between_train_steps": 0.005194425582885742, "step": 458} | |
| {"info/global_step": 459, "train_info/time_within_train_step": 24.74989914894104, "step": 459} | |
| {"train_info/time_between_train_steps": 0.005466938018798828, "step": 459} | |
| {"info/global_step": 460, "train_info/time_within_train_step": 24.827157020568848, "step": 460} | |
| {"train_info/time_between_train_steps": 0.0050220489501953125, "step": 460} | |
| {"info/global_step": 461, "train_info/time_within_train_step": 24.75092077255249, "step": 461} | |
| {"train_info/time_between_train_steps": 0.005174398422241211, "step": 461} | |
| {"info/global_step": 462, "train_info/time_within_train_step": 24.766549348831177, "step": 462} | |
| {"train_info/time_between_train_steps": 0.005460977554321289, "step": 462} | |
| {"info/global_step": 463, "train_info/time_within_train_step": 24.853679180145264, "step": 463} | |
| {"train_info/time_between_train_steps": 0.005129337310791016, "step": 463} | |
| {"info/global_step": 464, "train_info/time_within_train_step": 24.765998363494873, "step": 464} | |
| {"train_info/time_between_train_steps": 0.005196809768676758, "step": 464} | |
| {"info/global_step": 465, "train_info/time_within_train_step": 24.75506019592285, "step": 465} | |
| {"train_info/time_between_train_steps": 0.005198478698730469, "step": 465} | |
| {"info/global_step": 466, "train_info/time_within_train_step": 24.753968000411987, "step": 466} | |
| {"train_info/time_between_train_steps": 0.005465269088745117, "step": 466} | |
| {"info/global_step": 467, "train_info/time_within_train_step": 24.765403270721436, "step": 467} | |
| {"train_info/time_between_train_steps": 0.005845546722412109, "step": 467} | |
| {"info/global_step": 468, "train_info/time_within_train_step": 24.784514665603638, "step": 468} | |
| {"train_info/time_between_train_steps": 0.0056226253509521484, "step": 468} | |
| {"train_info/time_between_train_steps": 16.69696354866028, "step": 468} | |
| {"info/global_step": 469, "train_info/time_within_train_step": 24.75523066520691, "step": 469} | |
| {"train_info/time_between_train_steps": 0.0050470829010009766, "step": 469} | |
| {"info/global_step": 470, "train_info/time_within_train_step": 24.909736394882202, "step": 470} | |
| {"train_info/time_between_train_steps": 0.005289316177368164, "step": 470} | |
| {"info/global_step": 471, "train_info/time_within_train_step": 24.76964282989502, "step": 471} | |
| {"train_info/time_between_train_steps": 0.005345582962036133, "step": 471} | |
| {"info/global_step": 472, "train_info/time_within_train_step": 24.872380256652832, "step": 472} | |
| {"train_info/time_between_train_steps": 0.00523686408996582, "step": 472} | |
| {"info/global_step": 473, "train_info/time_within_train_step": 24.75691246986389, "step": 473} | |
| {"train_info/time_between_train_steps": 0.005555152893066406, "step": 473} | |
| {"info/global_step": 474, "train_info/time_within_train_step": 24.94965887069702, "step": 474} | |
| {"train_info/time_between_train_steps": 0.005294084548950195, "step": 474} | |
| {"info/global_step": 475, "train_info/time_within_train_step": 24.754353523254395, "step": 475} | |
| {"train_info/time_between_train_steps": 0.0052793025970458984, "step": 475} | |
| {"info/global_step": 476, "train_info/time_within_train_step": 24.91513204574585, "step": 476} | |
| {"train_info/time_between_train_steps": 0.005280256271362305, "step": 476} | |
| {"info/global_step": 477, "train_info/time_within_train_step": 24.76118755340576, "step": 477} | |
| {"train_info/time_between_train_steps": 0.005271196365356445, "step": 477} | |
| {"info/global_step": 478, "train_info/time_within_train_step": 24.989030361175537, "step": 478} | |
| {"train_info/time_between_train_steps": 0.005287885665893555, "step": 478} | |
| {"info/global_step": 479, "train_info/time_within_train_step": 24.833784580230713, "step": 479} | |
| {"train_info/time_between_train_steps": 0.005629301071166992, "step": 479} | |
| {"info/global_step": 480, "train_info/time_within_train_step": 24.900612831115723, "step": 480} | |
| {"train_info/time_between_train_steps": 0.005228996276855469, "step": 480} | |
| {"info/global_step": 481, "train_info/time_within_train_step": 24.830475091934204, "step": 481} | |
| {"train_info/time_between_train_steps": 0.00547480583190918, "step": 481} | |
| {"info/global_step": 482, "train_info/time_within_train_step": 24.9268581867218, "step": 482} | |
| {"train_info/time_between_train_steps": 0.00530552864074707, "step": 482} | |
| {"info/global_step": 483, "train_info/time_within_train_step": 24.783227682113647, "step": 483} | |
| {"train_info/time_between_train_steps": 0.005291461944580078, "step": 483} | |
| {"info/global_step": 484, "train_info/time_within_train_step": 24.885159254074097, "step": 484} | |
| {"train_info/time_between_train_steps": 0.005565643310546875, "step": 484} | |
| {"info/global_step": 485, "train_info/time_within_train_step": 24.77855396270752, "step": 485} | |
| {"train_info/time_between_train_steps": 0.021727561950683594, "step": 485} | |
| {"info/global_step": 486, "train_info/time_within_train_step": 24.736661911010742, "step": 486} | |
| {"train_info/time_between_train_steps": 0.005018949508666992, "step": 486} | |
| {"info/global_step": 487, "train_info/time_within_train_step": 24.74984836578369, "step": 487} | |
| {"train_info/time_between_train_steps": 0.005827903747558594, "step": 487} | |
| {"info/global_step": 488, "train_info/time_within_train_step": 24.738592863082886, "step": 488} | |
| {"train_info/time_between_train_steps": 0.005496025085449219, "step": 488} | |
| {"info/global_step": 489, "train_info/time_within_train_step": 24.76842498779297, "step": 489} | |
| {"train_info/time_between_train_steps": 0.006276130676269531, "step": 489} | |
| {"info/global_step": 490, "train_info/time_within_train_step": 24.771995782852173, "step": 490} | |
| {"train_info/time_between_train_steps": 0.006265163421630859, "step": 490} | |
| {"info/global_step": 491, "train_info/time_within_train_step": 24.739978313446045, "step": 491} | |
| {"train_info/time_between_train_steps": 0.005322456359863281, "step": 491} | |
| {"info/global_step": 492, "train_info/time_within_train_step": 24.74941062927246, "step": 492} | |
| {"train_info/time_between_train_steps": 0.005525350570678711, "step": 492} | |
| {"info/global_step": 493, "train_info/time_within_train_step": 24.83603811264038, "step": 493} | |
| {"train_info/time_between_train_steps": 0.005303859710693359, "step": 493} | |
| {"info/global_step": 494, "train_info/time_within_train_step": 24.748528242111206, "step": 494} | |
| {"train_info/time_between_train_steps": 0.01221466064453125, "step": 494} | |
| {"info/global_step": 495, "train_info/time_within_train_step": 24.76146697998047, "step": 495} | |
| {"train_info/time_between_train_steps": 0.0063838958740234375, "step": 495} | |
| {"info/global_step": 496, "train_info/time_within_train_step": 24.759724855422974, "step": 496} | |
| {"train_info/time_between_train_steps": 0.006031036376953125, "step": 496} | |
| {"info/global_step": 497, "train_info/time_within_train_step": 24.75748920440674, "step": 497} | |
| {"train_info/time_between_train_steps": 0.005491495132446289, "step": 497} | |
| {"info/global_step": 498, "train_info/time_within_train_step": 26.50083017349243, "step": 498} | |
| {"train_info/time_between_train_steps": 0.0053288936614990234, "step": 498} | |
| {"info/global_step": 499, "train_info/time_within_train_step": 24.759374856948853, "step": 499} | |
| {"train_info/time_between_train_steps": 0.006515979766845703, "step": 499} | |
| {"info/global_step": 500, "train_info/time_within_train_step": 26.49310564994812, "step": 500} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740935566, "_runtime": 13072}, "step": 500} | |
| {"logs": {"train/loss": 3.2467, "train/learning_rate": 0.00038888888888888887, "train/epoch": 13.03, "_timestamp": 1740935566, "_runtime": 13072}, "step": 500} | |
| {"train_info/time_between_train_steps": 67.76278328895569, "step": 500} | |
| {"info/global_step": 501, "train_info/time_within_train_step": 24.80252504348755, "step": 501} | |
| {"train_info/time_between_train_steps": 0.00545501708984375, "step": 501} | |
| {"info/global_step": 502, "train_info/time_within_train_step": 24.772294759750366, "step": 502} | |
| {"train_info/time_between_train_steps": 0.0055310726165771484, "step": 502} | |
| {"info/global_step": 503, "train_info/time_within_train_step": 24.766266584396362, "step": 503} | |
| {"train_info/time_between_train_steps": 0.005605459213256836, "step": 503} | |
| {"info/global_step": 504, "train_info/time_within_train_step": 24.786298274993896, "step": 504} | |
| {"train_info/time_between_train_steps": 0.010798215866088867, "step": 504} | |
| {"train_info/time_between_train_steps": 17.057100772857666, "step": 504} | |
| {"info/global_step": 505, "train_info/time_within_train_step": 24.79178524017334, "step": 505} | |
| {"train_info/time_between_train_steps": 0.005571842193603516, "step": 505} | |
| {"info/global_step": 506, "train_info/time_within_train_step": 24.87750816345215, "step": 506} | |
| {"train_info/time_between_train_steps": 0.005265235900878906, "step": 506} | |
| {"info/global_step": 507, "train_info/time_within_train_step": 24.77085041999817, "step": 507} | |
| {"train_info/time_between_train_steps": 0.005285501480102539, "step": 507} | |
| {"info/global_step": 508, "train_info/time_within_train_step": 24.973357915878296, "step": 508} | |
| {"train_info/time_between_train_steps": 0.005506753921508789, "step": 508} | |
| {"info/global_step": 509, "train_info/time_within_train_step": 24.77342128753662, "step": 509} | |
| {"train_info/time_between_train_steps": 0.005323171615600586, "step": 509} | |
| {"info/global_step": 510, "train_info/time_within_train_step": 24.935340404510498, "step": 510} | |
| {"train_info/time_between_train_steps": 0.005524635314941406, "step": 510} | |
| {"info/global_step": 511, "train_info/time_within_train_step": 24.76560401916504, "step": 511} | |
| {"train_info/time_between_train_steps": 0.005245208740234375, "step": 511} | |
| {"info/global_step": 512, "train_info/time_within_train_step": 24.89930272102356, "step": 512} | |
| {"train_info/time_between_train_steps": 0.005405426025390625, "step": 512} | |
| {"info/global_step": 513, "train_info/time_within_train_step": 24.777080535888672, "step": 513} | |
| {"train_info/time_between_train_steps": 0.005585193634033203, "step": 513} | |
| {"info/global_step": 514, "train_info/time_within_train_step": 24.898258686065674, "step": 514} | |
| {"train_info/time_between_train_steps": 0.0052831172943115234, "step": 514} | |
| {"info/global_step": 515, "train_info/time_within_train_step": 24.78799033164978, "step": 515} | |
| {"train_info/time_between_train_steps": 0.006343841552734375, "step": 515} | |
| {"info/global_step": 516, "train_info/time_within_train_step": 25.105343103408813, "step": 516} | |
| {"train_info/time_between_train_steps": 0.00525212287902832, "step": 516} | |
| {"info/global_step": 517, "train_info/time_within_train_step": 24.749321222305298, "step": 517} | |
| {"train_info/time_between_train_steps": 0.005289554595947266, "step": 517} | |
| {"info/global_step": 518, "train_info/time_within_train_step": 24.940993070602417, "step": 518} | |
| {"train_info/time_between_train_steps": 0.005589723587036133, "step": 518} | |
| {"info/global_step": 519, "train_info/time_within_train_step": 24.796675205230713, "step": 519} | |
| {"train_info/time_between_train_steps": 0.012688875198364258, "step": 519} | |
| {"info/global_step": 520, "train_info/time_within_train_step": 24.86415433883667, "step": 520} | |
| {"train_info/time_between_train_steps": 0.005380153656005859, "step": 520} | |
| {"info/global_step": 521, "train_info/time_within_train_step": 24.87522315979004, "step": 521} | |
| {"train_info/time_between_train_steps": 0.03312873840332031, "step": 521} | |
| {"info/global_step": 522, "train_info/time_within_train_step": 24.742653846740723, "step": 522} | |
| {"train_info/time_between_train_steps": 0.0051250457763671875, "step": 522} | |
| {"info/global_step": 523, "train_info/time_within_train_step": 24.742316007614136, "step": 523} | |
| {"train_info/time_between_train_steps": 0.005048036575317383, "step": 523} | |
| {"info/global_step": 524, "train_info/time_within_train_step": 24.84288740158081, "step": 524} | |
| {"train_info/time_between_train_steps": 0.0051653385162353516, "step": 524} | |
| {"info/global_step": 525, "train_info/time_within_train_step": 24.751546382904053, "step": 525} | |
| {"train_info/time_between_train_steps": 0.00529170036315918, "step": 525} | |
| {"info/global_step": 526, "train_info/time_within_train_step": 24.74282932281494, "step": 526} | |
| {"train_info/time_between_train_steps": 0.006070613861083984, "step": 526} | |
| {"info/global_step": 527, "train_info/time_within_train_step": 24.74988102912903, "step": 527} | |
| {"train_info/time_between_train_steps": 0.005396842956542969, "step": 527} | |
| {"info/global_step": 528, "train_info/time_within_train_step": 24.78300976753235, "step": 528} | |
| {"train_info/time_between_train_steps": 0.005084514617919922, "step": 528} | |
| {"info/global_step": 529, "train_info/time_within_train_step": 24.776220083236694, "step": 529} | |
| {"train_info/time_between_train_steps": 0.005419015884399414, "step": 529} | |
| {"info/global_step": 530, "train_info/time_within_train_step": 24.75454044342041, "step": 530} | |
| {"train_info/time_between_train_steps": 0.005143165588378906, "step": 530} | |
| {"info/global_step": 531, "train_info/time_within_train_step": 24.75381350517273, "step": 531} | |
| {"train_info/time_between_train_steps": 0.005183219909667969, "step": 531} | |
| {"info/global_step": 532, "train_info/time_within_train_step": 24.74204993247986, "step": 532} | |
| {"train_info/time_between_train_steps": 0.005260944366455078, "step": 532} | |
| {"info/global_step": 533, "train_info/time_within_train_step": 24.750527143478394, "step": 533} | |
| {"train_info/time_between_train_steps": 0.005970954895019531, "step": 533} | |
| {"info/global_step": 534, "train_info/time_within_train_step": 24.767967462539673, "step": 534} | |
| {"train_info/time_between_train_steps": 0.010172605514526367, "step": 534} | |
| {"info/global_step": 535, "train_info/time_within_train_step": 24.745769500732422, "step": 535} | |
| {"train_info/time_between_train_steps": 0.005178213119506836, "step": 535} | |
| {"info/global_step": 536, "train_info/time_within_train_step": 24.755403995513916, "step": 536} | |
| {"train_info/time_between_train_steps": 0.005522012710571289, "step": 536} | |
| {"info/global_step": 537, "train_info/time_within_train_step": 24.75963830947876, "step": 537} | |
| {"train_info/time_between_train_steps": 0.005317211151123047, "step": 537} | |
| {"info/global_step": 538, "train_info/time_within_train_step": 24.789405584335327, "step": 538} | |
| {"train_info/time_between_train_steps": 0.006229400634765625, "step": 538} | |
| {"info/global_step": 539, "train_info/time_within_train_step": 24.770999431610107, "step": 539} | |
| {"train_info/time_between_train_steps": 0.005910158157348633, "step": 539} | |
| {"info/global_step": 540, "train_info/time_within_train_step": 24.9001407623291, "step": 540} | |
| {"train_info/time_between_train_steps": 0.0058629512786865234, "step": 540} | |
| {"train_info/time_between_train_steps": 16.98132085800171, "step": 540} | |
| {"info/global_step": 541, "train_info/time_within_train_step": 24.739449739456177, "step": 541} | |
| {"train_info/time_between_train_steps": 0.004953861236572266, "step": 541} | |
| {"info/global_step": 542, "train_info/time_within_train_step": 24.891107082366943, "step": 542} | |
| {"train_info/time_between_train_steps": 0.0051233768463134766, "step": 542} | |
| {"info/global_step": 543, "train_info/time_within_train_step": 24.762964010238647, "step": 543} | |
| {"train_info/time_between_train_steps": 0.005574703216552734, "step": 543} | |
| {"info/global_step": 544, "train_info/time_within_train_step": 24.89047932624817, "step": 544} | |
| {"train_info/time_between_train_steps": 0.0052797794342041016, "step": 544} | |
| {"info/global_step": 545, "train_info/time_within_train_step": 24.78227210044861, "step": 545} | |
| {"train_info/time_between_train_steps": 0.006433010101318359, "step": 545} | |
| {"info/global_step": 546, "train_info/time_within_train_step": 24.945112466812134, "step": 546} | |
| {"train_info/time_between_train_steps": 0.005516529083251953, "step": 546} | |
| {"info/global_step": 547, "train_info/time_within_train_step": 24.770020961761475, "step": 547} | |
| {"train_info/time_between_train_steps": 0.005327701568603516, "step": 547} | |
| {"info/global_step": 548, "train_info/time_within_train_step": 24.92343020439148, "step": 548} | |
| {"train_info/time_between_train_steps": 0.005501985549926758, "step": 548} | |
| {"info/global_step": 549, "train_info/time_within_train_step": 24.77896499633789, "step": 549} | |
| {"train_info/time_between_train_steps": 0.005666494369506836, "step": 549} | |
| {"info/global_step": 550, "train_info/time_within_train_step": 24.923120975494385, "step": 550} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740936910, "_runtime": 14416}, "step": 550} | |
| {"logs": {"train/loss": 3.1935, "train/learning_rate": 0.0003611111111111111, "train/epoch": 15.01, "_timestamp": 1740936910, "_runtime": 14416}, "step": 550} | |
| {"train_info/time_between_train_steps": 0.025854110717773438, "step": 550} | |
| {"info/global_step": 551, "train_info/time_within_train_step": 24.790115118026733, "step": 551} | |
| {"train_info/time_between_train_steps": 0.005854606628417969, "step": 551} | |
| {"info/global_step": 552, "train_info/time_within_train_step": 24.9590425491333, "step": 552} | |
| {"train_info/time_between_train_steps": 0.00581049919128418, "step": 552} | |
| {"info/global_step": 553, "train_info/time_within_train_step": 24.952120780944824, "step": 553} | |
| {"train_info/time_between_train_steps": 0.005074977874755859, "step": 553} | |
| {"info/global_step": 554, "train_info/time_within_train_step": 24.9476420879364, "step": 554} | |
| {"train_info/time_between_train_steps": 0.00580143928527832, "step": 554} | |
| {"info/global_step": 555, "train_info/time_within_train_step": 24.862852334976196, "step": 555} | |
| {"train_info/time_between_train_steps": 0.005306720733642578, "step": 555} | |
| {"info/global_step": 556, "train_info/time_within_train_step": 24.838598251342773, "step": 556} | |
| {"train_info/time_between_train_steps": 0.005410671234130859, "step": 556} | |
| {"info/global_step": 557, "train_info/time_within_train_step": 24.766833066940308, "step": 557} | |
| {"train_info/time_between_train_steps": 0.03210330009460449, "step": 557} | |
| {"info/global_step": 558, "train_info/time_within_train_step": 24.752411365509033, "step": 558} | |
| {"train_info/time_between_train_steps": 0.005241870880126953, "step": 558} | |
| {"info/global_step": 559, "train_info/time_within_train_step": 24.75575828552246, "step": 559} | |
| {"train_info/time_between_train_steps": 0.005048990249633789, "step": 559} | |
| {"info/global_step": 560, "train_info/time_within_train_step": 24.757577657699585, "step": 560} | |
| {"train_info/time_between_train_steps": 0.005236387252807617, "step": 560} | |
| {"info/global_step": 561, "train_info/time_within_train_step": 24.763659238815308, "step": 561} | |
| {"train_info/time_between_train_steps": 0.005181312561035156, "step": 561} | |
| {"info/global_step": 562, "train_info/time_within_train_step": 24.749366998672485, "step": 562} | |
| {"train_info/time_between_train_steps": 0.005171775817871094, "step": 562} | |
| {"info/global_step": 563, "train_info/time_within_train_step": 24.748156547546387, "step": 563} | |
| {"train_info/time_between_train_steps": 0.005272865295410156, "step": 563} | |
| {"info/global_step": 564, "train_info/time_within_train_step": 24.74402904510498, "step": 564} | |
| {"train_info/time_between_train_steps": 0.005156517028808594, "step": 564} | |
| {"info/global_step": 565, "train_info/time_within_train_step": 24.776673793792725, "step": 565} | |
| {"train_info/time_between_train_steps": 0.005375862121582031, "step": 565} | |
| {"info/global_step": 566, "train_info/time_within_train_step": 24.751381874084473, "step": 566} | |
| {"train_info/time_between_train_steps": 0.00521397590637207, "step": 566} | |
| {"info/global_step": 567, "train_info/time_within_train_step": 24.761175870895386, "step": 567} | |
| {"train_info/time_between_train_steps": 0.005209922790527344, "step": 567} | |
| {"info/global_step": 568, "train_info/time_within_train_step": 24.767296075820923, "step": 568} | |
| {"train_info/time_between_train_steps": 0.0063283443450927734, "step": 568} | |
| {"info/global_step": 569, "train_info/time_within_train_step": 24.765543699264526, "step": 569} | |
| {"train_info/time_between_train_steps": 0.005180835723876953, "step": 569} | |
| {"info/global_step": 570, "train_info/time_within_train_step": 24.840469360351562, "step": 570} | |
| {"train_info/time_between_train_steps": 0.005051136016845703, "step": 570} | |
| {"info/global_step": 571, "train_info/time_within_train_step": 24.82700538635254, "step": 571} | |
| {"train_info/time_between_train_steps": 0.0053212642669677734, "step": 571} | |
| {"info/global_step": 572, "train_info/time_within_train_step": 24.76681900024414, "step": 572} | |
| {"train_info/time_between_train_steps": 0.005239009857177734, "step": 572} | |
| {"info/global_step": 573, "train_info/time_within_train_step": 24.782814025878906, "step": 573} | |
| {"train_info/time_between_train_steps": 0.0053806304931640625, "step": 573} | |
| {"info/global_step": 574, "train_info/time_within_train_step": 24.80654788017273, "step": 574} | |
| {"train_info/time_between_train_steps": 0.005447864532470703, "step": 574} | |
| {"info/global_step": 575, "train_info/time_within_train_step": 24.77589178085327, "step": 575} | |
| {"train_info/time_between_train_steps": 0.005338191986083984, "step": 575} | |
| {"info/global_step": 576, "train_info/time_within_train_step": 24.88293433189392, "step": 576} | |
| {"train_info/time_between_train_steps": 0.006512641906738281, "step": 576} | |
| {"train_info/time_between_train_steps": 17.031601667404175, "step": 576} | |
| {"info/global_step": 577, "train_info/time_within_train_step": 24.75879669189453, "step": 577} | |
| {"train_info/time_between_train_steps": 0.004989147186279297, "step": 577} | |
| {"info/global_step": 578, "train_info/time_within_train_step": 24.945712566375732, "step": 578} | |
| {"train_info/time_between_train_steps": 0.005167961120605469, "step": 578} | |
| {"info/global_step": 579, "train_info/time_within_train_step": 24.775545120239258, "step": 579} | |
| {"train_info/time_between_train_steps": 0.0058135986328125, "step": 579} | |
| {"info/global_step": 580, "train_info/time_within_train_step": 24.85666012763977, "step": 580} | |
| {"train_info/time_between_train_steps": 0.005951404571533203, "step": 580} | |
| {"info/global_step": 581, "train_info/time_within_train_step": 24.74649167060852, "step": 581} | |
| {"train_info/time_between_train_steps": 0.005250453948974609, "step": 581} | |
| {"info/global_step": 582, "train_info/time_within_train_step": 24.936772346496582, "step": 582} | |
| {"train_info/time_between_train_steps": 0.005494117736816406, "step": 582} | |
| {"info/global_step": 583, "train_info/time_within_train_step": 24.83772850036621, "step": 583} | |
| {"train_info/time_between_train_steps": 0.005097150802612305, "step": 583} | |
| {"info/global_step": 584, "train_info/time_within_train_step": 24.953097343444824, "step": 584} | |
| {"train_info/time_between_train_steps": 0.005398750305175781, "step": 584} | |
| {"info/global_step": 585, "train_info/time_within_train_step": 24.93111753463745, "step": 585} | |
| {"train_info/time_between_train_steps": 0.012191534042358398, "step": 585} | |
| {"info/global_step": 586, "train_info/time_within_train_step": 24.929867029190063, "step": 586} | |
| {"train_info/time_between_train_steps": 0.005409955978393555, "step": 586} | |
| {"info/global_step": 587, "train_info/time_within_train_step": 24.75916290283203, "step": 587} | |
| {"train_info/time_between_train_steps": 0.0054531097412109375, "step": 587} | |
| {"info/global_step": 588, "train_info/time_within_train_step": 24.880844831466675, "step": 588} | |
| {"train_info/time_between_train_steps": 0.005411386489868164, "step": 588} | |
| {"info/global_step": 589, "train_info/time_within_train_step": 24.768738985061646, "step": 589} | |
| {"train_info/time_between_train_steps": 0.006165266036987305, "step": 589} | |
| {"info/global_step": 590, "train_info/time_within_train_step": 24.942481994628906, "step": 590} | |
| {"train_info/time_between_train_steps": 0.005303859710693359, "step": 590} | |
| {"info/global_step": 591, "train_info/time_within_train_step": 24.97875738143921, "step": 591} | |
| {"train_info/time_between_train_steps": 0.0054247379302978516, "step": 591} | |
| {"info/global_step": 592, "train_info/time_within_train_step": 24.87976384162903, "step": 592} | |
| {"train_info/time_between_train_steps": 0.005642414093017578, "step": 592} | |
| {"info/global_step": 593, "train_info/time_within_train_step": 24.749508142471313, "step": 593} | |
| {"train_info/time_between_train_steps": 0.022734403610229492, "step": 593} | |
| {"info/global_step": 594, "train_info/time_within_train_step": 24.733759880065918, "step": 594} | |
| {"train_info/time_between_train_steps": 0.005370616912841797, "step": 594} | |
| {"info/global_step": 595, "train_info/time_within_train_step": 24.747269868850708, "step": 595} | |
| {"train_info/time_between_train_steps": 0.0051424503326416016, "step": 595} | |
| {"info/global_step": 596, "train_info/time_within_train_step": 24.739302396774292, "step": 596} | |
| {"train_info/time_between_train_steps": 0.005303859710693359, "step": 596} | |
| {"info/global_step": 597, "train_info/time_within_train_step": 26.807822942733765, "step": 597} | |
| {"train_info/time_between_train_steps": 0.005392313003540039, "step": 597} | |
| {"info/global_step": 598, "train_info/time_within_train_step": 24.73098659515381, "step": 598} | |
| {"train_info/time_between_train_steps": 0.005063772201538086, "step": 598} | |
| {"info/global_step": 599, "train_info/time_within_train_step": 24.759506225585938, "step": 599} | |
| {"train_info/time_between_train_steps": 0.006798982620239258, "step": 599} | |
| {"info/global_step": 600, "train_info/time_within_train_step": 24.73818850517273, "step": 600} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740938173, "_runtime": 15679}, "step": 600} | |
| {"logs": {"train/loss": 3.0847, "train/learning_rate": 0.0003333333333333333, "train/epoch": 16.02, "_timestamp": 1740938173, "_runtime": 15679}, "step": 600} | |
| {"train_info/time_between_train_steps": 53.20491027832031, "step": 600} | |
| {"info/global_step": 601, "train_info/time_within_train_step": 24.852690935134888, "step": 601} | |
| {"train_info/time_between_train_steps": 0.005288839340209961, "step": 601} | |
| {"info/global_step": 602, "train_info/time_within_train_step": 24.778579235076904, "step": 602} | |
| {"train_info/time_between_train_steps": 0.006341695785522461, "step": 602} | |
| {"info/global_step": 603, "train_info/time_within_train_step": 24.763283252716064, "step": 603} | |
| {"train_info/time_between_train_steps": 0.005088329315185547, "step": 603} | |
| {"info/global_step": 604, "train_info/time_within_train_step": 24.780627489089966, "step": 604} | |
| {"train_info/time_between_train_steps": 0.005441904067993164, "step": 604} | |
| {"info/global_step": 605, "train_info/time_within_train_step": 24.769756078720093, "step": 605} | |
| {"train_info/time_between_train_steps": 0.00656890869140625, "step": 605} | |
| {"info/global_step": 606, "train_info/time_within_train_step": 24.762957096099854, "step": 606} | |
| {"train_info/time_between_train_steps": 0.005234241485595703, "step": 606} | |
| {"info/global_step": 607, "train_info/time_within_train_step": 24.780061960220337, "step": 607} | |
| {"train_info/time_between_train_steps": 0.0055773258209228516, "step": 607} | |
| {"info/global_step": 608, "train_info/time_within_train_step": 24.765097856521606, "step": 608} | |
| {"train_info/time_between_train_steps": 0.0052242279052734375, "step": 608} | |
| {"info/global_step": 609, "train_info/time_within_train_step": 24.831367254257202, "step": 609} | |
| {"train_info/time_between_train_steps": 0.005644798278808594, "step": 609} | |
| {"info/global_step": 610, "train_info/time_within_train_step": 24.743863344192505, "step": 610} | |
| {"train_info/time_between_train_steps": 0.0055158138275146484, "step": 610} | |
| {"info/global_step": 611, "train_info/time_within_train_step": 24.779909372329712, "step": 611} | |
| {"train_info/time_between_train_steps": 0.005870342254638672, "step": 611} | |
| {"info/global_step": 612, "train_info/time_within_train_step": 24.890171766281128, "step": 612} | |
| {"train_info/time_between_train_steps": 0.00589752197265625, "step": 612} | |
| {"train_info/time_between_train_steps": 17.21560502052307, "step": 612} | |
| {"info/global_step": 613, "train_info/time_within_train_step": 24.755027770996094, "step": 613} | |
| {"train_info/time_between_train_steps": 0.005288124084472656, "step": 613} | |
| {"info/global_step": 614, "train_info/time_within_train_step": 24.896902322769165, "step": 614} | |
| {"train_info/time_between_train_steps": 0.005155324935913086, "step": 614} | |
| {"info/global_step": 615, "train_info/time_within_train_step": 24.795188903808594, "step": 615} | |
| {"train_info/time_between_train_steps": 0.0053899288177490234, "step": 615} | |
| {"info/global_step": 616, "train_info/time_within_train_step": 25.039281368255615, "step": 616} | |
| {"train_info/time_between_train_steps": 0.0054514408111572266, "step": 616} | |
| {"info/global_step": 617, "train_info/time_within_train_step": 24.77428388595581, "step": 617} | |
| {"train_info/time_between_train_steps": 0.005513906478881836, "step": 617} | |
| {"info/global_step": 618, "train_info/time_within_train_step": 24.970611810684204, "step": 618} | |
| {"train_info/time_between_train_steps": 0.012638330459594727, "step": 618} | |
| {"info/global_step": 619, "train_info/time_within_train_step": 24.77983069419861, "step": 619} | |
| {"train_info/time_between_train_steps": 0.012447357177734375, "step": 619} | |
| {"info/global_step": 620, "train_info/time_within_train_step": 24.904842138290405, "step": 620} | |
| {"train_info/time_between_train_steps": 0.0053424835205078125, "step": 620} | |
| {"info/global_step": 621, "train_info/time_within_train_step": 24.799773454666138, "step": 621} | |
| {"train_info/time_between_train_steps": 0.005706787109375, "step": 621} | |
| {"info/global_step": 622, "train_info/time_within_train_step": 24.877176761627197, "step": 622} | |
| {"train_info/time_between_train_steps": 0.005232095718383789, "step": 622} | |
| {"info/global_step": 623, "train_info/time_within_train_step": 24.829943418502808, "step": 623} | |
| {"train_info/time_between_train_steps": 0.005620241165161133, "step": 623} | |
| {"info/global_step": 624, "train_info/time_within_train_step": 24.922247648239136, "step": 624} | |
| {"train_info/time_between_train_steps": 0.005478620529174805, "step": 624} | |
| {"info/global_step": 625, "train_info/time_within_train_step": 24.765068292617798, "step": 625} | |
| {"train_info/time_between_train_steps": 0.006500959396362305, "step": 625} | |
| {"info/global_step": 626, "train_info/time_within_train_step": 24.999257802963257, "step": 626} | |
| {"train_info/time_between_train_steps": 0.012809276580810547, "step": 626} | |
| {"info/global_step": 627, "train_info/time_within_train_step": 24.768290042877197, "step": 627} | |
| {"train_info/time_between_train_steps": 0.005453348159790039, "step": 627} | |
| {"info/global_step": 628, "train_info/time_within_train_step": 24.852733612060547, "step": 628} | |
| {"train_info/time_between_train_steps": 0.012833595275878906, "step": 628} | |
| {"info/global_step": 629, "train_info/time_within_train_step": 24.770323038101196, "step": 629} | |
| {"train_info/time_between_train_steps": 0.03961014747619629, "step": 629} | |
| {"info/global_step": 630, "train_info/time_within_train_step": 24.745693922042847, "step": 630} | |
| {"train_info/time_between_train_steps": 0.005066633224487305, "step": 630} | |
| {"info/global_step": 631, "train_info/time_within_train_step": 24.750291347503662, "step": 631} | |
| {"train_info/time_between_train_steps": 0.005072355270385742, "step": 631} | |
| {"info/global_step": 632, "train_info/time_within_train_step": 24.854488134384155, "step": 632} | |
| {"train_info/time_between_train_steps": 0.006048917770385742, "step": 632} | |
| {"info/global_step": 633, "train_info/time_within_train_step": 24.78769850730896, "step": 633} | |
| {"train_info/time_between_train_steps": 0.005308866500854492, "step": 633} | |
| {"info/global_step": 634, "train_info/time_within_train_step": 24.74075698852539, "step": 634} | |
| {"train_info/time_between_train_steps": 0.005204439163208008, "step": 634} | |
| {"info/global_step": 635, "train_info/time_within_train_step": 24.78493356704712, "step": 635} | |
| {"train_info/time_between_train_steps": 0.005228757858276367, "step": 635} | |
| {"info/global_step": 636, "train_info/time_within_train_step": 24.765138864517212, "step": 636} | |
| {"train_info/time_between_train_steps": 0.005322694778442383, "step": 636} | |
| {"info/global_step": 637, "train_info/time_within_train_step": 24.74213433265686, "step": 637} | |
| {"train_info/time_between_train_steps": 0.00524139404296875, "step": 637} | |
| {"info/global_step": 638, "train_info/time_within_train_step": 24.753791093826294, "step": 638} | |
| {"train_info/time_between_train_steps": 0.005204677581787109, "step": 638} | |
| {"info/global_step": 639, "train_info/time_within_train_step": 24.75240659713745, "step": 639} | |
| {"train_info/time_between_train_steps": 0.005285978317260742, "step": 639} | |
| {"info/global_step": 640, "train_info/time_within_train_step": 24.787642002105713, "step": 640} | |
| {"train_info/time_between_train_steps": 0.005525350570678711, "step": 640} | |
| {"info/global_step": 641, "train_info/time_within_train_step": 24.754780292510986, "step": 641} | |
| {"train_info/time_between_train_steps": 0.0053539276123046875, "step": 641} | |
| {"info/global_step": 642, "train_info/time_within_train_step": 24.777965784072876, "step": 642} | |
| {"train_info/time_between_train_steps": 0.005335092544555664, "step": 642} | |
| {"info/global_step": 643, "train_info/time_within_train_step": 24.757298946380615, "step": 643} | |
| {"train_info/time_between_train_steps": 0.005578517913818359, "step": 643} | |
| {"info/global_step": 644, "train_info/time_within_train_step": 24.764812231063843, "step": 644} | |
| {"train_info/time_between_train_steps": 0.005434513092041016, "step": 644} | |
| {"info/global_step": 645, "train_info/time_within_train_step": 24.762453317642212, "step": 645} | |
| {"train_info/time_between_train_steps": 0.010377168655395508, "step": 645} | |
| {"info/global_step": 646, "train_info/time_within_train_step": 24.771329879760742, "step": 646} | |
| {"train_info/time_between_train_steps": 0.005978107452392578, "step": 646} | |
| {"info/global_step": 647, "train_info/time_within_train_step": 24.879443407058716, "step": 647} | |
| {"train_info/time_between_train_steps": 0.005691051483154297, "step": 647} | |
| {"info/global_step": 648, "train_info/time_within_train_step": 24.789989471435547, "step": 648} | |
| {"train_info/time_between_train_steps": 0.011167764663696289, "step": 648} | |
| {"train_info/time_between_train_steps": 16.93723964691162, "step": 648} | |
| {"info/global_step": 649, "train_info/time_within_train_step": 24.76133894920349, "step": 649} | |
| {"train_info/time_between_train_steps": 0.017473936080932617, "step": 649} | |
| {"info/global_step": 650, "train_info/time_within_train_step": 24.845888376235962, "step": 650} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740939502, "_runtime": 17008}, "step": 650} | |
| {"logs": {"train/loss": 3.0537, "train/learning_rate": 0.00030555555555555555, "train/epoch": 18.0, "_timestamp": 1740939502, "_runtime": 17008}, "step": 650} | |
| {"train_info/time_between_train_steps": 0.02664494514465332, "step": 650} | |
| {"info/global_step": 651, "train_info/time_within_train_step": 24.74499249458313, "step": 651} | |
| {"train_info/time_between_train_steps": 0.0053997039794921875, "step": 651} | |
| {"info/global_step": 652, "train_info/time_within_train_step": 24.944262266159058, "step": 652} | |
| {"train_info/time_between_train_steps": 0.005319833755493164, "step": 652} | |
| {"info/global_step": 653, "train_info/time_within_train_step": 24.75692892074585, "step": 653} | |
| {"train_info/time_between_train_steps": 0.005528926849365234, "step": 653} | |
| {"info/global_step": 654, "train_info/time_within_train_step": 24.957548141479492, "step": 654} | |
| {"train_info/time_between_train_steps": 0.006355762481689453, "step": 654} | |
| {"info/global_step": 655, "train_info/time_within_train_step": 24.770134210586548, "step": 655} | |
| {"train_info/time_between_train_steps": 0.0051195621490478516, "step": 655} | |
| {"info/global_step": 656, "train_info/time_within_train_step": 25.002147912979126, "step": 656} | |
| {"train_info/time_between_train_steps": 0.005454301834106445, "step": 656} | |
| {"info/global_step": 657, "train_info/time_within_train_step": 24.766920566558838, "step": 657} | |
| {"train_info/time_between_train_steps": 0.005262136459350586, "step": 657} | |
| {"info/global_step": 658, "train_info/time_within_train_step": 24.86514639854431, "step": 658} | |
| {"train_info/time_between_train_steps": 0.007584333419799805, "step": 658} | |
| {"info/global_step": 659, "train_info/time_within_train_step": 24.763413906097412, "step": 659} | |
| {"train_info/time_between_train_steps": 0.00769352912902832, "step": 659} | |
| {"info/global_step": 660, "train_info/time_within_train_step": 24.93390703201294, "step": 660} | |
| {"train_info/time_between_train_steps": 0.007567882537841797, "step": 660} | |
| {"info/global_step": 661, "train_info/time_within_train_step": 24.845185041427612, "step": 661} | |
| {"train_info/time_between_train_steps": 0.005292177200317383, "step": 661} | |
| {"info/global_step": 662, "train_info/time_within_train_step": 24.876675128936768, "step": 662} | |
| {"train_info/time_between_train_steps": 0.005995988845825195, "step": 662} | |
| {"info/global_step": 663, "train_info/time_within_train_step": 24.89150595664978, "step": 663} | |
| {"train_info/time_between_train_steps": 0.0054814815521240234, "step": 663} | |
| {"info/global_step": 664, "train_info/time_within_train_step": 24.90833282470703, "step": 664} | |
| {"train_info/time_between_train_steps": 0.005441904067993164, "step": 664} | |
| {"info/global_step": 665, "train_info/time_within_train_step": 24.769545316696167, "step": 665} | |
| {"train_info/time_between_train_steps": 0.035291194915771484, "step": 665} | |
| {"info/global_step": 666, "train_info/time_within_train_step": 24.754884481430054, "step": 666} | |
| {"train_info/time_between_train_steps": 0.005421638488769531, "step": 666} | |
| {"info/global_step": 667, "train_info/time_within_train_step": 24.74836301803589, "step": 667} | |
| {"train_info/time_between_train_steps": 0.005142927169799805, "step": 667} | |
| {"info/global_step": 668, "train_info/time_within_train_step": 24.74683690071106, "step": 668} | |
| {"train_info/time_between_train_steps": 0.010284185409545898, "step": 668} | |
| {"info/global_step": 669, "train_info/time_within_train_step": 24.749903440475464, "step": 669} | |
| {"train_info/time_between_train_steps": 0.005277872085571289, "step": 669} | |
| {"info/global_step": 670, "train_info/time_within_train_step": 24.75150465965271, "step": 670} | |
| {"train_info/time_between_train_steps": 0.0050334930419921875, "step": 670} | |
| {"info/global_step": 671, "train_info/time_within_train_step": 24.747483730316162, "step": 671} | |
| {"train_info/time_between_train_steps": 0.018911123275756836, "step": 671} | |
| {"info/global_step": 672, "train_info/time_within_train_step": 24.74914288520813, "step": 672} | |
| {"train_info/time_between_train_steps": 0.0050525665283203125, "step": 672} | |
| {"info/global_step": 673, "train_info/time_within_train_step": 24.766521453857422, "step": 673} | |
| {"train_info/time_between_train_steps": 0.005217552185058594, "step": 673} | |
| {"info/global_step": 674, "train_info/time_within_train_step": 24.749579191207886, "step": 674} | |
| {"train_info/time_between_train_steps": 0.005178213119506836, "step": 674} | |
| {"info/global_step": 675, "train_info/time_within_train_step": 24.75542688369751, "step": 675} | |
| {"train_info/time_between_train_steps": 0.005178928375244141, "step": 675} | |
| {"info/global_step": 676, "train_info/time_within_train_step": 24.746115922927856, "step": 676} | |
| {"train_info/time_between_train_steps": 0.0052967071533203125, "step": 676} | |
| {"info/global_step": 677, "train_info/time_within_train_step": 24.765892505645752, "step": 677} | |
| {"train_info/time_between_train_steps": 0.0053594112396240234, "step": 677} | |
| {"info/global_step": 678, "train_info/time_within_train_step": 24.86547541618347, "step": 678} | |
| {"train_info/time_between_train_steps": 0.005675554275512695, "step": 678} | |
| {"info/global_step": 679, "train_info/time_within_train_step": 24.74946141242981, "step": 679} | |
| {"train_info/time_between_train_steps": 0.005483150482177734, "step": 679} | |
| {"info/global_step": 680, "train_info/time_within_train_step": 24.790027379989624, "step": 680} | |
| {"train_info/time_between_train_steps": 0.005240917205810547, "step": 680} | |
| {"info/global_step": 681, "train_info/time_within_train_step": 24.743507146835327, "step": 681} | |
| {"train_info/time_between_train_steps": 0.005315065383911133, "step": 681} | |
| {"info/global_step": 682, "train_info/time_within_train_step": 24.750617504119873, "step": 682} | |
| {"train_info/time_between_train_steps": 0.0055043697357177734, "step": 682} | |
| {"info/global_step": 683, "train_info/time_within_train_step": 24.807506322860718, "step": 683} | |
| {"train_info/time_between_train_steps": 0.005551338195800781, "step": 683} | |
| {"info/global_step": 684, "train_info/time_within_train_step": 24.802988052368164, "step": 684} | |
| {"train_info/time_between_train_steps": 0.0059146881103515625, "step": 684} | |
| {"train_info/time_between_train_steps": 17.652108669281006, "step": 684} | |
| {"info/global_step": 685, "train_info/time_within_train_step": 24.82371473312378, "step": 685} | |
| {"train_info/time_between_train_steps": 0.005136013031005859, "step": 685} | |
| {"info/global_step": 686, "train_info/time_within_train_step": 24.8813157081604, "step": 686} | |
| {"train_info/time_between_train_steps": 0.006208658218383789, "step": 686} | |
| {"info/global_step": 687, "train_info/time_within_train_step": 24.796183586120605, "step": 687} | |
| {"train_info/time_between_train_steps": 0.005631685256958008, "step": 687} | |
| {"info/global_step": 688, "train_info/time_within_train_step": 24.86926817893982, "step": 688} | |
| {"train_info/time_between_train_steps": 0.005430936813354492, "step": 688} | |
| {"info/global_step": 689, "train_info/time_within_train_step": 24.762697219848633, "step": 689} | |
| {"train_info/time_between_train_steps": 0.005380392074584961, "step": 689} | |
| {"info/global_step": 690, "train_info/time_within_train_step": 24.932507753372192, "step": 690} | |
| {"train_info/time_between_train_steps": 0.005358695983886719, "step": 690} | |
| {"info/global_step": 691, "train_info/time_within_train_step": 24.768036603927612, "step": 691} | |
| {"train_info/time_between_train_steps": 0.00523829460144043, "step": 691} | |
| {"info/global_step": 692, "train_info/time_within_train_step": 24.932958602905273, "step": 692} | |
| {"train_info/time_between_train_steps": 0.005176067352294922, "step": 692} | |
| {"info/global_step": 693, "train_info/time_within_train_step": 24.85488796234131, "step": 693} | |
| {"train_info/time_between_train_steps": 0.005301475524902344, "step": 693} | |
| {"info/global_step": 694, "train_info/time_within_train_step": 25.005260705947876, "step": 694} | |
| {"train_info/time_between_train_steps": 0.006235837936401367, "step": 694} | |
| {"info/global_step": 695, "train_info/time_within_train_step": 24.759695529937744, "step": 695} | |
| {"train_info/time_between_train_steps": 0.010788917541503906, "step": 695} | |
| {"info/global_step": 696, "train_info/time_within_train_step": 25.148262977600098, "step": 696} | |
| {"train_info/time_between_train_steps": 0.00545191764831543, "step": 696} | |
| {"info/global_step": 697, "train_info/time_within_train_step": 26.43512225151062, "step": 697} | |
| {"train_info/time_between_train_steps": 0.005365610122680664, "step": 697} | |
| {"info/global_step": 698, "train_info/time_within_train_step": 24.923455238342285, "step": 698} | |
| {"train_info/time_between_train_steps": 0.005480766296386719, "step": 698} | |
| {"info/global_step": 699, "train_info/time_within_train_step": 24.797022819519043, "step": 699} | |
| {"train_info/time_between_train_steps": 0.005147457122802734, "step": 699} | |
| {"info/global_step": 700, "train_info/time_within_train_step": 24.96025323867798, "step": 700} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740940765, "_runtime": 18271}, "step": 700} | |
| {"logs": {"train/loss": 2.9658, "train/learning_rate": 0.0002777777777777778, "train/epoch": 19.01, "_timestamp": 1740940765, "_runtime": 18271}, "step": 700} | |
| {"train_info/time_between_train_steps": 61.819488763809204, "step": 700} | |
| {"info/global_step": 701, "train_info/time_within_train_step": 24.811517000198364, "step": 701} | |
| {"train_info/time_between_train_steps": 0.02835679054260254, "step": 701} | |
| {"info/global_step": 702, "train_info/time_within_train_step": 24.73530912399292, "step": 702} | |
| {"train_info/time_between_train_steps": 0.005041599273681641, "step": 702} | |
| {"info/global_step": 703, "train_info/time_within_train_step": 24.738361597061157, "step": 703} | |
| {"train_info/time_between_train_steps": 0.005223512649536133, "step": 703} | |
| {"info/global_step": 704, "train_info/time_within_train_step": 24.789087295532227, "step": 704} | |
| {"train_info/time_between_train_steps": 0.005127429962158203, "step": 704} | |
| {"info/global_step": 705, "train_info/time_within_train_step": 24.74331307411194, "step": 705} | |
| {"train_info/time_between_train_steps": 0.005112648010253906, "step": 705} | |
| {"info/global_step": 706, "train_info/time_within_train_step": 24.824023246765137, "step": 706} | |
| {"train_info/time_between_train_steps": 0.005331516265869141, "step": 706} | |
| {"info/global_step": 707, "train_info/time_within_train_step": 24.75801372528076, "step": 707} | |
| {"train_info/time_between_train_steps": 0.004991292953491211, "step": 707} | |
| {"info/global_step": 708, "train_info/time_within_train_step": 24.74802827835083, "step": 708} | |
| {"train_info/time_between_train_steps": 0.005046844482421875, "step": 708} | |
| {"info/global_step": 709, "train_info/time_within_train_step": 24.858080863952637, "step": 709} | |
| {"train_info/time_between_train_steps": 0.005976676940917969, "step": 709} | |
| {"info/global_step": 710, "train_info/time_within_train_step": 24.74000906944275, "step": 710} | |
| {"train_info/time_between_train_steps": 0.0053250789642333984, "step": 710} | |
| {"info/global_step": 711, "train_info/time_within_train_step": 24.740113735198975, "step": 711} | |
| {"train_info/time_between_train_steps": 0.005259513854980469, "step": 711} | |
| {"info/global_step": 712, "train_info/time_within_train_step": 24.756839513778687, "step": 712} | |
| {"train_info/time_between_train_steps": 0.005182504653930664, "step": 712} | |
| {"info/global_step": 713, "train_info/time_within_train_step": 24.750720739364624, "step": 713} | |
| {"train_info/time_between_train_steps": 0.0074007511138916016, "step": 713} | |
| {"info/global_step": 714, "train_info/time_within_train_step": 24.775486946105957, "step": 714} | |
| {"train_info/time_between_train_steps": 0.005426645278930664, "step": 714} | |
| {"info/global_step": 715, "train_info/time_within_train_step": 24.762327671051025, "step": 715} | |
| {"train_info/time_between_train_steps": 0.0050466060638427734, "step": 715} | |
| {"info/global_step": 716, "train_info/time_within_train_step": 24.77482795715332, "step": 716} | |
| {"train_info/time_between_train_steps": 0.010089874267578125, "step": 716} | |
| {"info/global_step": 717, "train_info/time_within_train_step": 24.769611835479736, "step": 717} | |
| {"train_info/time_between_train_steps": 0.005373954772949219, "step": 717} | |
| {"info/global_step": 718, "train_info/time_within_train_step": 24.78615117073059, "step": 718} | |
| {"train_info/time_between_train_steps": 0.005493640899658203, "step": 718} | |
| {"info/global_step": 719, "train_info/time_within_train_step": 24.77923583984375, "step": 719} | |
| {"train_info/time_between_train_steps": 0.006044626235961914, "step": 719} | |
| {"info/global_step": 720, "train_info/time_within_train_step": 24.79999542236328, "step": 720} | |
| {"train_info/time_between_train_steps": 0.0055582523345947266, "step": 720} | |
| {"train_info/time_between_train_steps": 16.655441761016846, "step": 720} | |
| {"info/global_step": 721, "train_info/time_within_train_step": 24.737571001052856, "step": 721} | |
| {"train_info/time_between_train_steps": 0.004944801330566406, "step": 721} | |
| {"info/global_step": 722, "train_info/time_within_train_step": 24.909538984298706, "step": 722} | |
| {"train_info/time_between_train_steps": 0.0051424503326416016, "step": 722} | |
| {"info/global_step": 723, "train_info/time_within_train_step": 24.812959671020508, "step": 723} | |
| {"train_info/time_between_train_steps": 0.005314350128173828, "step": 723} | |
| {"info/global_step": 724, "train_info/time_within_train_step": 24.953793048858643, "step": 724} | |
| {"train_info/time_between_train_steps": 0.005246877670288086, "step": 724} | |
| {"info/global_step": 725, "train_info/time_within_train_step": 24.76491689682007, "step": 725} | |
| {"train_info/time_between_train_steps": 0.0059893131256103516, "step": 725} | |
| {"info/global_step": 726, "train_info/time_within_train_step": 24.903928995132446, "step": 726} | |
| {"train_info/time_between_train_steps": 0.005294084548950195, "step": 726} | |
| {"info/global_step": 727, "train_info/time_within_train_step": 24.761335134506226, "step": 727} | |
| {"train_info/time_between_train_steps": 0.005476474761962891, "step": 727} | |
| {"info/global_step": 728, "train_info/time_within_train_step": 24.91982388496399, "step": 728} | |
| {"train_info/time_between_train_steps": 0.0054473876953125, "step": 728} | |
| {"info/global_step": 729, "train_info/time_within_train_step": 24.788496494293213, "step": 729} | |
| {"train_info/time_between_train_steps": 0.005277872085571289, "step": 729} | |
| {"info/global_step": 730, "train_info/time_within_train_step": 24.8855402469635, "step": 730} | |
| {"train_info/time_between_train_steps": 0.005089282989501953, "step": 730} | |
| {"info/global_step": 731, "train_info/time_within_train_step": 24.775627851486206, "step": 731} | |
| {"train_info/time_between_train_steps": 0.005758047103881836, "step": 731} | |
| {"info/global_step": 732, "train_info/time_within_train_step": 24.99075150489807, "step": 732} | |
| {"train_info/time_between_train_steps": 0.005332469940185547, "step": 732} | |
| {"info/global_step": 733, "train_info/time_within_train_step": 24.782031774520874, "step": 733} | |
| {"train_info/time_between_train_steps": 0.005552053451538086, "step": 733} | |
| {"info/global_step": 734, "train_info/time_within_train_step": 24.951719999313354, "step": 734} | |
| {"train_info/time_between_train_steps": 0.0056209564208984375, "step": 734} | |
| {"info/global_step": 735, "train_info/time_within_train_step": 24.767693281173706, "step": 735} | |
| {"train_info/time_between_train_steps": 0.005059957504272461, "step": 735} | |
| {"info/global_step": 736, "train_info/time_within_train_step": 24.846697092056274, "step": 736} | |
| {"train_info/time_between_train_steps": 0.005453824996948242, "step": 736} | |
| {"info/global_step": 737, "train_info/time_within_train_step": 24.875747203826904, "step": 737} | |
| {"train_info/time_between_train_steps": 0.02837848663330078, "step": 737} | |
| {"info/global_step": 738, "train_info/time_within_train_step": 24.734873056411743, "step": 738} | |
| {"train_info/time_between_train_steps": 0.005020618438720703, "step": 738} | |
| {"info/global_step": 739, "train_info/time_within_train_step": 24.74202036857605, "step": 739} | |
| {"train_info/time_between_train_steps": 0.01612997055053711, "step": 739} | |
| {"info/global_step": 740, "train_info/time_within_train_step": 24.840984582901, "step": 740} | |
| {"train_info/time_between_train_steps": 0.0053484439849853516, "step": 740} | |
| {"info/global_step": 741, "train_info/time_within_train_step": 24.747005462646484, "step": 741} | |
| {"train_info/time_between_train_steps": 0.0052547454833984375, "step": 741} | |
| {"info/global_step": 742, "train_info/time_within_train_step": 24.75356411933899, "step": 742} | |
| {"train_info/time_between_train_steps": 0.005621433258056641, "step": 742} | |
| {"info/global_step": 743, "train_info/time_within_train_step": 24.751483917236328, "step": 743} | |
| {"train_info/time_between_train_steps": 0.005334615707397461, "step": 743} | |
| {"info/global_step": 744, "train_info/time_within_train_step": 24.751742124557495, "step": 744} | |
| {"train_info/time_between_train_steps": 0.005176067352294922, "step": 744} | |
| {"info/global_step": 745, "train_info/time_within_train_step": 24.777238845825195, "step": 745} | |
| {"train_info/time_between_train_steps": 0.0055768489837646484, "step": 745} | |
| {"info/global_step": 746, "train_info/time_within_train_step": 24.744039058685303, "step": 746} | |
| {"train_info/time_between_train_steps": 0.005207538604736328, "step": 746} | |
| {"info/global_step": 747, "train_info/time_within_train_step": 24.760966062545776, "step": 747} | |
| {"train_info/time_between_train_steps": 0.0052907466888427734, "step": 747} | |
| {"info/global_step": 748, "train_info/time_within_train_step": 24.764203548431396, "step": 748} | |
| {"train_info/time_between_train_steps": 0.005316019058227539, "step": 748} | |
| {"info/global_step": 749, "train_info/time_within_train_step": 24.81447196006775, "step": 749} | |
| {"train_info/time_between_train_steps": 0.00535130500793457, "step": 749} | |
| {"info/global_step": 750, "train_info/time_within_train_step": 24.766042470932007, "step": 750} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740942085, "_runtime": 19591}, "step": 750} | |
| {"logs": {"train/loss": 2.914, "train/learning_rate": 0.00025, "train/epoch": 20.02, "_timestamp": 1740942085, "_runtime": 19591}, "step": 750} | |
| {"train_info/time_between_train_steps": 0.026979923248291016, "step": 750} | |
| {"info/global_step": 751, "train_info/time_within_train_step": 24.76428246498108, "step": 751} | |
| {"train_info/time_between_train_steps": 0.0053899288177490234, "step": 751} | |
| {"info/global_step": 752, "train_info/time_within_train_step": 24.770190715789795, "step": 752} | |
| {"train_info/time_between_train_steps": 0.00545048713684082, "step": 752} | |
| {"info/global_step": 753, "train_info/time_within_train_step": 24.776928424835205, "step": 753} | |
| {"train_info/time_between_train_steps": 0.005662441253662109, "step": 753} | |
| {"info/global_step": 754, "train_info/time_within_train_step": 24.760435104370117, "step": 754} | |
| {"train_info/time_between_train_steps": 0.005298137664794922, "step": 754} | |
| {"info/global_step": 755, "train_info/time_within_train_step": 24.844552516937256, "step": 755} | |
| {"train_info/time_between_train_steps": 0.005657196044921875, "step": 755} | |
| {"info/global_step": 756, "train_info/time_within_train_step": 24.81763982772827, "step": 756} | |
| {"train_info/time_between_train_steps": 0.0056841373443603516, "step": 756} | |
| {"train_info/time_between_train_steps": 16.756505727767944, "step": 756} | |
| {"info/global_step": 757, "train_info/time_within_train_step": 24.752445220947266, "step": 757} | |
| {"train_info/time_between_train_steps": 0.005006074905395508, "step": 757} | |
| {"info/global_step": 758, "train_info/time_within_train_step": 24.954501152038574, "step": 758} | |
| {"train_info/time_between_train_steps": 0.005291461944580078, "step": 758} | |
| {"info/global_step": 759, "train_info/time_within_train_step": 24.767388105392456, "step": 759} | |
| {"train_info/time_between_train_steps": 0.005330801010131836, "step": 759} | |
| {"info/global_step": 760, "train_info/time_within_train_step": 24.860474109649658, "step": 760} | |
| {"train_info/time_between_train_steps": 0.00541996955871582, "step": 760} | |
| {"info/global_step": 761, "train_info/time_within_train_step": 24.748735189437866, "step": 761} | |
| {"train_info/time_between_train_steps": 0.0053446292877197266, "step": 761} | |
| {"info/global_step": 762, "train_info/time_within_train_step": 24.916309356689453, "step": 762} | |
| {"train_info/time_between_train_steps": 0.005339860916137695, "step": 762} | |
| {"info/global_step": 763, "train_info/time_within_train_step": 24.757793426513672, "step": 763} | |
| {"train_info/time_between_train_steps": 0.005172014236450195, "step": 763} | |
| {"info/global_step": 764, "train_info/time_within_train_step": 24.918317556381226, "step": 764} | |
| {"train_info/time_between_train_steps": 0.005149126052856445, "step": 764} | |
| {"info/global_step": 765, "train_info/time_within_train_step": 24.781879425048828, "step": 765} | |
| {"train_info/time_between_train_steps": 0.005385637283325195, "step": 765} | |
| {"info/global_step": 766, "train_info/time_within_train_step": 24.90328311920166, "step": 766} | |
| {"train_info/time_between_train_steps": 0.005236387252807617, "step": 766} | |
| {"info/global_step": 767, "train_info/time_within_train_step": 24.760101079940796, "step": 767} | |
| {"train_info/time_between_train_steps": 0.005523204803466797, "step": 767} | |
| {"info/global_step": 768, "train_info/time_within_train_step": 24.916851043701172, "step": 768} | |
| {"train_info/time_between_train_steps": 0.005363941192626953, "step": 768} | |
| {"info/global_step": 769, "train_info/time_within_train_step": 24.785651445388794, "step": 769} | |
| {"train_info/time_between_train_steps": 0.0052433013916015625, "step": 769} | |
| {"info/global_step": 770, "train_info/time_within_train_step": 25.03875994682312, "step": 770} | |
| {"train_info/time_between_train_steps": 0.008161067962646484, "step": 770} | |
| {"info/global_step": 771, "train_info/time_within_train_step": 24.757522344589233, "step": 771} | |
| {"train_info/time_between_train_steps": 0.005054473876953125, "step": 771} | |
| {"info/global_step": 772, "train_info/time_within_train_step": 24.85582947731018, "step": 772} | |
| {"train_info/time_between_train_steps": 0.005189418792724609, "step": 772} | |
| {"info/global_step": 773, "train_info/time_within_train_step": 24.761656284332275, "step": 773} | |
| {"train_info/time_between_train_steps": 0.02906632423400879, "step": 773} | |
| {"info/global_step": 774, "train_info/time_within_train_step": 24.758394241333008, "step": 774} | |
| {"train_info/time_between_train_steps": 0.0050427913665771484, "step": 774} | |
| {"info/global_step": 775, "train_info/time_within_train_step": 24.763333797454834, "step": 775} | |
| {"train_info/time_between_train_steps": 0.005022287368774414, "step": 775} | |
| {"info/global_step": 776, "train_info/time_within_train_step": 24.75640845298767, "step": 776} | |
| {"train_info/time_between_train_steps": 0.010241985321044922, "step": 776} | |
| {"info/global_step": 777, "train_info/time_within_train_step": 24.747096061706543, "step": 777} | |
| {"train_info/time_between_train_steps": 0.004979848861694336, "step": 777} | |
| {"info/global_step": 778, "train_info/time_within_train_step": 24.74186372756958, "step": 778} | |
| {"train_info/time_between_train_steps": 0.005139827728271484, "step": 778} | |
| {"info/global_step": 779, "train_info/time_within_train_step": 24.742000579833984, "step": 779} | |
| {"train_info/time_between_train_steps": 0.010191202163696289, "step": 779} | |
| {"info/global_step": 780, "train_info/time_within_train_step": 24.73871946334839, "step": 780} | |
| {"train_info/time_between_train_steps": 0.005061626434326172, "step": 780} | |
| {"info/global_step": 781, "train_info/time_within_train_step": 24.75679659843445, "step": 781} | |
| {"train_info/time_between_train_steps": 0.010797739028930664, "step": 781} | |
| {"info/global_step": 782, "train_info/time_within_train_step": 24.740139722824097, "step": 782} | |
| {"train_info/time_between_train_steps": 0.005148649215698242, "step": 782} | |
| {"info/global_step": 783, "train_info/time_within_train_step": 24.755481481552124, "step": 783} | |
| {"train_info/time_between_train_steps": 0.005114316940307617, "step": 783} | |
| {"info/global_step": 784, "train_info/time_within_train_step": 24.748263597488403, "step": 784} | |
| {"train_info/time_between_train_steps": 0.0054111480712890625, "step": 784} | |
| {"info/global_step": 785, "train_info/time_within_train_step": 24.75191903114319, "step": 785} | |
| {"train_info/time_between_train_steps": 0.004986763000488281, "step": 785} | |
| {"info/global_step": 786, "train_info/time_within_train_step": 24.838968753814697, "step": 786} | |
| {"train_info/time_between_train_steps": 0.010062932968139648, "step": 786} | |
| {"info/global_step": 787, "train_info/time_within_train_step": 24.74079990386963, "step": 787} | |
| {"train_info/time_between_train_steps": 0.005400180816650391, "step": 787} | |
| {"info/global_step": 788, "train_info/time_within_train_step": 24.748799562454224, "step": 788} | |
| {"train_info/time_between_train_steps": 0.005339860916137695, "step": 788} | |
| {"info/global_step": 789, "train_info/time_within_train_step": 24.763015031814575, "step": 789} | |
| {"train_info/time_between_train_steps": 0.005415201187133789, "step": 789} | |
| {"info/global_step": 790, "train_info/time_within_train_step": 24.78664255142212, "step": 790} | |
| {"train_info/time_between_train_steps": 0.005454540252685547, "step": 790} | |
| {"info/global_step": 791, "train_info/time_within_train_step": 24.766249895095825, "step": 791} | |
| {"train_info/time_between_train_steps": 0.0054454803466796875, "step": 791} | |
| {"info/global_step": 792, "train_info/time_within_train_step": 24.82969856262207, "step": 792} | |
| {"train_info/time_between_train_steps": 0.005814790725708008, "step": 792} | |
| {"train_info/time_between_train_steps": 16.918946027755737, "step": 792} | |
| {"info/global_step": 793, "train_info/time_within_train_step": 24.760592460632324, "step": 793} | |
| {"train_info/time_between_train_steps": 0.005228757858276367, "step": 793} | |
| {"info/global_step": 794, "train_info/time_within_train_step": 24.895804166793823, "step": 794} | |
| {"train_info/time_between_train_steps": 0.005225658416748047, "step": 794} | |
| {"info/global_step": 795, "train_info/time_within_train_step": 24.91983985900879, "step": 795} | |
| {"train_info/time_between_train_steps": 0.005542278289794922, "step": 795} | |
| {"info/global_step": 796, "train_info/time_within_train_step": 25.33232545852661, "step": 796} | |
| {"train_info/time_between_train_steps": 0.00542902946472168, "step": 796} | |
| {"info/global_step": 797, "train_info/time_within_train_step": 24.784061193466187, "step": 797} | |
| {"train_info/time_between_train_steps": 0.006424665451049805, "step": 797} | |
| {"info/global_step": 798, "train_info/time_within_train_step": 24.91633129119873, "step": 798} | |
| {"train_info/time_between_train_steps": 0.0054149627685546875, "step": 798} | |
| {"info/global_step": 799, "train_info/time_within_train_step": 24.740233659744263, "step": 799} | |
| {"train_info/time_between_train_steps": 0.005324125289916992, "step": 799} | |
| {"info/global_step": 800, "train_info/time_within_train_step": 24.91792583465576, "step": 800} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740943361, "_runtime": 20867}, "step": 800} | |
| {"logs": {"train/loss": 2.8995, "train/learning_rate": 0.00022222222222222218, "train/epoch": 22.01, "_timestamp": 1740943361, "_runtime": 20867}, "step": 800} | |
| {"train_info/time_between_train_steps": 73.65134811401367, "step": 800} | |
| {"info/global_step": 801, "train_info/time_within_train_step": 24.882160902023315, "step": 801} | |
| {"train_info/time_between_train_steps": 0.0053293704986572266, "step": 801} | |
| {"info/global_step": 802, "train_info/time_within_train_step": 24.871057987213135, "step": 802} | |
| {"train_info/time_between_train_steps": 0.005309343338012695, "step": 802} | |
| {"info/global_step": 803, "train_info/time_within_train_step": 24.761752128601074, "step": 803} | |
| {"train_info/time_between_train_steps": 0.0056324005126953125, "step": 803} | |
| {"info/global_step": 804, "train_info/time_within_train_step": 24.896733283996582, "step": 804} | |
| {"train_info/time_between_train_steps": 0.00539398193359375, "step": 804} | |
| {"info/global_step": 805, "train_info/time_within_train_step": 24.762784242630005, "step": 805} | |
| {"train_info/time_between_train_steps": 0.006066083908081055, "step": 805} | |
| {"info/global_step": 806, "train_info/time_within_train_step": 24.908890962600708, "step": 806} | |
| {"train_info/time_between_train_steps": 0.005437374114990234, "step": 806} | |
| {"info/global_step": 807, "train_info/time_within_train_step": 24.760766744613647, "step": 807} | |
| {"train_info/time_between_train_steps": 0.005144834518432617, "step": 807} | |
| {"info/global_step": 808, "train_info/time_within_train_step": 24.89082407951355, "step": 808} | |
| {"train_info/time_between_train_steps": 0.0052318572998046875, "step": 808} | |
| {"info/global_step": 809, "train_info/time_within_train_step": 24.7866690158844, "step": 809} | |
| {"train_info/time_between_train_steps": 0.031847476959228516, "step": 809} | |
| {"info/global_step": 810, "train_info/time_within_train_step": 24.74056124687195, "step": 810} | |
| {"train_info/time_between_train_steps": 0.0051343441009521484, "step": 810} | |
| {"info/global_step": 811, "train_info/time_within_train_step": 24.743290901184082, "step": 811} | |
| {"train_info/time_between_train_steps": 0.005099296569824219, "step": 811} | |
| {"info/global_step": 812, "train_info/time_within_train_step": 24.757664442062378, "step": 812} | |
| {"train_info/time_between_train_steps": 0.005338191986083984, "step": 812} | |
| {"info/global_step": 813, "train_info/time_within_train_step": 24.74710750579834, "step": 813} | |
| {"train_info/time_between_train_steps": 0.0052340030670166016, "step": 813} | |
| {"info/global_step": 814, "train_info/time_within_train_step": 24.740863800048828, "step": 814} | |
| {"train_info/time_between_train_steps": 0.0050640106201171875, "step": 814} | |
| {"info/global_step": 815, "train_info/time_within_train_step": 24.790107011795044, "step": 815} | |
| {"train_info/time_between_train_steps": 0.005311489105224609, "step": 815} | |
| {"info/global_step": 816, "train_info/time_within_train_step": 24.74998688697815, "step": 816} | |
| {"train_info/time_between_train_steps": 0.005881547927856445, "step": 816} | |
| {"info/global_step": 817, "train_info/time_within_train_step": 24.852731704711914, "step": 817} | |
| {"train_info/time_between_train_steps": 0.0052945613861083984, "step": 817} | |
| {"info/global_step": 818, "train_info/time_within_train_step": 24.74704074859619, "step": 818} | |
| {"train_info/time_between_train_steps": 0.005146503448486328, "step": 818} | |
| {"info/global_step": 819, "train_info/time_within_train_step": 24.748405694961548, "step": 819} | |
| {"train_info/time_between_train_steps": 0.005106449127197266, "step": 819} | |
| {"info/global_step": 820, "train_info/time_within_train_step": 24.744075059890747, "step": 820} | |
| {"train_info/time_between_train_steps": 0.005196809768676758, "step": 820} | |
| {"info/global_step": 821, "train_info/time_within_train_step": 24.734838247299194, "step": 821} | |
| {"train_info/time_between_train_steps": 0.005117654800415039, "step": 821} | |
| {"info/global_step": 822, "train_info/time_within_train_step": 24.82041049003601, "step": 822} | |
| {"train_info/time_between_train_steps": 0.005065441131591797, "step": 822} | |
| {"info/global_step": 823, "train_info/time_within_train_step": 24.759784936904907, "step": 823} | |
| {"train_info/time_between_train_steps": 0.005347251892089844, "step": 823} | |
| {"info/global_step": 824, "train_info/time_within_train_step": 24.74681282043457, "step": 824} | |
| {"train_info/time_between_train_steps": 0.00525212287902832, "step": 824} | |
| {"info/global_step": 825, "train_info/time_within_train_step": 24.767738342285156, "step": 825} | |
| {"train_info/time_between_train_steps": 0.006230592727661133, "step": 825} | |
| {"info/global_step": 826, "train_info/time_within_train_step": 24.770572423934937, "step": 826} | |
| {"train_info/time_between_train_steps": 0.0054569244384765625, "step": 826} | |
| {"info/global_step": 827, "train_info/time_within_train_step": 24.808165073394775, "step": 827} | |
| {"train_info/time_between_train_steps": 0.005726337432861328, "step": 827} | |
| {"info/global_step": 828, "train_info/time_within_train_step": 24.788211822509766, "step": 828} | |
| {"train_info/time_between_train_steps": 0.006042003631591797, "step": 828} | |
| {"train_info/time_between_train_steps": 16.621981620788574, "step": 828} | |
| {"info/global_step": 829, "train_info/time_within_train_step": 24.737006664276123, "step": 829} | |
| {"train_info/time_between_train_steps": 0.005132913589477539, "step": 829} | |
| {"info/global_step": 830, "train_info/time_within_train_step": 24.932960987091064, "step": 830} | |
| {"train_info/time_between_train_steps": 0.005236625671386719, "step": 830} | |
| {"info/global_step": 831, "train_info/time_within_train_step": 24.751991510391235, "step": 831} | |
| {"train_info/time_between_train_steps": 0.006313323974609375, "step": 831} | |
| {"info/global_step": 832, "train_info/time_within_train_step": 24.969035625457764, "step": 832} | |
| {"train_info/time_between_train_steps": 0.005347728729248047, "step": 832} | |
| {"info/global_step": 833, "train_info/time_within_train_step": 24.753235340118408, "step": 833} | |
| {"train_info/time_between_train_steps": 0.005449771881103516, "step": 833} | |
| {"info/global_step": 834, "train_info/time_within_train_step": 25.00709080696106, "step": 834} | |
| {"train_info/time_between_train_steps": 0.005329608917236328, "step": 834} | |
| {"info/global_step": 835, "train_info/time_within_train_step": 24.77187418937683, "step": 835} | |
| {"train_info/time_between_train_steps": 0.005345582962036133, "step": 835} | |
| {"info/global_step": 836, "train_info/time_within_train_step": 24.89823317527771, "step": 836} | |
| {"train_info/time_between_train_steps": 0.005300998687744141, "step": 836} | |
| {"info/global_step": 837, "train_info/time_within_train_step": 24.7678382396698, "step": 837} | |
| {"train_info/time_between_train_steps": 0.005936622619628906, "step": 837} | |
| {"info/global_step": 838, "train_info/time_within_train_step": 24.89860987663269, "step": 838} | |
| {"train_info/time_between_train_steps": 0.005341053009033203, "step": 838} | |
| {"info/global_step": 839, "train_info/time_within_train_step": 24.81425714492798, "step": 839} | |
| {"train_info/time_between_train_steps": 0.005563020706176758, "step": 839} | |
| {"info/global_step": 840, "train_info/time_within_train_step": 24.939049243927002, "step": 840} | |
| {"train_info/time_between_train_steps": 0.0054166316986083984, "step": 840} | |
| {"info/global_step": 841, "train_info/time_within_train_step": 24.79995846748352, "step": 841} | |
| {"train_info/time_between_train_steps": 0.00548100471496582, "step": 841} | |
| {"info/global_step": 842, "train_info/time_within_train_step": 24.91862678527832, "step": 842} | |
| {"train_info/time_between_train_steps": 0.005483150482177734, "step": 842} | |
| {"info/global_step": 843, "train_info/time_within_train_step": 24.771061420440674, "step": 843} | |
| {"train_info/time_between_train_steps": 0.012819051742553711, "step": 843} | |
| {"info/global_step": 844, "train_info/time_within_train_step": 24.852137565612793, "step": 844} | |
| {"train_info/time_between_train_steps": 0.010111093521118164, "step": 844} | |
| {"info/global_step": 845, "train_info/time_within_train_step": 24.785987854003906, "step": 845} | |
| {"train_info/time_between_train_steps": 0.03857016563415527, "step": 845} | |
| {"info/global_step": 846, "train_info/time_within_train_step": 24.794973611831665, "step": 846} | |
| {"train_info/time_between_train_steps": 0.005097150802612305, "step": 846} | |
| {"info/global_step": 847, "train_info/time_within_train_step": 24.857731580734253, "step": 847} | |
| {"train_info/time_between_train_steps": 0.004950523376464844, "step": 847} | |
| {"info/global_step": 848, "train_info/time_within_train_step": 24.79802966117859, "step": 848} | |
| {"train_info/time_between_train_steps": 0.007231712341308594, "step": 848} | |
| {"info/global_step": 849, "train_info/time_within_train_step": 24.733431100845337, "step": 849} | |
| {"train_info/time_between_train_steps": 0.005276203155517578, "step": 849} | |
| {"info/global_step": 850, "train_info/time_within_train_step": 24.740846872329712, "step": 850} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740944693, "_runtime": 22199}, "step": 850} | |
| {"logs": {"train/loss": 2.8259, "train/learning_rate": 0.00019444444444444443, "train/epoch": 23.02, "_timestamp": 1740944693, "_runtime": 22199}, "step": 850} | |
| {"train_info/time_between_train_steps": 0.027666330337524414, "step": 850} | |
| {"info/global_step": 851, "train_info/time_within_train_step": 24.785181999206543, "step": 851} | |
| {"train_info/time_between_train_steps": 0.005282163619995117, "step": 851} | |
| {"info/global_step": 852, "train_info/time_within_train_step": 24.77078127861023, "step": 852} | |
| {"train_info/time_between_train_steps": 0.005228519439697266, "step": 852} | |
| {"info/global_step": 853, "train_info/time_within_train_step": 24.785024404525757, "step": 853} | |
| {"train_info/time_between_train_steps": 0.005221366882324219, "step": 853} | |
| {"info/global_step": 854, "train_info/time_within_train_step": 24.770437955856323, "step": 854} | |
| {"train_info/time_between_train_steps": 0.00521087646484375, "step": 854} | |
| {"info/global_step": 855, "train_info/time_within_train_step": 24.772789239883423, "step": 855} | |
| {"train_info/time_between_train_steps": 0.00510859489440918, "step": 855} | |
| {"info/global_step": 856, "train_info/time_within_train_step": 24.78573250770569, "step": 856} | |
| {"train_info/time_between_train_steps": 0.006165027618408203, "step": 856} | |
| {"info/global_step": 857, "train_info/time_within_train_step": 24.747843027114868, "step": 857} | |
| {"train_info/time_between_train_steps": 0.005742549896240234, "step": 857} | |
| {"info/global_step": 858, "train_info/time_within_train_step": 24.754210710525513, "step": 858} | |
| {"train_info/time_between_train_steps": 0.005270481109619141, "step": 858} | |
| {"info/global_step": 859, "train_info/time_within_train_step": 24.76182246208191, "step": 859} | |
| {"train_info/time_between_train_steps": 0.0055277347564697266, "step": 859} | |
| {"info/global_step": 860, "train_info/time_within_train_step": 24.744325160980225, "step": 860} | |
| {"train_info/time_between_train_steps": 0.006135702133178711, "step": 860} | |
| {"info/global_step": 861, "train_info/time_within_train_step": 24.754754781723022, "step": 861} | |
| {"train_info/time_between_train_steps": 0.005556583404541016, "step": 861} | |
| {"info/global_step": 862, "train_info/time_within_train_step": 24.755911111831665, "step": 862} | |
| {"train_info/time_between_train_steps": 0.005482196807861328, "step": 862} | |
| {"info/global_step": 863, "train_info/time_within_train_step": 24.88033962249756, "step": 863} | |
| {"train_info/time_between_train_steps": 0.005359649658203125, "step": 863} | |
| {"info/global_step": 864, "train_info/time_within_train_step": 24.79729700088501, "step": 864} | |
| {"train_info/time_between_train_steps": 0.006820201873779297, "step": 864} | |
| {"train_info/time_between_train_steps": 16.834596872329712, "step": 864} | |
| {"info/global_step": 865, "train_info/time_within_train_step": 24.800894498825073, "step": 865} | |
| {"train_info/time_between_train_steps": 0.0051403045654296875, "step": 865} | |
| {"info/global_step": 866, "train_info/time_within_train_step": 24.902036905288696, "step": 866} | |
| {"train_info/time_between_train_steps": 0.005106210708618164, "step": 866} | |
| {"info/global_step": 867, "train_info/time_within_train_step": 24.80850052833557, "step": 867} | |
| {"train_info/time_between_train_steps": 0.005493640899658203, "step": 867} | |
| {"info/global_step": 868, "train_info/time_within_train_step": 24.8783438205719, "step": 868} | |
| {"train_info/time_between_train_steps": 0.005480527877807617, "step": 868} | |
| {"info/global_step": 869, "train_info/time_within_train_step": 24.782654523849487, "step": 869} | |
| {"train_info/time_between_train_steps": 0.0052144527435302734, "step": 869} | |
| {"info/global_step": 870, "train_info/time_within_train_step": 24.915878534317017, "step": 870} | |
| {"train_info/time_between_train_steps": 0.005402803421020508, "step": 870} | |
| {"info/global_step": 871, "train_info/time_within_train_step": 24.748852252960205, "step": 871} | |
| {"train_info/time_between_train_steps": 0.005360841751098633, "step": 871} | |
| {"info/global_step": 872, "train_info/time_within_train_step": 24.88169765472412, "step": 872} | |
| {"train_info/time_between_train_steps": 0.005325794219970703, "step": 872} | |
| {"info/global_step": 873, "train_info/time_within_train_step": 24.764137983322144, "step": 873} | |
| {"train_info/time_between_train_steps": 0.005814552307128906, "step": 873} | |
| {"info/global_step": 874, "train_info/time_within_train_step": 24.90254259109497, "step": 874} | |
| {"train_info/time_between_train_steps": 0.005207538604736328, "step": 874} | |
| {"info/global_step": 875, "train_info/time_within_train_step": 24.76852822303772, "step": 875} | |
| {"train_info/time_between_train_steps": 0.0054743289947509766, "step": 875} | |
| {"info/global_step": 876, "train_info/time_within_train_step": 24.919641256332397, "step": 876} | |
| {"train_info/time_between_train_steps": 0.00588226318359375, "step": 876} | |
| {"info/global_step": 877, "train_info/time_within_train_step": 24.814332962036133, "step": 877} | |
| {"train_info/time_between_train_steps": 0.005261659622192383, "step": 877} | |
| {"info/global_step": 878, "train_info/time_within_train_step": 24.967686414718628, "step": 878} | |
| {"train_info/time_between_train_steps": 0.0052356719970703125, "step": 878} | |
| {"info/global_step": 879, "train_info/time_within_train_step": 24.77089214324951, "step": 879} | |
| {"train_info/time_between_train_steps": 0.006594419479370117, "step": 879} | |
| {"info/global_step": 880, "train_info/time_within_train_step": 24.862778902053833, "step": 880} | |
| {"train_info/time_between_train_steps": 0.005435466766357422, "step": 880} | |
| {"info/global_step": 881, "train_info/time_within_train_step": 24.81876540184021, "step": 881} | |
| {"train_info/time_between_train_steps": 0.030539274215698242, "step": 881} | |
| {"info/global_step": 882, "train_info/time_within_train_step": 24.745403289794922, "step": 882} | |
| {"train_info/time_between_train_steps": 0.005193948745727539, "step": 882} | |
| {"info/global_step": 883, "train_info/time_within_train_step": 24.750603675842285, "step": 883} | |
| {"train_info/time_between_train_steps": 0.004948854446411133, "step": 883} | |
| {"info/global_step": 884, "train_info/time_within_train_step": 24.738006353378296, "step": 884} | |
| {"train_info/time_between_train_steps": 0.005131721496582031, "step": 884} | |
| {"info/global_step": 885, "train_info/time_within_train_step": 24.754605770111084, "step": 885} | |
| {"train_info/time_between_train_steps": 0.005350351333618164, "step": 885} | |
| {"info/global_step": 886, "train_info/time_within_train_step": 24.826268672943115, "step": 886} | |
| {"train_info/time_between_train_steps": 0.005196571350097656, "step": 886} | |
| {"info/global_step": 887, "train_info/time_within_train_step": 24.74513339996338, "step": 887} | |
| {"train_info/time_between_train_steps": 0.0054323673248291016, "step": 887} | |
| {"info/global_step": 888, "train_info/time_within_train_step": 24.747108697891235, "step": 888} | |
| {"train_info/time_between_train_steps": 0.005259990692138672, "step": 888} | |
| {"info/global_step": 889, "train_info/time_within_train_step": 24.73619055747986, "step": 889} | |
| {"train_info/time_between_train_steps": 0.01011967658996582, "step": 889} | |
| {"info/global_step": 890, "train_info/time_within_train_step": 24.740503549575806, "step": 890} | |
| {"train_info/time_between_train_steps": 0.005472660064697266, "step": 890} | |
| {"info/global_step": 891, "train_info/time_within_train_step": 24.78257393836975, "step": 891} | |
| {"train_info/time_between_train_steps": 0.005056619644165039, "step": 891} | |
| {"info/global_step": 892, "train_info/time_within_train_step": 24.751590728759766, "step": 892} | |
| {"train_info/time_between_train_steps": 0.005400180816650391, "step": 892} | |
| {"info/global_step": 893, "train_info/time_within_train_step": 24.75468134880066, "step": 893} | |
| {"train_info/time_between_train_steps": 0.0051729679107666016, "step": 893} | |
| {"info/global_step": 894, "train_info/time_within_train_step": 25.91336226463318, "step": 894} | |
| {"train_info/time_between_train_steps": 0.0052111148834228516, "step": 894} | |
| {"info/global_step": 895, "train_info/time_within_train_step": 24.986277103424072, "step": 895} | |
| {"train_info/time_between_train_steps": 0.0054323673248291016, "step": 895} | |
| {"info/global_step": 896, "train_info/time_within_train_step": 24.774037837982178, "step": 896} | |
| {"train_info/time_between_train_steps": 0.005093097686767578, "step": 896} | |
| {"info/global_step": 897, "train_info/time_within_train_step": 24.782135725021362, "step": 897} | |
| {"train_info/time_between_train_steps": 0.0051097869873046875, "step": 897} | |
| {"info/global_step": 898, "train_info/time_within_train_step": 24.75834894180298, "step": 898} | |
| {"train_info/time_between_train_steps": 0.005853414535522461, "step": 898} | |
| {"info/global_step": 899, "train_info/time_within_train_step": 24.77097249031067, "step": 899} | |
| {"train_info/time_between_train_steps": 0.00590968132019043, "step": 899} | |
| {"info/global_step": 900, "train_info/time_within_train_step": 24.767717123031616, "step": 900} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740945953, "_runtime": 23459}, "step": 900} | |
| {"logs": {"train/loss": 2.7888, "train/learning_rate": 0.00016666666666666666, "train/epoch": 24.03, "_timestamp": 1740945953, "_runtime": 23459}, "step": 900} | |
| {"train_info/time_between_train_steps": 68.69523239135742, "step": 900} | |
| {"train_info/time_between_train_steps": 85.58451890945435, "step": 900} | |
| {"info/global_step": 901, "train_info/time_within_train_step": 24.76212787628174, "step": 901} | |
| {"train_info/time_between_train_steps": 0.005411863327026367, "step": 901} | |
| {"info/global_step": 902, "train_info/time_within_train_step": 24.972213983535767, "step": 902} | |
| {"train_info/time_between_train_steps": 0.006196737289428711, "step": 902} | |
| {"info/global_step": 903, "train_info/time_within_train_step": 24.77290439605713, "step": 903} | |
| {"train_info/time_between_train_steps": 0.005240440368652344, "step": 903} | |
| {"info/global_step": 904, "train_info/time_within_train_step": 24.954622983932495, "step": 904} | |
| {"train_info/time_between_train_steps": 0.005495786666870117, "step": 904} | |
| {"info/global_step": 905, "train_info/time_within_train_step": 24.78728199005127, "step": 905} | |
| {"train_info/time_between_train_steps": 0.00554203987121582, "step": 905} | |
| {"info/global_step": 906, "train_info/time_within_train_step": 24.88096809387207, "step": 906} | |
| {"train_info/time_between_train_steps": 0.00530695915222168, "step": 906} | |
| {"info/global_step": 907, "train_info/time_within_train_step": 24.781821250915527, "step": 907} | |
| {"train_info/time_between_train_steps": 0.005563497543334961, "step": 907} | |
| {"info/global_step": 908, "train_info/time_within_train_step": 24.88909077644348, "step": 908} | |
| {"train_info/time_between_train_steps": 0.006005287170410156, "step": 908} | |
| {"info/global_step": 909, "train_info/time_within_train_step": 24.84849262237549, "step": 909} | |
| {"train_info/time_between_train_steps": 0.005205631256103516, "step": 909} | |
| {"info/global_step": 910, "train_info/time_within_train_step": 24.925403594970703, "step": 910} | |
| {"train_info/time_between_train_steps": 0.005401134490966797, "step": 910} | |
| {"info/global_step": 911, "train_info/time_within_train_step": 24.768844604492188, "step": 911} | |
| {"train_info/time_between_train_steps": 0.005454301834106445, "step": 911} | |
| {"info/global_step": 912, "train_info/time_within_train_step": 24.89044427871704, "step": 912} | |
| {"train_info/time_between_train_steps": 0.005510807037353516, "step": 912} | |
| {"info/global_step": 913, "train_info/time_within_train_step": 24.795380115509033, "step": 913} | |
| {"train_info/time_between_train_steps": 0.006193399429321289, "step": 913} | |
| {"info/global_step": 914, "train_info/time_within_train_step": 24.885308742523193, "step": 914} | |
| {"train_info/time_between_train_steps": 0.00521397590637207, "step": 914} | |
| {"info/global_step": 915, "train_info/time_within_train_step": 24.973130464553833, "step": 915} | |
| {"train_info/time_between_train_steps": 0.00506138801574707, "step": 915} | |
| {"info/global_step": 916, "train_info/time_within_train_step": 24.89756441116333, "step": 916} | |
| {"train_info/time_between_train_steps": 0.0057942867279052734, "step": 916} | |
| {"info/global_step": 917, "train_info/time_within_train_step": 24.809967041015625, "step": 917} | |
| {"train_info/time_between_train_steps": 0.01894831657409668, "step": 917} | |
| {"info/global_step": 918, "train_info/time_within_train_step": 24.73947238922119, "step": 918} | |
| {"train_info/time_between_train_steps": 0.005227327346801758, "step": 918} | |
| {"info/global_step": 919, "train_info/time_within_train_step": 24.764831066131592, "step": 919} | |
| {"train_info/time_between_train_steps": 0.0052204132080078125, "step": 919} | |
| {"info/global_step": 920, "train_info/time_within_train_step": 24.752787113189697, "step": 920} | |
| {"train_info/time_between_train_steps": 0.00501704216003418, "step": 920} | |
| {"info/global_step": 921, "train_info/time_within_train_step": 24.7734272480011, "step": 921} | |
| {"train_info/time_between_train_steps": 0.005169391632080078, "step": 921} | |
| {"info/global_step": 922, "train_info/time_within_train_step": 24.76129674911499, "step": 922} | |
| {"train_info/time_between_train_steps": 0.0052242279052734375, "step": 922} | |
| {"info/global_step": 923, "train_info/time_within_train_step": 24.749809980392456, "step": 923} | |
| {"train_info/time_between_train_steps": 0.0051898956298828125, "step": 923} | |
| {"info/global_step": 924, "train_info/time_within_train_step": 24.859062671661377, "step": 924} | |
| {"train_info/time_between_train_steps": 0.0052280426025390625, "step": 924} | |
| {"info/global_step": 925, "train_info/time_within_train_step": 24.7401180267334, "step": 925} | |
| {"train_info/time_between_train_steps": 0.0051038265228271484, "step": 925} | |
| {"info/global_step": 926, "train_info/time_within_train_step": 24.73650288581848, "step": 926} | |
| {"train_info/time_between_train_steps": 0.005063772201538086, "step": 926} | |
| {"info/global_step": 927, "train_info/time_within_train_step": 24.75499677658081, "step": 927} | |
| {"train_info/time_between_train_steps": 0.0051457881927490234, "step": 927} | |
| {"info/global_step": 928, "train_info/time_within_train_step": 24.74704074859619, "step": 928} | |
| {"train_info/time_between_train_steps": 0.004981279373168945, "step": 928} | |
| {"info/global_step": 929, "train_info/time_within_train_step": 24.76021718978882, "step": 929} | |
| {"train_info/time_between_train_steps": 0.005189657211303711, "step": 929} | |
| {"info/global_step": 930, "train_info/time_within_train_step": 24.748536348342896, "step": 930} | |
| {"train_info/time_between_train_steps": 0.006062507629394531, "step": 930} | |
| {"info/global_step": 931, "train_info/time_within_train_step": 24.780786514282227, "step": 931} | |
| {"train_info/time_between_train_steps": 0.005085468292236328, "step": 931} | |
| {"info/global_step": 932, "train_info/time_within_train_step": 24.748948574066162, "step": 932} | |
| {"train_info/time_between_train_steps": 0.00532221794128418, "step": 932} | |
| {"info/global_step": 933, "train_info/time_within_train_step": 24.742833614349365, "step": 933} | |
| {"train_info/time_between_train_steps": 0.005131244659423828, "step": 933} | |
| {"info/global_step": 934, "train_info/time_within_train_step": 24.77160620689392, "step": 934} | |
| {"train_info/time_between_train_steps": 0.016026973724365234, "step": 934} | |
| {"info/global_step": 935, "train_info/time_within_train_step": 24.819114446640015, "step": 935} | |
| {"train_info/time_between_train_steps": 0.0058596134185791016, "step": 935} | |
| {"info/global_step": 936, "train_info/time_within_train_step": 24.794894695281982, "step": 936} | |
| {"train_info/time_between_train_steps": 0.0065686702728271484, "step": 936} | |
| {"train_info/time_between_train_steps": 17.168341159820557, "step": 936} | |
| {"info/global_step": 937, "train_info/time_within_train_step": 24.767467737197876, "step": 937} | |
| {"train_info/time_between_train_steps": 0.00551295280456543, "step": 937} | |
| {"info/global_step": 938, "train_info/time_within_train_step": 24.881396770477295, "step": 938} | |
| {"train_info/time_between_train_steps": 0.005526304244995117, "step": 938} | |
| {"info/global_step": 939, "train_info/time_within_train_step": 24.8755362033844, "step": 939} | |
| {"train_info/time_between_train_steps": 0.005542755126953125, "step": 939} | |
| {"info/global_step": 940, "train_info/time_within_train_step": 24.98568105697632, "step": 940} | |
| {"train_info/time_between_train_steps": 0.005435943603515625, "step": 940} | |
| {"info/global_step": 941, "train_info/time_within_train_step": 24.743486166000366, "step": 941} | |
| {"train_info/time_between_train_steps": 0.0051577091217041016, "step": 941} | |
| {"info/global_step": 942, "train_info/time_within_train_step": 24.916969537734985, "step": 942} | |
| {"train_info/time_between_train_steps": 0.005219697952270508, "step": 942} | |
| {"info/global_step": 943, "train_info/time_within_train_step": 24.807173013687134, "step": 943} | |
| {"train_info/time_between_train_steps": 0.005580425262451172, "step": 943} | |
| {"info/global_step": 944, "train_info/time_within_train_step": 24.874029397964478, "step": 944} | |
| {"train_info/time_between_train_steps": 0.0051729679107666016, "step": 944} | |
| {"info/global_step": 945, "train_info/time_within_train_step": 24.816062927246094, "step": 945} | |
| {"train_info/time_between_train_steps": 0.005456686019897461, "step": 945} | |
| {"info/global_step": 946, "train_info/time_within_train_step": 24.90738821029663, "step": 946} | |
| {"train_info/time_between_train_steps": 0.005282163619995117, "step": 946} | |
| {"info/global_step": 947, "train_info/time_within_train_step": 24.74633812904358, "step": 947} | |
| {"train_info/time_between_train_steps": 0.0052585601806640625, "step": 947} | |
| {"info/global_step": 948, "train_info/time_within_train_step": 24.902916431427002, "step": 948} | |
| {"train_info/time_between_train_steps": 0.005457639694213867, "step": 948} | |
| {"info/global_step": 949, "train_info/time_within_train_step": 24.77190613746643, "step": 949} | |
| {"train_info/time_between_train_steps": 0.005437612533569336, "step": 949} | |
| {"info/global_step": 950, "train_info/time_within_train_step": 24.92700219154358, "step": 950} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740947299, "_runtime": 24805}, "step": 950} | |
| {"logs": {"train/loss": 2.7837, "train/learning_rate": 0.0001388888888888889, "train/epoch": 26.01, "_timestamp": 1740947299, "_runtime": 24805}, "step": 950} | |
| {"train_info/time_between_train_steps": 0.027726411819458008, "step": 950} | |
| {"info/global_step": 951, "train_info/time_within_train_step": 24.77625322341919, "step": 951} | |
| {"train_info/time_between_train_steps": 0.005471229553222656, "step": 951} | |
| {"info/global_step": 952, "train_info/time_within_train_step": 24.852412939071655, "step": 952} | |
| {"train_info/time_between_train_steps": 0.005384683609008789, "step": 952} | |
| {"info/global_step": 953, "train_info/time_within_train_step": 24.97285270690918, "step": 953} | |
| {"train_info/time_between_train_steps": 0.033429861068725586, "step": 953} | |
| {"info/global_step": 954, "train_info/time_within_train_step": 24.757288455963135, "step": 954} | |
| {"train_info/time_between_train_steps": 0.005141258239746094, "step": 954} | |
| {"info/global_step": 955, "train_info/time_within_train_step": 24.842920541763306, "step": 955} | |
| {"train_info/time_between_train_steps": 0.009368419647216797, "step": 955} | |
| {"info/global_step": 956, "train_info/time_within_train_step": 24.746108293533325, "step": 956} | |
| {"train_info/time_between_train_steps": 0.0052318572998046875, "step": 956} | |
| {"info/global_step": 957, "train_info/time_within_train_step": 24.75998830795288, "step": 957} | |
| {"train_info/time_between_train_steps": 0.005368947982788086, "step": 957} | |
| {"info/global_step": 958, "train_info/time_within_train_step": 24.758537530899048, "step": 958} | |
| {"train_info/time_between_train_steps": 0.005227565765380859, "step": 958} | |
| {"info/global_step": 959, "train_info/time_within_train_step": 24.757068872451782, "step": 959} | |
| {"train_info/time_between_train_steps": 0.005290031433105469, "step": 959} | |
| {"info/global_step": 960, "train_info/time_within_train_step": 24.777674913406372, "step": 960} | |
| {"train_info/time_between_train_steps": 0.005176544189453125, "step": 960} | |
| {"info/global_step": 961, "train_info/time_within_train_step": 24.78713822364807, "step": 961} | |
| {"train_info/time_between_train_steps": 0.005229473114013672, "step": 961} | |
| {"info/global_step": 962, "train_info/time_within_train_step": 24.782251596450806, "step": 962} | |
| {"train_info/time_between_train_steps": 0.005205392837524414, "step": 962} | |
| {"info/global_step": 963, "train_info/time_within_train_step": 24.7480731010437, "step": 963} | |
| {"train_info/time_between_train_steps": 0.005182981491088867, "step": 963} | |
| {"info/global_step": 964, "train_info/time_within_train_step": 24.766838550567627, "step": 964} | |
| {"train_info/time_between_train_steps": 0.005126953125, "step": 964} | |
| {"info/global_step": 965, "train_info/time_within_train_step": 24.754828929901123, "step": 965} | |
| {"train_info/time_between_train_steps": 0.0052280426025390625, "step": 965} | |
| {"info/global_step": 966, "train_info/time_within_train_step": 24.77509355545044, "step": 966} | |
| {"train_info/time_between_train_steps": 0.0051975250244140625, "step": 966} | |
| {"info/global_step": 967, "train_info/time_within_train_step": 24.74952268600464, "step": 967} | |
| {"train_info/time_between_train_steps": 0.005281925201416016, "step": 967} | |
| {"info/global_step": 968, "train_info/time_within_train_step": 24.77539300918579, "step": 968} | |
| {"train_info/time_between_train_steps": 0.005142927169799805, "step": 968} | |
| {"info/global_step": 969, "train_info/time_within_train_step": 24.7710440158844, "step": 969} | |
| {"train_info/time_between_train_steps": 0.005368232727050781, "step": 969} | |
| {"info/global_step": 970, "train_info/time_within_train_step": 24.750943660736084, "step": 970} | |
| {"train_info/time_between_train_steps": 0.00567173957824707, "step": 970} | |
| {"info/global_step": 971, "train_info/time_within_train_step": 24.85922408103943, "step": 971} | |
| {"train_info/time_between_train_steps": 0.006674766540527344, "step": 971} | |
| {"info/global_step": 972, "train_info/time_within_train_step": 24.785603761672974, "step": 972} | |
| {"train_info/time_between_train_steps": 0.005579233169555664, "step": 972} | |
| {"train_info/time_between_train_steps": 16.67621898651123, "step": 972} | |
| {"info/global_step": 973, "train_info/time_within_train_step": 24.74540638923645, "step": 973} | |
| {"train_info/time_between_train_steps": 0.0050048828125, "step": 973} | |
| {"info/global_step": 974, "train_info/time_within_train_step": 24.847867012023926, "step": 974} | |
| {"train_info/time_between_train_steps": 0.00500798225402832, "step": 974} | |
| {"info/global_step": 975, "train_info/time_within_train_step": 24.763017416000366, "step": 975} | |
| {"train_info/time_between_train_steps": 0.005359649658203125, "step": 975} | |
| {"info/global_step": 976, "train_info/time_within_train_step": 24.90666890144348, "step": 976} | |
| {"train_info/time_between_train_steps": 0.005507469177246094, "step": 976} | |
| {"info/global_step": 977, "train_info/time_within_train_step": 24.759479522705078, "step": 977} | |
| {"train_info/time_between_train_steps": 0.0054073333740234375, "step": 977} | |
| {"info/global_step": 978, "train_info/time_within_train_step": 24.99914836883545, "step": 978} | |
| {"train_info/time_between_train_steps": 0.005621910095214844, "step": 978} | |
| {"info/global_step": 979, "train_info/time_within_train_step": 24.76280951499939, "step": 979} | |
| {"train_info/time_between_train_steps": 0.0052947998046875, "step": 979} | |
| {"info/global_step": 980, "train_info/time_within_train_step": 24.90228772163391, "step": 980} | |
| {"train_info/time_between_train_steps": 0.005228757858276367, "step": 980} | |
| {"info/global_step": 981, "train_info/time_within_train_step": 24.82412052154541, "step": 981} | |
| {"train_info/time_between_train_steps": 0.0055849552154541016, "step": 981} | |
| {"info/global_step": 982, "train_info/time_within_train_step": 24.919294118881226, "step": 982} | |
| {"train_info/time_between_train_steps": 0.005417346954345703, "step": 982} | |
| {"info/global_step": 983, "train_info/time_within_train_step": 24.825366973876953, "step": 983} | |
| {"train_info/time_between_train_steps": 0.005415916442871094, "step": 983} | |
| {"info/global_step": 984, "train_info/time_within_train_step": 24.927533864974976, "step": 984} | |
| {"train_info/time_between_train_steps": 0.005728483200073242, "step": 984} | |
| {"info/global_step": 985, "train_info/time_within_train_step": 24.836727380752563, "step": 985} | |
| {"train_info/time_between_train_steps": 0.0052797794342041016, "step": 985} | |
| {"info/global_step": 986, "train_info/time_within_train_step": 24.97538661956787, "step": 986} | |
| {"train_info/time_between_train_steps": 0.00554966926574707, "step": 986} | |
| {"info/global_step": 987, "train_info/time_within_train_step": 24.77147626876831, "step": 987} | |
| {"train_info/time_between_train_steps": 0.005652427673339844, "step": 987} | |
| {"info/global_step": 988, "train_info/time_within_train_step": 24.85191774368286, "step": 988} | |
| {"train_info/time_between_train_steps": 0.005316257476806641, "step": 988} | |
| {"info/global_step": 989, "train_info/time_within_train_step": 24.774152755737305, "step": 989} | |
| {"train_info/time_between_train_steps": 0.03489518165588379, "step": 989} | |
| {"info/global_step": 990, "train_info/time_within_train_step": 24.78503727912903, "step": 990} | |
| {"train_info/time_between_train_steps": 0.005142688751220703, "step": 990} | |
| {"info/global_step": 991, "train_info/time_within_train_step": 24.730931997299194, "step": 991} | |
| {"train_info/time_between_train_steps": 0.0050470829010009766, "step": 991} | |
| {"info/global_step": 992, "train_info/time_within_train_step": 24.735248804092407, "step": 992} | |
| {"train_info/time_between_train_steps": 0.005343437194824219, "step": 992} | |
| {"info/global_step": 993, "train_info/time_within_train_step": 26.937684774398804, "step": 993} | |
| {"train_info/time_between_train_steps": 0.005276918411254883, "step": 993} | |
| {"info/global_step": 994, "train_info/time_within_train_step": 25.217581033706665, "step": 994} | |
| {"train_info/time_between_train_steps": 0.0054471492767333984, "step": 994} | |
| {"info/global_step": 995, "train_info/time_within_train_step": 24.807861804962158, "step": 995} | |
| {"train_info/time_between_train_steps": 0.0055866241455078125, "step": 995} | |
| {"info/global_step": 996, "train_info/time_within_train_step": 24.736634492874146, "step": 996} | |
| {"train_info/time_between_train_steps": 0.005168437957763672, "step": 996} | |
| {"info/global_step": 997, "train_info/time_within_train_step": 24.79540181159973, "step": 997} | |
| {"train_info/time_between_train_steps": 0.0051686763763427734, "step": 997} | |
| {"info/global_step": 998, "train_info/time_within_train_step": 24.734155416488647, "step": 998} | |
| {"train_info/time_between_train_steps": 0.0053708553314208984, "step": 998} | |
| {"info/global_step": 999, "train_info/time_within_train_step": 24.735739707946777, "step": 999} | |
| {"train_info/time_between_train_steps": 0.005217313766479492, "step": 999} | |
| {"info/global_step": 1000, "train_info/time_within_train_step": 24.732637405395508, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 19104.0, "train_info/memory_max_reserved": 19104.0, "_timestamp": 1740948562, "_runtime": 26068}, "step": 1000} | |
| {"logs": {"train/loss": 2.7195, "train/learning_rate": 0.00011111111111111109, "train/epoch": 27.02, "_timestamp": 1740948562, "_runtime": 26068}, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740948569, "_runtime": 26075}, "step": 1000} | |
| {"logs": {"eval/loss": 3.4416074752807617, "eval/runtime": 6.4098, "eval/samples_per_second": 20.593, "eval/steps_per_second": 1.404, "train/epoch": 27.02, "_timestamp": 1740948569, "_runtime": 26075}, "step": 1000} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740948570, "_runtime": 26076}, "step": 1000} | |
| {"logs": {"eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_loss": 3.4416074752807617, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_ppl": 31.2371307474338, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_runtime": 6.4098, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_samples_per_second": 20.593, "train/epoch": 27.02, "_timestamp": 1740948570, "_runtime": 26076}, "step": 1000} | |
| {"train_info/time_between_train_steps": 108.55150890350342, "step": 1000} | |
| {"info/global_step": 1001, "train_info/time_within_train_step": 24.84114694595337, "step": 1001} | |
| {"train_info/time_between_train_steps": 0.005208253860473633, "step": 1001} | |
| {"info/global_step": 1002, "train_info/time_within_train_step": 24.731173753738403, "step": 1002} | |
| {"train_info/time_between_train_steps": 0.005733489990234375, "step": 1002} | |
| {"info/global_step": 1003, "train_info/time_within_train_step": 24.76983904838562, "step": 1003} | |
| {"train_info/time_between_train_steps": 0.005202531814575195, "step": 1003} | |
| {"info/global_step": 1004, "train_info/time_within_train_step": 24.744946718215942, "step": 1004} | |
| {"train_info/time_between_train_steps": 0.006041765213012695, "step": 1004} | |
| {"info/global_step": 1005, "train_info/time_within_train_step": 24.784380674362183, "step": 1005} | |
| {"train_info/time_between_train_steps": 0.007281303405761719, "step": 1005} | |
| {"info/global_step": 1006, "train_info/time_within_train_step": 24.773634433746338, "step": 1006} | |
| {"train_info/time_between_train_steps": 0.0064487457275390625, "step": 1006} | |
| {"info/global_step": 1007, "train_info/time_within_train_step": 24.774767637252808, "step": 1007} | |
| {"train_info/time_between_train_steps": 0.005732297897338867, "step": 1007} | |
| {"info/global_step": 1008, "train_info/time_within_train_step": 24.80076766014099, "step": 1008} | |
| {"train_info/time_between_train_steps": 0.006000518798828125, "step": 1008} | |
| {"train_info/time_between_train_steps": 16.852744102478027, "step": 1008} | |
| {"info/global_step": 1009, "train_info/time_within_train_step": 24.740622997283936, "step": 1009} | |
| {"train_info/time_between_train_steps": 0.005982160568237305, "step": 1009} | |
| {"info/global_step": 1010, "train_info/time_within_train_step": 24.89095139503479, "step": 1010} | |
| {"train_info/time_between_train_steps": 0.0058705806732177734, "step": 1010} | |
| {"info/global_step": 1011, "train_info/time_within_train_step": 24.776957988739014, "step": 1011} | |
| {"train_info/time_between_train_steps": 0.012842655181884766, "step": 1011} | |
| {"info/global_step": 1012, "train_info/time_within_train_step": 24.88719129562378, "step": 1012} | |
| {"train_info/time_between_train_steps": 0.012768745422363281, "step": 1012} | |
| {"info/global_step": 1013, "train_info/time_within_train_step": 24.78426766395569, "step": 1013} | |
| {"train_info/time_between_train_steps": 0.005528688430786133, "step": 1013} | |
| {"info/global_step": 1014, "train_info/time_within_train_step": 25.000109910964966, "step": 1014} | |
| {"train_info/time_between_train_steps": 0.013251781463623047, "step": 1014} | |
| {"info/global_step": 1015, "train_info/time_within_train_step": 24.762908220291138, "step": 1015} | |
| {"train_info/time_between_train_steps": 0.0068585872650146484, "step": 1015} | |
| {"info/global_step": 1016, "train_info/time_within_train_step": 25.039219856262207, "step": 1016} | |
| {"train_info/time_between_train_steps": 0.005348920822143555, "step": 1016} | |
| {"info/global_step": 1017, "train_info/time_within_train_step": 24.869441270828247, "step": 1017} | |
| {"train_info/time_between_train_steps": 0.005234479904174805, "step": 1017} | |
| {"info/global_step": 1018, "train_info/time_within_train_step": 24.87237572669983, "step": 1018} | |
| {"train_info/time_between_train_steps": 0.006941795349121094, "step": 1018} | |
| {"info/global_step": 1019, "train_info/time_within_train_step": 24.775486707687378, "step": 1019} | |
| {"train_info/time_between_train_steps": 0.0059545040130615234, "step": 1019} | |
| {"info/global_step": 1020, "train_info/time_within_train_step": 24.88916254043579, "step": 1020} | |
| {"train_info/time_between_train_steps": 0.005281925201416016, "step": 1020} | |
| {"info/global_step": 1021, "train_info/time_within_train_step": 24.75674605369568, "step": 1021} | |
| {"train_info/time_between_train_steps": 0.005486965179443359, "step": 1021} | |
| {"info/global_step": 1022, "train_info/time_within_train_step": 24.92192816734314, "step": 1022} | |
| {"train_info/time_between_train_steps": 0.005615711212158203, "step": 1022} | |
| {"info/global_step": 1023, "train_info/time_within_train_step": 24.757102012634277, "step": 1023} | |
| {"train_info/time_between_train_steps": 0.0051937103271484375, "step": 1023} | |
| {"info/global_step": 1024, "train_info/time_within_train_step": 24.852267742156982, "step": 1024} | |
| {"train_info/time_between_train_steps": 0.0052983760833740234, "step": 1024} | |
| {"info/global_step": 1025, "train_info/time_within_train_step": 24.76742672920227, "step": 1025} | |
| {"train_info/time_between_train_steps": 0.02501201629638672, "step": 1025} | |
| {"info/global_step": 1026, "train_info/time_within_train_step": 24.73414659500122, "step": 1026} | |
| {"train_info/time_between_train_steps": 0.0050754547119140625, "step": 1026} | |
| {"info/global_step": 1027, "train_info/time_within_train_step": 24.74065399169922, "step": 1027} | |
| {"train_info/time_between_train_steps": 0.005393505096435547, "step": 1027} | |
| {"info/global_step": 1028, "train_info/time_within_train_step": 24.73924231529236, "step": 1028} | |
| {"train_info/time_between_train_steps": 0.0052661895751953125, "step": 1028} | |
| {"info/global_step": 1029, "train_info/time_within_train_step": 24.743659257888794, "step": 1029} | |
| {"train_info/time_between_train_steps": 0.004946708679199219, "step": 1029} | |
| {"info/global_step": 1030, "train_info/time_within_train_step": 24.737915992736816, "step": 1030} | |
| {"train_info/time_between_train_steps": 0.005015134811401367, "step": 1030} | |
| {"info/global_step": 1031, "train_info/time_within_train_step": 24.779667854309082, "step": 1031} | |
| {"train_info/time_between_train_steps": 0.00534367561340332, "step": 1031} | |
| {"info/global_step": 1032, "train_info/time_within_train_step": 24.874475717544556, "step": 1032} | |
| {"train_info/time_between_train_steps": 0.0051305294036865234, "step": 1032} | |
| {"info/global_step": 1033, "train_info/time_within_train_step": 24.766347408294678, "step": 1033} | |
| {"train_info/time_between_train_steps": 0.005310535430908203, "step": 1033} | |
| {"info/global_step": 1034, "train_info/time_within_train_step": 24.751995086669922, "step": 1034} | |
| {"train_info/time_between_train_steps": 0.005062103271484375, "step": 1034} | |
| {"info/global_step": 1035, "train_info/time_within_train_step": 24.760120153427124, "step": 1035} | |
| {"train_info/time_between_train_steps": 0.005573272705078125, "step": 1035} | |
| {"info/global_step": 1036, "train_info/time_within_train_step": 24.780391931533813, "step": 1036} | |
| {"train_info/time_between_train_steps": 0.005408763885498047, "step": 1036} | |
| {"info/global_step": 1037, "train_info/time_within_train_step": 24.776050090789795, "step": 1037} | |
| {"train_info/time_between_train_steps": 0.005145072937011719, "step": 1037} | |
| {"info/global_step": 1038, "train_info/time_within_train_step": 24.756344318389893, "step": 1038} | |
| {"train_info/time_between_train_steps": 0.006247282028198242, "step": 1038} | |
| {"info/global_step": 1039, "train_info/time_within_train_step": 24.752676010131836, "step": 1039} | |
| {"train_info/time_between_train_steps": 0.005099058151245117, "step": 1039} | |
| {"info/global_step": 1040, "train_info/time_within_train_step": 24.768800020217896, "step": 1040} | |
| {"train_info/time_between_train_steps": 0.01038980484008789, "step": 1040} | |
| {"info/global_step": 1041, "train_info/time_within_train_step": 24.75898575782776, "step": 1041} | |
| {"train_info/time_between_train_steps": 0.005494594573974609, "step": 1041} | |
| {"info/global_step": 1042, "train_info/time_within_train_step": 24.737360954284668, "step": 1042} | |
| {"train_info/time_between_train_steps": 0.005094289779663086, "step": 1042} | |
| {"info/global_step": 1043, "train_info/time_within_train_step": 24.763789415359497, "step": 1043} | |
| {"train_info/time_between_train_steps": 0.0055942535400390625, "step": 1043} | |
| {"info/global_step": 1044, "train_info/time_within_train_step": 24.76590132713318, "step": 1044} | |
| {"train_info/time_between_train_steps": 0.005734920501708984, "step": 1044} | |
| {"train_info/time_between_train_steps": 17.071033239364624, "step": 1044} | |
| {"info/global_step": 1045, "train_info/time_within_train_step": 24.75112748146057, "step": 1045} | |
| {"train_info/time_between_train_steps": 0.005124330520629883, "step": 1045} | |
| {"info/global_step": 1046, "train_info/time_within_train_step": 24.87328577041626, "step": 1046} | |
| {"train_info/time_between_train_steps": 0.0052340030670166016, "step": 1046} | |
| {"info/global_step": 1047, "train_info/time_within_train_step": 24.871405601501465, "step": 1047} | |
| {"train_info/time_between_train_steps": 0.005496501922607422, "step": 1047} | |
| {"info/global_step": 1048, "train_info/time_within_train_step": 24.908432722091675, "step": 1048} | |
| {"train_info/time_between_train_steps": 0.0052947998046875, "step": 1048} | |
| {"info/global_step": 1049, "train_info/time_within_train_step": 24.75676941871643, "step": 1049} | |
| {"train_info/time_between_train_steps": 0.005472660064697266, "step": 1049} | |
| {"info/global_step": 1050, "train_info/time_within_train_step": 24.99401354789734, "step": 1050} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740949946, "_runtime": 27452}, "step": 1050} | |
| {"logs": {"train/loss": 2.7186, "train/learning_rate": 8.333333333333333e-05, "train/epoch": 29.0, "_timestamp": 1740949946, "_runtime": 27452}, "step": 1050} | |
| {"train_info/time_between_train_steps": 0.0271759033203125, "step": 1050} | |
| {"info/global_step": 1051, "train_info/time_within_train_step": 24.756192684173584, "step": 1051} | |
| {"train_info/time_between_train_steps": 0.0052106380462646484, "step": 1051} | |
| {"info/global_step": 1052, "train_info/time_within_train_step": 24.873212099075317, "step": 1052} | |
| {"train_info/time_between_train_steps": 0.005150318145751953, "step": 1052} | |
| {"info/global_step": 1053, "train_info/time_within_train_step": 24.768649101257324, "step": 1053} | |
| {"train_info/time_between_train_steps": 0.005766391754150391, "step": 1053} | |
| {"info/global_step": 1054, "train_info/time_within_train_step": 25.03823447227478, "step": 1054} | |
| {"train_info/time_between_train_steps": 0.005156993865966797, "step": 1054} | |
| {"info/global_step": 1055, "train_info/time_within_train_step": 24.803529024124146, "step": 1055} | |
| {"train_info/time_between_train_steps": 0.005342006683349609, "step": 1055} | |
| {"info/global_step": 1056, "train_info/time_within_train_step": 24.923121690750122, "step": 1056} | |
| {"train_info/time_between_train_steps": 0.005444526672363281, "step": 1056} | |
| {"info/global_step": 1057, "train_info/time_within_train_step": 24.7487850189209, "step": 1057} | |
| {"train_info/time_between_train_steps": 0.005192756652832031, "step": 1057} | |
| {"info/global_step": 1058, "train_info/time_within_train_step": 24.868586778640747, "step": 1058} | |
| {"train_info/time_between_train_steps": 0.005425691604614258, "step": 1058} | |
| {"info/global_step": 1059, "train_info/time_within_train_step": 24.753047943115234, "step": 1059} | |
| {"train_info/time_between_train_steps": 0.005539417266845703, "step": 1059} | |
| {"info/global_step": 1060, "train_info/time_within_train_step": 24.85817241668701, "step": 1060} | |
| {"train_info/time_between_train_steps": 0.0055084228515625, "step": 1060} | |
| {"info/global_step": 1061, "train_info/time_within_train_step": 24.776952266693115, "step": 1061} | |
| {"train_info/time_between_train_steps": 0.03631711006164551, "step": 1061} | |
| {"info/global_step": 1062, "train_info/time_within_train_step": 24.803970098495483, "step": 1062} | |
| {"train_info/time_between_train_steps": 0.005070209503173828, "step": 1062} | |
| {"info/global_step": 1063, "train_info/time_within_train_step": 24.826128721237183, "step": 1063} | |
| {"train_info/time_between_train_steps": 0.004951953887939453, "step": 1063} | |
| {"info/global_step": 1064, "train_info/time_within_train_step": 24.761898279190063, "step": 1064} | |
| {"train_info/time_between_train_steps": 0.012268304824829102, "step": 1064} | |
| {"info/global_step": 1065, "train_info/time_within_train_step": 24.775486946105957, "step": 1065} | |
| {"train_info/time_between_train_steps": 0.01244211196899414, "step": 1065} | |
| {"info/global_step": 1066, "train_info/time_within_train_step": 24.784486293792725, "step": 1066} | |
| {"train_info/time_between_train_steps": 0.012349367141723633, "step": 1066} | |
| {"info/global_step": 1067, "train_info/time_within_train_step": 24.755938053131104, "step": 1067} | |
| {"train_info/time_between_train_steps": 0.005402088165283203, "step": 1067} | |
| {"info/global_step": 1068, "train_info/time_within_train_step": 24.7568621635437, "step": 1068} | |
| {"train_info/time_between_train_steps": 0.005158901214599609, "step": 1068} | |
| {"info/global_step": 1069, "train_info/time_within_train_step": 24.750511407852173, "step": 1069} | |
| {"train_info/time_between_train_steps": 0.005210161209106445, "step": 1069} | |
| {"info/global_step": 1070, "train_info/time_within_train_step": 24.752020120620728, "step": 1070} | |
| {"train_info/time_between_train_steps": 0.005383968353271484, "step": 1070} | |
| {"info/global_step": 1071, "train_info/time_within_train_step": 24.78107738494873, "step": 1071} | |
| {"train_info/time_between_train_steps": 0.005280733108520508, "step": 1071} | |
| {"info/global_step": 1072, "train_info/time_within_train_step": 24.74480366706848, "step": 1072} | |
| {"train_info/time_between_train_steps": 0.005324840545654297, "step": 1072} | |
| {"info/global_step": 1073, "train_info/time_within_train_step": 24.764277458190918, "step": 1073} | |
| {"train_info/time_between_train_steps": 0.005342721939086914, "step": 1073} | |
| {"info/global_step": 1074, "train_info/time_within_train_step": 24.744667053222656, "step": 1074} | |
| {"train_info/time_between_train_steps": 0.005217552185058594, "step": 1074} | |
| {"info/global_step": 1075, "train_info/time_within_train_step": 24.749428749084473, "step": 1075} | |
| {"train_info/time_between_train_steps": 0.005298137664794922, "step": 1075} | |
| {"info/global_step": 1076, "train_info/time_within_train_step": 24.7676043510437, "step": 1076} | |
| {"train_info/time_between_train_steps": 0.005292654037475586, "step": 1076} | |
| {"info/global_step": 1077, "train_info/time_within_train_step": 24.775352954864502, "step": 1077} | |
| {"train_info/time_between_train_steps": 0.0053272247314453125, "step": 1077} | |
| {"info/global_step": 1078, "train_info/time_within_train_step": 24.875511407852173, "step": 1078} | |
| {"train_info/time_between_train_steps": 0.005576610565185547, "step": 1078} | |
| {"info/global_step": 1079, "train_info/time_within_train_step": 24.774701356887817, "step": 1079} | |
| {"train_info/time_between_train_steps": 0.005555868148803711, "step": 1079} | |
| {"info/global_step": 1080, "train_info/time_within_train_step": 24.79370355606079, "step": 1080} | |
| {"train_info/time_between_train_steps": 0.005956888198852539, "step": 1080} | |
| {"train_info/time_between_train_steps": 16.80879831314087, "step": 1080} | |
| {"info/global_step": 1081, "train_info/time_within_train_step": 24.766063928604126, "step": 1081} | |
| {"train_info/time_between_train_steps": 0.005059719085693359, "step": 1081} | |
| {"info/global_step": 1082, "train_info/time_within_train_step": 24.86065125465393, "step": 1082} | |
| {"train_info/time_between_train_steps": 0.005153179168701172, "step": 1082} | |
| {"info/global_step": 1083, "train_info/time_within_train_step": 24.75119185447693, "step": 1083} | |
| {"train_info/time_between_train_steps": 0.005556583404541016, "step": 1083} | |
| {"info/global_step": 1084, "train_info/time_within_train_step": 24.911428213119507, "step": 1084} | |
| {"train_info/time_between_train_steps": 0.005540609359741211, "step": 1084} | |
| {"info/global_step": 1085, "train_info/time_within_train_step": 24.81717348098755, "step": 1085} | |
| {"train_info/time_between_train_steps": 0.005280256271362305, "step": 1085} | |
| {"info/global_step": 1086, "train_info/time_within_train_step": 24.907738208770752, "step": 1086} | |
| {"train_info/time_between_train_steps": 0.005442619323730469, "step": 1086} | |
| {"info/global_step": 1087, "train_info/time_within_train_step": 24.744338750839233, "step": 1087} | |
| {"train_info/time_between_train_steps": 0.005329608917236328, "step": 1087} | |
| {"info/global_step": 1088, "train_info/time_within_train_step": 24.885549306869507, "step": 1088} | |
| {"train_info/time_between_train_steps": 0.005498647689819336, "step": 1088} | |
| {"info/global_step": 1089, "train_info/time_within_train_step": 24.76716184616089, "step": 1089} | |
| {"train_info/time_between_train_steps": 0.0057392120361328125, "step": 1089} | |
| {"info/global_step": 1090, "train_info/time_within_train_step": 24.88822913169861, "step": 1090} | |
| {"train_info/time_between_train_steps": 0.005202054977416992, "step": 1090} | |
| {"info/global_step": 1091, "train_info/time_within_train_step": 24.98535466194153, "step": 1091} | |
| {"train_info/time_between_train_steps": 0.005575895309448242, "step": 1091} | |
| {"info/global_step": 1092, "train_info/time_within_train_step": 24.925920009613037, "step": 1092} | |
| {"train_info/time_between_train_steps": 0.005395650863647461, "step": 1092} | |
| {"info/global_step": 1093, "train_info/time_within_train_step": 24.821568965911865, "step": 1093} | |
| {"train_info/time_between_train_steps": 0.00535893440246582, "step": 1093} | |
| {"info/global_step": 1094, "train_info/time_within_train_step": 24.86317491531372, "step": 1094} | |
| {"train_info/time_between_train_steps": 0.005210399627685547, "step": 1094} | |
| {"info/global_step": 1095, "train_info/time_within_train_step": 24.76734733581543, "step": 1095} | |
| {"train_info/time_between_train_steps": 0.005901813507080078, "step": 1095} | |
| {"info/global_step": 1096, "train_info/time_within_train_step": 24.866756439208984, "step": 1096} | |
| {"train_info/time_between_train_steps": 0.005473613739013672, "step": 1096} | |
| {"info/global_step": 1097, "train_info/time_within_train_step": 24.769266605377197, "step": 1097} | |
| {"train_info/time_between_train_steps": 0.032050371170043945, "step": 1097} | |
| {"info/global_step": 1098, "train_info/time_within_train_step": 24.74299955368042, "step": 1098} | |
| {"train_info/time_between_train_steps": 0.006150007247924805, "step": 1098} | |
| {"info/global_step": 1099, "train_info/time_within_train_step": 24.771519660949707, "step": 1099} | |
| {"train_info/time_between_train_steps": 0.0049932003021240234, "step": 1099} | |
| {"info/global_step": 1100, "train_info/time_within_train_step": 24.737592458724976, "step": 1100} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740951206, "_runtime": 28712}, "step": 1100} | |
| {"logs": {"train/loss": 2.6634, "train/learning_rate": 5.5555555555555545e-05, "train/epoch": 30.02, "_timestamp": 1740951206, "_runtime": 28712}, "step": 1100} | |
| {"train_info/time_between_train_steps": 56.5646710395813, "step": 1100} | |
| {"info/global_step": 1101, "train_info/time_within_train_step": 24.745389699935913, "step": 1101} | |
| {"train_info/time_between_train_steps": 0.008408546447753906, "step": 1101} | |
| {"info/global_step": 1102, "train_info/time_within_train_step": 24.79208278656006, "step": 1102} | |
| {"train_info/time_between_train_steps": 0.004807710647583008, "step": 1102} | |
| {"info/global_step": 1103, "train_info/time_within_train_step": 24.753902673721313, "step": 1103} | |
| {"train_info/time_between_train_steps": 0.005321979522705078, "step": 1103} | |
| {"info/global_step": 1104, "train_info/time_within_train_step": 24.77013087272644, "step": 1104} | |
| {"train_info/time_between_train_steps": 0.00499415397644043, "step": 1104} | |
| {"info/global_step": 1105, "train_info/time_within_train_step": 24.798280715942383, "step": 1105} | |
| {"train_info/time_between_train_steps": 0.005398750305175781, "step": 1105} | |
| {"info/global_step": 1106, "train_info/time_within_train_step": 24.75375008583069, "step": 1106} | |
| {"train_info/time_between_train_steps": 0.005188465118408203, "step": 1106} | |
| {"info/global_step": 1107, "train_info/time_within_train_step": 24.80148959159851, "step": 1107} | |
| {"train_info/time_between_train_steps": 0.005060434341430664, "step": 1107} | |
| {"info/global_step": 1108, "train_info/time_within_train_step": 24.757344245910645, "step": 1108} | |
| {"train_info/time_between_train_steps": 0.005259037017822266, "step": 1108} | |
| {"info/global_step": 1109, "train_info/time_within_train_step": 24.891968727111816, "step": 1109} | |
| {"train_info/time_between_train_steps": 0.005301475524902344, "step": 1109} | |
| {"info/global_step": 1110, "train_info/time_within_train_step": 24.77781319618225, "step": 1110} | |
| {"train_info/time_between_train_steps": 0.005182027816772461, "step": 1110} | |
| {"info/global_step": 1111, "train_info/time_within_train_step": 24.771084547042847, "step": 1111} | |
| {"train_info/time_between_train_steps": 0.005304813385009766, "step": 1111} | |
| {"info/global_step": 1112, "train_info/time_within_train_step": 24.807509183883667, "step": 1112} | |
| {"train_info/time_between_train_steps": 0.0064470767974853516, "step": 1112} | |
| {"info/global_step": 1113, "train_info/time_within_train_step": 24.770538806915283, "step": 1113} | |
| {"train_info/time_between_train_steps": 0.005429506301879883, "step": 1113} | |
| {"info/global_step": 1114, "train_info/time_within_train_step": 24.828288555145264, "step": 1114} | |
| {"train_info/time_between_train_steps": 0.005687236785888672, "step": 1114} | |
| {"info/global_step": 1115, "train_info/time_within_train_step": 24.7603816986084, "step": 1115} | |
| {"train_info/time_between_train_steps": 0.005464076995849609, "step": 1115} | |
| {"info/global_step": 1116, "train_info/time_within_train_step": 24.785906553268433, "step": 1116} | |
| {"train_info/time_between_train_steps": 0.006034374237060547, "step": 1116} | |
| {"train_info/time_between_train_steps": 16.801719427108765, "step": 1116} | |
| {"info/global_step": 1117, "train_info/time_within_train_step": 24.745333909988403, "step": 1117} | |
| {"train_info/time_between_train_steps": 0.005053281784057617, "step": 1117} | |
| {"info/global_step": 1118, "train_info/time_within_train_step": 24.86455988883972, "step": 1118} | |
| {"train_info/time_between_train_steps": 0.005354166030883789, "step": 1118} | |
| {"info/global_step": 1119, "train_info/time_within_train_step": 24.838852405548096, "step": 1119} | |
| {"train_info/time_between_train_steps": 0.005592823028564453, "step": 1119} | |
| {"info/global_step": 1120, "train_info/time_within_train_step": 24.93698477745056, "step": 1120} | |
| {"train_info/time_between_train_steps": 0.005380392074584961, "step": 1120} | |
| {"info/global_step": 1121, "train_info/time_within_train_step": 24.818702697753906, "step": 1121} | |
| {"train_info/time_between_train_steps": 0.005080223083496094, "step": 1121} | |
| {"info/global_step": 1122, "train_info/time_within_train_step": 24.92278289794922, "step": 1122} | |
| {"train_info/time_between_train_steps": 0.006052494049072266, "step": 1122} | |
| {"info/global_step": 1123, "train_info/time_within_train_step": 24.796597242355347, "step": 1123} | |
| {"train_info/time_between_train_steps": 0.005285978317260742, "step": 1123} | |
| {"info/global_step": 1124, "train_info/time_within_train_step": 25.000768661499023, "step": 1124} | |
| {"train_info/time_between_train_steps": 0.0053730010986328125, "step": 1124} | |
| {"info/global_step": 1125, "train_info/time_within_train_step": 24.766730308532715, "step": 1125} | |
| {"train_info/time_between_train_steps": 0.00559544563293457, "step": 1125} | |
| {"info/global_step": 1126, "train_info/time_within_train_step": 24.879433393478394, "step": 1126} | |
| {"train_info/time_between_train_steps": 0.005277872085571289, "step": 1126} | |
| {"info/global_step": 1127, "train_info/time_within_train_step": 24.76852059364319, "step": 1127} | |
| {"train_info/time_between_train_steps": 0.005857229232788086, "step": 1127} | |
| {"info/global_step": 1128, "train_info/time_within_train_step": 24.944934368133545, "step": 1128} | |
| {"train_info/time_between_train_steps": 0.005524873733520508, "step": 1128} | |
| {"info/global_step": 1129, "train_info/time_within_train_step": 24.76277470588684, "step": 1129} | |
| {"train_info/time_between_train_steps": 0.00571751594543457, "step": 1129} | |
| {"info/global_step": 1130, "train_info/time_within_train_step": 24.91524028778076, "step": 1130} | |
| {"train_info/time_between_train_steps": 0.005379438400268555, "step": 1130} | |
| {"info/global_step": 1131, "train_info/time_within_train_step": 24.78053879737854, "step": 1131} | |
| {"train_info/time_between_train_steps": 0.005403041839599609, "step": 1131} | |
| {"info/global_step": 1132, "train_info/time_within_train_step": 24.856303691864014, "step": 1132} | |
| {"train_info/time_between_train_steps": 0.007661104202270508, "step": 1132} | |
| {"info/global_step": 1133, "train_info/time_within_train_step": 24.77577042579651, "step": 1133} | |
| {"train_info/time_between_train_steps": 0.020621538162231445, "step": 1133} | |
| {"info/global_step": 1134, "train_info/time_within_train_step": 24.7497820854187, "step": 1134} | |
| {"train_info/time_between_train_steps": 0.0053517818450927734, "step": 1134} | |
| {"info/global_step": 1135, "train_info/time_within_train_step": 24.761216163635254, "step": 1135} | |
| {"train_info/time_between_train_steps": 0.0053904056549072266, "step": 1135} | |
| {"info/global_step": 1136, "train_info/time_within_train_step": 24.763358116149902, "step": 1136} | |
| {"train_info/time_between_train_steps": 0.0052127838134765625, "step": 1136} | |
| {"info/global_step": 1137, "train_info/time_within_train_step": 24.764832973480225, "step": 1137} | |
| {"train_info/time_between_train_steps": 0.0053026676177978516, "step": 1137} | |
| {"info/global_step": 1138, "train_info/time_within_train_step": 24.778616666793823, "step": 1138} | |
| {"train_info/time_between_train_steps": 0.005374431610107422, "step": 1138} | |
| {"info/global_step": 1139, "train_info/time_within_train_step": 24.780176401138306, "step": 1139} | |
| {"train_info/time_between_train_steps": 0.005121707916259766, "step": 1139} | |
| {"info/global_step": 1140, "train_info/time_within_train_step": 24.862553596496582, "step": 1140} | |
| {"train_info/time_between_train_steps": 0.006070375442504883, "step": 1140} | |
| {"info/global_step": 1141, "train_info/time_within_train_step": 24.75760269165039, "step": 1141} | |
| {"train_info/time_between_train_steps": 0.00533604621887207, "step": 1141} | |
| {"info/global_step": 1142, "train_info/time_within_train_step": 24.770336389541626, "step": 1142} | |
| {"train_info/time_between_train_steps": 0.005013942718505859, "step": 1142} | |
| {"info/global_step": 1143, "train_info/time_within_train_step": 24.75491738319397, "step": 1143} | |
| {"train_info/time_between_train_steps": 0.005201816558837891, "step": 1143} | |
| {"info/global_step": 1144, "train_info/time_within_train_step": 24.75249171257019, "step": 1144} | |
| {"train_info/time_between_train_steps": 0.006755352020263672, "step": 1144} | |
| {"info/global_step": 1145, "train_info/time_within_train_step": 24.76638698577881, "step": 1145} | |
| {"train_info/time_between_train_steps": 0.00574040412902832, "step": 1145} | |
| {"info/global_step": 1146, "train_info/time_within_train_step": 24.748356580734253, "step": 1146} | |
| {"train_info/time_between_train_steps": 0.005216121673583984, "step": 1146} | |
| {"info/global_step": 1147, "train_info/time_within_train_step": 24.748364686965942, "step": 1147} | |
| {"train_info/time_between_train_steps": 0.0052225589752197266, "step": 1147} | |
| {"info/global_step": 1148, "train_info/time_within_train_step": 24.772239208221436, "step": 1148} | |
| {"train_info/time_between_train_steps": 0.0053195953369140625, "step": 1148} | |
| {"info/global_step": 1149, "train_info/time_within_train_step": 24.761550903320312, "step": 1149} | |
| {"train_info/time_between_train_steps": 0.005562543869018555, "step": 1149} | |
| {"info/global_step": 1150, "train_info/time_within_train_step": 24.79810619354248, "step": 1150} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740952521, "_runtime": 30027}, "step": 1150} | |
| {"logs": {"train/loss": 2.6397, "train/learning_rate": 2.7777777777777772e-05, "train/epoch": 31.03, "_timestamp": 1740952521, "_runtime": 30027}, "step": 1150} | |
| {"train_info/time_between_train_steps": 0.025748252868652344, "step": 1150} | |
| {"info/global_step": 1151, "train_info/time_within_train_step": 24.758841514587402, "step": 1151} | |
| {"train_info/time_between_train_steps": 0.005534172058105469, "step": 1151} | |
| {"info/global_step": 1152, "train_info/time_within_train_step": 24.791692972183228, "step": 1152} | |
| {"train_info/time_between_train_steps": 0.005726814270019531, "step": 1152} | |
| {"train_info/time_between_train_steps": 17.071950912475586, "step": 1152} | |
| {"info/global_step": 1153, "train_info/time_within_train_step": 24.774784803390503, "step": 1153} | |
| {"train_info/time_between_train_steps": 0.005730152130126953, "step": 1153} | |
| {"info/global_step": 1154, "train_info/time_within_train_step": 24.925321102142334, "step": 1154} | |
| {"train_info/time_between_train_steps": 0.005527973175048828, "step": 1154} | |
| {"info/global_step": 1155, "train_info/time_within_train_step": 24.851609230041504, "step": 1155} | |
| {"train_info/time_between_train_steps": 0.006139993667602539, "step": 1155} | |
| {"info/global_step": 1156, "train_info/time_within_train_step": 24.894025802612305, "step": 1156} | |
| {"train_info/time_between_train_steps": 0.005356550216674805, "step": 1156} | |
| {"info/global_step": 1157, "train_info/time_within_train_step": 24.84455966949463, "step": 1157} | |
| {"train_info/time_between_train_steps": 0.010278940200805664, "step": 1157} | |
| {"info/global_step": 1158, "train_info/time_within_train_step": 24.87252402305603, "step": 1158} | |
| {"train_info/time_between_train_steps": 0.005378246307373047, "step": 1158} | |
| {"info/global_step": 1159, "train_info/time_within_train_step": 24.75607991218567, "step": 1159} | |
| {"train_info/time_between_train_steps": 0.005501508712768555, "step": 1159} | |
| {"info/global_step": 1160, "train_info/time_within_train_step": 24.940618991851807, "step": 1160} | |
| {"train_info/time_between_train_steps": 0.00523066520690918, "step": 1160} | |
| {"info/global_step": 1161, "train_info/time_within_train_step": 24.770078659057617, "step": 1161} | |
| {"train_info/time_between_train_steps": 0.00532221794128418, "step": 1161} | |
| {"info/global_step": 1162, "train_info/time_within_train_step": 24.87724733352661, "step": 1162} | |
| {"train_info/time_between_train_steps": 0.005174398422241211, "step": 1162} | |
| {"info/global_step": 1163, "train_info/time_within_train_step": 24.752299785614014, "step": 1163} | |
| {"train_info/time_between_train_steps": 0.005621910095214844, "step": 1163} | |
| {"info/global_step": 1164, "train_info/time_within_train_step": 24.86880397796631, "step": 1164} | |
| {"train_info/time_between_train_steps": 0.0054166316986083984, "step": 1164} | |
| {"info/global_step": 1165, "train_info/time_within_train_step": 24.779674530029297, "step": 1165} | |
| {"train_info/time_between_train_steps": 0.005858659744262695, "step": 1165} | |
| {"info/global_step": 1166, "train_info/time_within_train_step": 24.914785385131836, "step": 1166} | |
| {"train_info/time_between_train_steps": 0.005258798599243164, "step": 1166} | |
| {"info/global_step": 1167, "train_info/time_within_train_step": 24.75447392463684, "step": 1167} | |
| {"train_info/time_between_train_steps": 0.005336284637451172, "step": 1167} | |
| {"info/global_step": 1168, "train_info/time_within_train_step": 24.89010000228882, "step": 1168} | |
| {"train_info/time_between_train_steps": 0.005615949630737305, "step": 1168} | |
| {"info/global_step": 1169, "train_info/time_within_train_step": 24.75424838066101, "step": 1169} | |
| {"train_info/time_between_train_steps": 0.019770383834838867, "step": 1169} | |
| {"info/global_step": 1170, "train_info/time_within_train_step": 24.826881408691406, "step": 1170} | |
| {"train_info/time_between_train_steps": 0.005035400390625, "step": 1170} | |
| {"info/global_step": 1171, "train_info/time_within_train_step": 24.77080202102661, "step": 1171} | |
| {"train_info/time_between_train_steps": 0.005282878875732422, "step": 1171} | |
| {"info/global_step": 1172, "train_info/time_within_train_step": 24.75221037864685, "step": 1172} | |
| {"train_info/time_between_train_steps": 0.005084037780761719, "step": 1172} | |
| {"info/global_step": 1173, "train_info/time_within_train_step": 24.739832162857056, "step": 1173} | |
| {"train_info/time_between_train_steps": 0.005300760269165039, "step": 1173} | |
| {"info/global_step": 1174, "train_info/time_within_train_step": 24.772826194763184, "step": 1174} | |
| {"train_info/time_between_train_steps": 0.006220579147338867, "step": 1174} | |
| {"info/global_step": 1175, "train_info/time_within_train_step": 24.735953330993652, "step": 1175} | |
| {"train_info/time_between_train_steps": 0.005162715911865234, "step": 1175} | |
| {"info/global_step": 1176, "train_info/time_within_train_step": 24.759896755218506, "step": 1176} | |
| {"train_info/time_between_train_steps": 0.0062007904052734375, "step": 1176} | |
| {"info/global_step": 1177, "train_info/time_within_train_step": 24.747944593429565, "step": 1177} | |
| {"train_info/time_between_train_steps": 0.005385160446166992, "step": 1177} | |
| {"info/global_step": 1178, "train_info/time_within_train_step": 24.751717567443848, "step": 1178} | |
| {"train_info/time_between_train_steps": 0.005092620849609375, "step": 1178} | |
| {"info/global_step": 1179, "train_info/time_within_train_step": 24.77382206916809, "step": 1179} | |
| {"train_info/time_between_train_steps": 0.005417823791503906, "step": 1179} | |
| {"info/global_step": 1180, "train_info/time_within_train_step": 24.746407747268677, "step": 1180} | |
| {"train_info/time_between_train_steps": 0.00531005859375, "step": 1180} | |
| {"info/global_step": 1181, "train_info/time_within_train_step": 24.75356388092041, "step": 1181} | |
| {"train_info/time_between_train_steps": 0.005055427551269531, "step": 1181} | |
| {"info/global_step": 1182, "train_info/time_within_train_step": 24.772677183151245, "step": 1182} | |
| {"train_info/time_between_train_steps": 0.0052945613861083984, "step": 1182} | |
| {"info/global_step": 1183, "train_info/time_within_train_step": 24.75912594795227, "step": 1183} | |
| {"train_info/time_between_train_steps": 0.005534648895263672, "step": 1183} | |
| {"info/global_step": 1184, "train_info/time_within_train_step": 24.760666131973267, "step": 1184} | |
| {"train_info/time_between_train_steps": 0.005419015884399414, "step": 1184} | |
| {"info/global_step": 1185, "train_info/time_within_train_step": 24.741791486740112, "step": 1185} | |
| {"train_info/time_between_train_steps": 0.005297183990478516, "step": 1185} | |
| {"info/global_step": 1186, "train_info/time_within_train_step": 24.903921842575073, "step": 1186} | |
| {"train_info/time_between_train_steps": 0.0053522586822509766, "step": 1186} | |
| {"info/global_step": 1187, "train_info/time_within_train_step": 24.787282943725586, "step": 1187} | |
| {"train_info/time_between_train_steps": 0.0064067840576171875, "step": 1187} | |
| {"info/global_step": 1188, "train_info/time_within_train_step": 24.767518043518066, "step": 1188} | |
| {"train_info/time_between_train_steps": 0.005623340606689453, "step": 1188} | |
| {"train_info/time_between_train_steps": 17.15165877342224, "step": 1188} | |
| {"info/global_step": 1189, "train_info/time_within_train_step": 24.760358333587646, "step": 1189} | |
| {"train_info/time_between_train_steps": 0.004956722259521484, "step": 1189} | |
| {"info/global_step": 1190, "train_info/time_within_train_step": 24.852274656295776, "step": 1190} | |
| {"train_info/time_between_train_steps": 0.005067348480224609, "step": 1190} | |
| {"info/global_step": 1191, "train_info/time_within_train_step": 25.047141075134277, "step": 1191} | |
| {"train_info/time_between_train_steps": 0.006203413009643555, "step": 1191} | |
| {"info/global_step": 1192, "train_info/time_within_train_step": 26.150405645370483, "step": 1192} | |
| {"train_info/time_between_train_steps": 0.00563812255859375, "step": 1192} | |
| {"info/global_step": 1193, "train_info/time_within_train_step": 24.749692678451538, "step": 1193} | |
| {"train_info/time_between_train_steps": 0.005209684371948242, "step": 1193} | |
| {"info/global_step": 1194, "train_info/time_within_train_step": 24.923492670059204, "step": 1194} | |
| {"train_info/time_between_train_steps": 0.005275249481201172, "step": 1194} | |
| {"info/global_step": 1195, "train_info/time_within_train_step": 24.797557592391968, "step": 1195} | |
| {"train_info/time_between_train_steps": 0.00522613525390625, "step": 1195} | |
| {"info/global_step": 1196, "train_info/time_within_train_step": 24.886775255203247, "step": 1196} | |
| {"train_info/time_between_train_steps": 0.0051364898681640625, "step": 1196} | |
| {"info/global_step": 1197, "train_info/time_within_train_step": 24.8116672039032, "step": 1197} | |
| {"train_info/time_between_train_steps": 0.007821321487426758, "step": 1197} | |
| {"info/global_step": 1198, "train_info/time_within_train_step": 24.90037775039673, "step": 1198} | |
| {"train_info/time_between_train_steps": 0.007527351379394531, "step": 1198} | |
| {"info/global_step": 1199, "train_info/time_within_train_step": 24.83577060699463, "step": 1199} | |
| {"train_info/time_between_train_steps": 0.005396604537963867, "step": 1199} | |
| {"info/global_step": 1200, "train_info/time_within_train_step": 25.530818700790405, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740953805, "_runtime": 31311}, "step": 1200} | |
| {"logs": {"train/loss": 2.6492, "train/learning_rate": 0.0, "train/epoch": 33.01, "_timestamp": 1740953805, "_runtime": 31311}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5546875, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740953938, "_runtime": 31444}, "step": 1200} | |
| {"logs": {"train/train_runtime": 31444.8366, "train/train_samples_per_second": 19.539, "train/train_steps_per_second": 0.038, "train/total_flos": 3.258180993024e+17, "train/train_loss": 3.413146365483602, "train/epoch": 33.01, "_timestamp": 1740953938, "_runtime": 31444}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5537109375, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740953964, "_runtime": 31470}, "step": 1200} | |
| {"logs": {"eval/loss": 3.467181444168091, "eval/runtime": 2.3968, "eval/samples_per_second": 55.075, "eval/steps_per_second": 3.755, "train/epoch": 33.01, "_timestamp": 1740953964, "_runtime": 31470}, "step": 1200} | |
| {"train_info": {"train_info/memory_allocated": 1581.5537109375, "train_info/memory_max_allocated": 18057.0224609375, "train_info/memory_reserved": 21960.0, "train_info/memory_max_reserved": 21960.0, "_timestamp": 1740953964, "_runtime": 31470}, "step": 1200} | |
| {"logs": {"eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_loss": 3.467181444168091, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_ppl": 32.04629077334085, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_runtime": 2.3968, "eval//scratch/xiulyang/multilingual-LM/training/multilingual_dataset.py_samples_per_second": 55.075, "train/epoch": 33.01, "_timestamp": 1740953964, "_runtime": 31470}, "step": 1200} | |