diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,6945 @@
+{
+  "best_metric": 3.070533275604248,
+  "best_model_checkpoint": "./distilled3/checkpoint-46000",
+  "epoch": 1.7583705765990183,
+  "eval_steps": 2000,
+  "global_step": 48000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "combined_loss": 13.355602264404297,
+      "distill_loss": 1.4010732173919678,
+      "epoch": 0,
+      "step": 0,
+      "student_mlm_loss": 25.310131072998047
+    },
+    {
+      "epoch": 0.003663272034581288,
+      "grad_norm": 11.128765106201172,
+      "learning_rate": 1e-05,
+      "loss": 17.4544,
+      "step": 100
+    },
+    {
+      "combined_loss": 9.379831314086914,
+      "distill_loss": 1.5227235555648804,
+      "epoch": 0.003663272034581288,
+      "step": 100,
+      "student_mlm_loss": 17.2369384765625
+    },
+    {
+      "epoch": 0.007326544069162576,
+      "grad_norm": 14.151921272277832,
+      "learning_rate": 2e-05,
+      "loss": 16.0099,
+      "step": 200
+    },
+    {
+      "combined_loss": 28.136512756347656,
+      "distill_loss": 1.571045160293579,
+      "epoch": 0.007326544069162576,
+      "step": 200,
+      "student_mlm_loss": 54.70198059082031
+    },
+    {
+      "epoch": 0.010989816103743864,
+      "grad_norm": 11.68195915222168,
+      "learning_rate": 3e-05,
+      "loss": 18.8223,
+      "step": 300
+    },
+    {
+      "combined_loss": 15.699158668518066,
+      "distill_loss": 1.5519400835037231,
+      "epoch": 0.010989816103743864,
+      "step": 300,
+      "student_mlm_loss": 29.846376419067383
+    },
+    {
+      "epoch": 0.014653088138325152,
+      "grad_norm": 8.982569694519043,
+      "learning_rate": 4e-05,
+      "loss": 16.9008,
+      "step": 400
+    },
+    {
+      "combined_loss": 3.035900592803955,
+      "distill_loss": 1.4880340099334717,
+      "epoch": 0.014653088138325152,
+      "step": 400,
+      "student_mlm_loss": 4.583766937255859
+    },
+    {
+      "epoch": 0.01831636017290644,
+      "grad_norm": 7.045658111572266,
+      "learning_rate": 5e-05,
+      "loss": 8.812,
+      "step": 500
+    },
+    {
+      "combined_loss": 7.002770900726318,
+      "distill_loss": 1.351847529411316,
+      "epoch": 0.01831636017290644,
+      "step": 500,
+      "student_mlm_loss": 12.653694152832031
+    },
+    {
+      "epoch": 0.021979632207487727,
+      "grad_norm": 4.265043258666992,
+      "learning_rate": 4.9938570410595373e-05,
+      "loss": 16.8853,
+      "step": 600
+    },
+    {
+      "combined_loss": 3.2060928344726562,
+      "distill_loss": 1.2962806224822998,
+      "epoch": 0.021979632207487727,
+      "step": 600,
+      "student_mlm_loss": 5.115904808044434
+    },
+    {
+      "epoch": 0.025642904242069015,
+      "grad_norm": 7.744924545288086,
+      "learning_rate": 4.987714082119075e-05,
+      "loss": 7.1609,
+      "step": 700
+    },
+    {
+      "combined_loss": 2.2816712856292725,
+      "distill_loss": 1.5105196237564087,
+      "epoch": 0.025642904242069015,
+      "step": 700,
+      "student_mlm_loss": 3.052823066711426
+    },
+    {
+      "epoch": 0.029306176276650303,
+      "grad_norm": 12.44052791595459,
+      "learning_rate": 4.981571123178613e-05,
+      "loss": 13.0471,
+      "step": 800
+    },
+    {
+      "combined_loss": 3.225351095199585,
+      "distill_loss": 1.5753816366195679,
+      "epoch": 0.029306176276650303,
+      "step": 800,
+      "student_mlm_loss": 4.8753204345703125
+    },
+    {
+      "epoch": 0.032969448311231594,
+      "grad_norm": 6.2059645652771,
+      "learning_rate": 4.975428164238151e-05,
+      "loss": 6.2833,
+      "step": 900
+    },
+    {
+      "combined_loss": 8.580605506896973,
+      "distill_loss": 1.530474066734314,
+      "epoch": 0.032969448311231594,
+      "step": 900,
+      "student_mlm_loss": 15.630736351013184
+    },
+    {
+      "epoch": 0.03663272034581288,
+      "grad_norm": 14.731459617614746,
+      "learning_rate": 4.969285205297688e-05,
+      "loss": 5.8549,
+      "step": 1000
+    },
+    {
+      "combined_loss": 3.7085845470428467,
+      "distill_loss": 1.4659323692321777,
+      "epoch": 0.03663272034581288,
+      "step": 1000,
+      "student_mlm_loss": 5.951236724853516
+    },
+    {
+      "epoch": 0.04029599238039417,
+      "grad_norm": 9.745060920715332,
+      "learning_rate": 4.9631422463572256e-05,
+      "loss": 5.174,
+      "step": 1100
+    },
+    {
+      "combined_loss": 4.752764701843262,
+      "distill_loss": 1.4000483751296997,
+      "epoch": 0.04029599238039417,
+      "step": 1100,
+      "student_mlm_loss": 8.105481147766113
+    },
+    {
+      "epoch": 0.043959264414975455,
+      "grad_norm": 13.801424026489258,
+      "learning_rate": 4.9569992874167634e-05,
+      "loss": 19.8368,
+      "step": 1200
+    },
+    {
+      "combined_loss": 3.1324005126953125,
+      "distill_loss": 1.404078483581543,
+      "epoch": 0.043959264414975455,
+      "step": 1200,
+      "student_mlm_loss": 4.860722541809082
+    },
+    {
+      "epoch": 0.047622536449556746,
+      "grad_norm": 52.244632720947266,
+      "learning_rate": 4.9508563284763005e-05,
+      "loss": 5.547,
+      "step": 1300
+    },
+    {
+      "combined_loss": 3.1176328659057617,
+      "distill_loss": 1.3057805299758911,
+      "epoch": 0.047622536449556746,
+      "step": 1300,
+      "student_mlm_loss": 4.929485321044922
+    },
+    {
+      "epoch": 0.05128580848413803,
+      "grad_norm": 47.002349853515625,
+      "learning_rate": 4.944713369535838e-05,
+      "loss": 4.7784,
+      "step": 1400
+    },
+    {
+      "combined_loss": 3.871903657913208,
+      "distill_loss": 1.5537463426589966,
+      "epoch": 0.05128580848413803,
+      "step": 1400,
+      "student_mlm_loss": 6.190061092376709
+    },
+    {
+      "epoch": 0.05494908051871932,
+      "grad_norm": 11.417911529541016,
+      "learning_rate": 4.9385704105953754e-05,
+      "loss": 5.9593,
+      "step": 1500
+    },
+    {
+      "combined_loss": 6.293668270111084,
+      "distill_loss": 1.3082151412963867,
+      "epoch": 0.05494908051871932,
+      "step": 1500,
+      "student_mlm_loss": 11.279121398925781
+    },
+    {
+      "epoch": 0.058612352553300606,
+      "grad_norm": 24.519105911254883,
+      "learning_rate": 4.932427451654914e-05,
+      "loss": 7.2762,
+      "step": 1600
+    },
+    {
+      "combined_loss": 3.350501775741577,
+      "distill_loss": 1.4593900442123413,
+      "epoch": 0.058612352553300606,
+      "step": 1600,
+      "student_mlm_loss": 5.241613388061523
+    },
+    {
+      "epoch": 0.0622756245878819,
+      "grad_norm": 42.58499526977539,
+      "learning_rate": 4.926284492714451e-05,
+      "loss": 7.1364,
+      "step": 1700
+    },
+    {
+      "combined_loss": 10.976073265075684,
+      "distill_loss": 1.594639539718628,
+      "epoch": 0.0622756245878819,
+      "step": 1700,
+      "student_mlm_loss": 20.357507705688477
+    },
+    {
+      "epoch": 0.06593889662246319,
+      "grad_norm": 105.27689361572266,
+      "learning_rate": 4.920141533773989e-05,
+      "loss": 5.7662,
+      "step": 1800
+    },
+    {
+      "combined_loss": 4.272126197814941,
+      "distill_loss": 1.4649100303649902,
+      "epoch": 0.06593889662246319,
+      "step": 1800,
+      "student_mlm_loss": 7.079341888427734
+    },
+    {
+      "epoch": 0.06960216865704447,
+      "grad_norm": 9.272991180419922,
+      "learning_rate": 4.913998574833526e-05,
+      "loss": 4.9898,
+      "step": 1900
+    },
+    {
+      "combined_loss": 2.2884514331817627,
+      "distill_loss": 1.5105092525482178,
+      "epoch": 0.06960216865704447,
+      "step": 1900,
+      "student_mlm_loss": 3.0663936138153076
+    },
+    {
+      "epoch": 0.07326544069162576,
+      "grad_norm": 15.299578666687012,
+      "learning_rate": 4.9078556158930636e-05,
+      "loss": 6.8909,
+      "step": 2000
+    },
+    {
+      "epoch": 0.07326544069162576,
+      "eval_loss": 6.166979789733887,
+      "eval_runtime": 2.1158,
+      "eval_samples_per_second": 3306.616,
+      "eval_steps_per_second": 13.234,
+      "step": 2000
+    },
+    {
+      "combined_loss": 5.612101078033447,
+      "distill_loss": 1.332657814025879,
+      "epoch": 0.07326544069162576,
+      "step": 2000,
+      "student_mlm_loss": 9.891544342041016
+    },
+    {
+      "epoch": 0.07692871272620705,
+      "grad_norm": 12.242279052734375,
+      "learning_rate": 4.9017126569526014e-05,
+      "loss": 8.6608,
+      "step": 2100
+    },
+    {
+      "combined_loss": 2.035828113555908,
+      "distill_loss": 1.3731106519699097,
+      "epoch": 0.07692871272620705,
+      "step": 2100,
+      "student_mlm_loss": 2.6985456943511963
+    },
+    {
+      "epoch": 0.08059198476078834,
+      "grad_norm": 27.212379455566406,
+      "learning_rate": 4.8955696980121385e-05,
+      "loss": 9.4649,
+      "step": 2200
+    },
+    {
+      "combined_loss": 2.5593996047973633,
+      "distill_loss": 1.5456775426864624,
+      "epoch": 0.08059198476078834,
+      "step": 2200,
+      "student_mlm_loss": 3.5731217861175537
+    },
+    {
+      "epoch": 0.08425525679536962,
+      "grad_norm": 9.444129943847656,
+      "learning_rate": 4.889426739071676e-05,
+      "loss": 12.6304,
+      "step": 2300
+    },
+    {
+      "combined_loss": 3.0112435817718506,
+      "distill_loss": 1.268593192100525,
+      "epoch": 0.08425525679536962,
+      "step": 2300,
+      "student_mlm_loss": 4.753893852233887
+    },
+    {
+      "epoch": 0.08791852882995091,
+      "grad_norm": 6.72172212600708,
+      "learning_rate": 4.8832837801312134e-05,
+      "loss": 4.2453,
+      "step": 2400
+    },
+    {
+      "combined_loss": 2.3823843002319336,
+      "distill_loss": 1.3674836158752441,
+      "epoch": 0.08791852882995091,
+      "step": 2400,
+      "student_mlm_loss": 3.397284984588623
+    },
+    {
+      "epoch": 0.0915818008645322,
+      "grad_norm": 88.5478744506836,
+      "learning_rate": 4.877140821190752e-05,
+      "loss": 4.6849,
+      "step": 2500
+    },
+    {
+      "combined_loss": 3.8919034004211426,
+      "distill_loss": 1.523806095123291,
+      "epoch": 0.0915818008645322,
+      "step": 2500,
+      "student_mlm_loss": 6.260000705718994
+    },
+    {
+      "epoch": 0.09524507289911349,
+      "grad_norm": 11.671692848205566,
+      "learning_rate": 4.870997862250289e-05,
+      "loss": 4.8686,
+      "step": 2600
+    },
+    {
+      "combined_loss": 2.8186635971069336,
+      "distill_loss": 1.313085913658142,
+      "epoch": 0.09524507289911349,
+      "step": 2600,
+      "student_mlm_loss": 4.3242411613464355
+    },
+    {
+      "epoch": 0.09890834493369477,
+      "grad_norm": 7.681136131286621,
+      "learning_rate": 4.864854903309827e-05,
+      "loss": 14.7468,
+      "step": 2700
+    },
+    {
+      "combined_loss": 2.6350021362304688,
+      "distill_loss": 1.5300695896148682,
+      "epoch": 0.09890834493369477,
+      "step": 2700,
+      "student_mlm_loss": 3.7399346828460693
+    },
+    {
+      "epoch": 0.10257161696827606,
+      "grad_norm": 10.245522499084473,
+      "learning_rate": 4.858711944369364e-05,
+      "loss": 4.7465,
+      "step": 2800
+    },
+    {
+      "combined_loss": 1.9805179834365845,
+      "distill_loss": 1.3671844005584717,
+      "epoch": 0.10257161696827606,
+      "step": 2800,
+      "student_mlm_loss": 2.5938515663146973
+    },
+    {
+      "epoch": 0.10623488900285735,
+      "grad_norm": 51.705352783203125,
+      "learning_rate": 4.8525689854289016e-05,
+      "loss": 3.8985,
+      "step": 2900
+    },
+    {
+      "combined_loss": 1.9335501194000244,
+      "distill_loss": 1.3294615745544434,
+      "epoch": 0.10623488900285735,
+      "step": 2900,
+      "student_mlm_loss": 2.5376386642456055
+    },
+    {
+      "epoch": 0.10989816103743864,
+      "grad_norm": 7.661074161529541,
+      "learning_rate": 4.8464260264884394e-05,
+      "loss": 3.9846,
+      "step": 3000
+    },
+    {
+      "combined_loss": 2.815329074859619,
+      "distill_loss": 1.5120948553085327,
+      "epoch": 0.10989816103743864,
+      "step": 3000,
+      "student_mlm_loss": 4.118563175201416
+    },
+    {
+      "epoch": 0.11356143307201993,
+      "grad_norm": 3.9512596130371094,
+      "learning_rate": 4.8402830675479765e-05,
+      "loss": 5.6509,
+      "step": 3100
+    },
+    {
+      "combined_loss": 5.329846382141113,
+      "distill_loss": 1.5839005708694458,
+      "epoch": 0.11356143307201993,
+      "step": 3100,
+      "student_mlm_loss": 9.07579231262207
+    },
+    {
+      "epoch": 0.11722470510660121,
+      "grad_norm": 21.47922134399414,
+      "learning_rate": 4.834140108607514e-05,
+      "loss": 4.5437,
+      "step": 3200
+    },
+    {
+      "combined_loss": 3.32517147064209,
+      "distill_loss": 1.4834882020950317,
+      "epoch": 0.11722470510660121,
+      "step": 3200,
+      "student_mlm_loss": 5.1668548583984375
+    },
+    {
+      "epoch": 0.1208879771411825,
+      "grad_norm": 11.865033149719238,
+      "learning_rate": 4.827997149667052e-05,
+      "loss": 5.0218,
+      "step": 3300
+    },
+    {
+      "combined_loss": 2.84318208694458,
+      "distill_loss": 1.302217960357666,
+      "epoch": 0.1208879771411825,
+      "step": 3300,
+      "student_mlm_loss": 4.384146213531494
+    },
+    {
+      "epoch": 0.1245512491757638,
+      "grad_norm": 13.824487686157227,
+      "learning_rate": 4.82185419072659e-05,
+      "loss": 33.2949,
+      "step": 3400
+    },
+    {
+      "combined_loss": 2.065192937850952,
+      "distill_loss": 1.3474924564361572,
+      "epoch": 0.1245512491757638,
+      "step": 3400,
+      "student_mlm_loss": 2.782893419265747
+    },
+    {
+      "epoch": 0.12821452121034507,
+      "grad_norm": 34.21382522583008,
+      "learning_rate": 4.815711231786127e-05,
+      "loss": 12.5775,
+      "step": 3500
+    },
+    {
+      "combined_loss": 2.2148988246917725,
+      "distill_loss": 1.616875171661377,
+      "epoch": 0.12821452121034507,
+      "step": 3500,
+      "student_mlm_loss": 2.812922477722168
+    },
+    {
+      "epoch": 0.13187779324492638,
+      "grad_norm": 8.859841346740723,
+      "learning_rate": 4.809568272845665e-05,
+      "loss": 4.6975,
+      "step": 3600
+    },
+    {
+      "combined_loss": 4.478976726531982,
+      "distill_loss": 1.3554083108901978,
+      "epoch": 0.13187779324492638,
+      "step": 3600,
+      "student_mlm_loss": 7.602544784545898
+    },
+    {
+      "epoch": 0.13554106527950766,
+      "grad_norm": 12.680179595947266,
+      "learning_rate": 4.803425313905202e-05,
+      "loss": 4.5414,
+      "step": 3700
+    },
+    {
+      "combined_loss": 6.908867835998535,
+      "distill_loss": 1.3570021390914917,
+      "epoch": 0.13554106527950766,
+      "step": 3700,
+      "student_mlm_loss": 12.460733413696289
+    },
+    {
+      "epoch": 0.13920433731408893,
+      "grad_norm": 18.478200912475586,
+      "learning_rate": 4.7972823549647396e-05,
+      "loss": 35.1443,
+      "step": 3800
+    },
+    {
+      "combined_loss": 13.97608757019043,
+      "distill_loss": 1.418832778930664,
+      "epoch": 0.13920433731408893,
+      "step": 3800,
+      "student_mlm_loss": 26.533342361450195
+    },
+    {
+      "epoch": 0.14286760934867024,
+      "grad_norm": 10.53610897064209,
+      "learning_rate": 4.7911393960242774e-05,
+      "loss": 13.766,
+      "step": 3900
+    },
+    {
+      "combined_loss": 2.1997413635253906,
+      "distill_loss": 1.4529953002929688,
+      "epoch": 0.14286760934867024,
+      "step": 3900,
+      "student_mlm_loss": 2.9464874267578125
+    },
+    {
+      "epoch": 0.14653088138325152,
+      "grad_norm": 42.095558166503906,
+      "learning_rate": 4.7849964370838145e-05,
+      "loss": 3.297,
+      "step": 4000
+    },
+    {
+      "epoch": 0.14653088138325152,
+      "eval_loss": 4.568027496337891,
+      "eval_runtime": 2.0693,
+      "eval_samples_per_second": 3380.818,
+      "eval_steps_per_second": 13.531,
+      "step": 4000
+    },
+    {
+      "combined_loss": 2.278163433074951,
+      "distill_loss": 1.5395259857177734,
+      "epoch": 0.14653088138325152,
+      "step": 4000,
+      "student_mlm_loss": 3.016800880432129
+    },
+    {
+      "epoch": 0.15019415341783282,
+      "grad_norm": 15.655592918395996,
+      "learning_rate": 4.778853478143352e-05,
+      "loss": 4.5795,
+      "step": 4100
+    },
+    {
+      "combined_loss": 2.117962598800659,
+      "distill_loss": 1.5073814392089844,
+      "epoch": 0.15019415341783282,
+      "step": 4100,
+      "student_mlm_loss": 2.728543758392334
+    },
+    {
+      "epoch": 0.1538574254524141,
+      "grad_norm": 9.47999382019043,
+      "learning_rate": 4.77271051920289e-05,
+      "loss": 4.6384,
+      "step": 4200
+    },
+    {
+      "combined_loss": 2.2614216804504395,
+      "distill_loss": 1.3999947309494019,
+      "epoch": 0.1538574254524141,
+      "step": 4200,
+      "student_mlm_loss": 3.1228485107421875
+    },
+    {
+      "epoch": 0.15752069748699538,
+      "grad_norm": 12.137129783630371,
+      "learning_rate": 4.766567560262428e-05,
+      "loss": 3.6101,
+      "step": 4300
+    },
+    {
+      "combined_loss": 1.9776763916015625,
+      "distill_loss": 1.4785245656967163,
+      "epoch": 0.15752069748699538,
+      "step": 4300,
+      "student_mlm_loss": 2.476828098297119
+    },
+    {
+      "epoch": 0.16118396952157668,
+      "grad_norm": 74.8094253540039,
+      "learning_rate": 4.760424601321965e-05,
+      "loss": 4.9111,
+      "step": 4400
+    },
+    {
+      "combined_loss": 3.0158274173736572,
+      "distill_loss": 1.2940564155578613,
+      "epoch": 0.16118396952157668,
+      "step": 4400,
+      "student_mlm_loss": 4.737598419189453
+    },
+    {
+      "epoch": 0.16484724155615796,
+      "grad_norm": 5.339694499969482,
+      "learning_rate": 4.754281642381502e-05,
+      "loss": 3.4013,
+      "step": 4500
+    },
+    {
+      "combined_loss": 2.176065683364868,
+      "distill_loss": 1.5688632726669312,
+      "epoch": 0.16484724155615796,
+      "step": 4500,
+      "student_mlm_loss": 2.7832682132720947
+    },
+    {
+      "epoch": 0.16851051359073924,
+      "grad_norm": 12.745500564575195,
+      "learning_rate": 4.74813868344104e-05,
+      "loss": 3.1244,
+      "step": 4600
+    },
+    {
+      "combined_loss": 2.4230682849884033,
+      "distill_loss": 1.46636962890625,
+      "epoch": 0.16851051359073924,
+      "step": 4600,
+      "student_mlm_loss": 3.3797669410705566
+    },
+    {
+      "epoch": 0.17217378562532054,
+      "grad_norm": 14.515507698059082,
+      "learning_rate": 4.7419957245005777e-05,
+      "loss": 4.9862,
+      "step": 4700
+    },
+    {
+      "combined_loss": 6.772428512573242,
+      "distill_loss": 1.6445391178131104,
+      "epoch": 0.17217378562532054,
+      "step": 4700,
+      "student_mlm_loss": 11.900318145751953
+    },
+    {
+      "epoch": 0.17583705765990182,
+      "grad_norm": 10.036664962768555,
+      "learning_rate": 4.7358527655601154e-05,
+      "loss": 3.72,
+      "step": 4800
+    },
+    {
+      "combined_loss": 27.606048583984375,
+      "distill_loss": 1.4302338361740112,
+      "epoch": 0.17583705765990182,
+      "step": 4800,
+      "student_mlm_loss": 53.781864166259766
+    },
+    {
+      "epoch": 0.17950032969448312,
+      "grad_norm": 14.220582008361816,
+      "learning_rate": 4.7297098066196525e-05,
+      "loss": 9.0684,
+      "step": 4900
+    },
+    {
+      "combined_loss": 7.97739839553833,
+      "distill_loss": 1.4764257669448853,
+      "epoch": 0.17950032969448312,
+      "step": 4900,
+      "student_mlm_loss": 14.478370666503906
+    },
+    {
+      "epoch": 0.1831636017290644,
+      "grad_norm": 8.734748840332031,
+      "learning_rate": 4.72356684767919e-05,
+      "loss": 13.2974,
+      "step": 5000
+    },
+    {
+      "combined_loss": 3.3007736206054688,
+      "distill_loss": 1.5111989974975586,
+      "epoch": 0.1831636017290644,
+      "step": 5000,
+      "student_mlm_loss": 5.090348243713379
+    },
+    {
+      "epoch": 0.18682687376364568,
+      "grad_norm": 23.457653045654297,
+      "learning_rate": 4.717423888738728e-05,
+      "loss": 4.4811,
+      "step": 5100
+    },
+    {
+      "combined_loss": 2.695789337158203,
+      "distill_loss": 1.4495799541473389,
+      "epoch": 0.18682687376364568,
+      "step": 5100,
+      "student_mlm_loss": 3.9419989585876465
+    },
+    {
+      "epoch": 0.19049014579822698,
+      "grad_norm": 11.504470825195312,
+      "learning_rate": 4.711280929798265e-05,
+      "loss": 3.2576,
+      "step": 5200
+    },
+    {
+      "combined_loss": 3.5765743255615234,
+      "distill_loss": 1.3500127792358398,
+      "epoch": 0.19049014579822698,
+      "step": 5200,
+      "student_mlm_loss": 5.803135871887207
+    },
+    {
+      "epoch": 0.19415341783280826,
+      "grad_norm": 34.68207550048828,
+      "learning_rate": 4.705137970857803e-05,
+      "loss": 5.8403,
+      "step": 5300
+    },
+    {
+      "combined_loss": 4.304483413696289,
+      "distill_loss": 1.4075747728347778,
+      "epoch": 0.19415341783280826,
+      "step": 5300,
+      "student_mlm_loss": 7.20139217376709
+    },
+    {
+      "epoch": 0.19781668986738954,
+      "grad_norm": 22.416582107543945,
+      "learning_rate": 4.69899501191734e-05,
+      "loss": 4.045,
+      "step": 5400
+    },
+    {
+      "combined_loss": 1.9111289978027344,
+      "distill_loss": 1.321276307106018,
+      "epoch": 0.19781668986738954,
+      "step": 5400,
+      "student_mlm_loss": 2.500981569290161
+    },
+    {
+      "epoch": 0.20147996190197084,
+      "grad_norm": 27.66775894165039,
+      "learning_rate": 4.6928520529768786e-05,
+      "loss": 3.8896,
+      "step": 5500
+    },
+    {
+      "combined_loss": 2.142390251159668,
+      "distill_loss": 1.4025957584381104,
+      "epoch": 0.20147996190197084,
+      "step": 5500,
+      "student_mlm_loss": 2.8821845054626465
+    },
+    {
+      "epoch": 0.20514323393655212,
+      "grad_norm": 35.84339141845703,
+      "learning_rate": 4.686709094036416e-05,
+      "loss": 4.94,
+      "step": 5600
+    },
+    {
+      "combined_loss": 2.1642816066741943,
+      "distill_loss": 1.392912745475769,
+      "epoch": 0.20514323393655212,
+      "step": 5600,
+      "student_mlm_loss": 2.935650587081909
+    },
+    {
+      "epoch": 0.20880650597113343,
+      "grad_norm": 18.43452262878418,
+      "learning_rate": 4.6805661350959535e-05,
+      "loss": 7.4575,
+      "step": 5700
+    },
+    {
+      "combined_loss": 2.354356288909912,
+      "distill_loss": 1.3411612510681152,
+      "epoch": 0.20880650597113343,
+      "step": 5700,
+      "student_mlm_loss": 3.36755108833313
+    },
+    {
+      "epoch": 0.2124697780057147,
+      "grad_norm": 5.364467144012451,
+      "learning_rate": 4.6744231761554906e-05,
+      "loss": 3.2172,
+      "step": 5800
+    },
+    {
+      "combined_loss": 2.129748821258545,
+      "distill_loss": 1.4555408954620361,
+      "epoch": 0.2124697780057147,
+      "step": 5800,
+      "student_mlm_loss": 2.8039567470550537
+    },
+    {
+      "epoch": 0.21613305004029598,
+      "grad_norm": 12.704414367675781,
+      "learning_rate": 4.6682802172150283e-05,
+      "loss": 9.9214,
+      "step": 5900
+    },
+    {
+      "combined_loss": 5.396609783172607,
+      "distill_loss": 1.3954136371612549,
+      "epoch": 0.21613305004029598,
+      "step": 5900,
+      "student_mlm_loss": 9.397806167602539
+    },
+    {
+      "epoch": 0.2197963220748773,
+      "grad_norm": 9.411243438720703,
+      "learning_rate": 4.662137258274566e-05,
+      "loss": 4.6268,
+      "step": 6000
+    },
+    {
+      "epoch": 0.2197963220748773,
+      "eval_loss": 4.474331855773926,
+      "eval_runtime": 2.0765,
+      "eval_samples_per_second": 3369.116,
+      "eval_steps_per_second": 13.484,
+      "step": 6000
+    },
+    {
+      "combined_loss": 2.3863794803619385,
+      "distill_loss": 1.4665789604187012,
+      "epoch": 0.2197963220748773,
+      "step": 6000,
+      "student_mlm_loss": 3.306180000305176
+    },
+    {
+      "epoch": 0.22345959410945856,
+      "grad_norm": 15.34604263305664,
+      "learning_rate": 4.655994299334103e-05,
+      "loss": 3.586,
+      "step": 6100
+    },
+    {
+      "combined_loss": 2.5740702152252197,
+      "distill_loss": 1.5186127424240112,
+      "epoch": 0.22345959410945856,
+      "step": 6100,
+      "student_mlm_loss": 3.6295275688171387
+    },
+    {
+      "epoch": 0.22712286614403987,
+      "grad_norm": 10.821826934814453,
+      "learning_rate": 4.649851340393641e-05,
+      "loss": 5.516,
+      "step": 6200
+    },
+    {
+      "combined_loss": 4.770940780639648,
+      "distill_loss": 1.5328683853149414,
+      "epoch": 0.22712286614403987,
+      "step": 6200,
+      "student_mlm_loss": 8.009013175964355
+    },
+    {
+      "epoch": 0.23078613817862115,
+      "grad_norm": 45.33203887939453,
+      "learning_rate": 4.643708381453178e-05,
+      "loss": 6.4937,
+      "step": 6300
+    },
+    {
+      "combined_loss": 2.257235050201416,
+      "distill_loss": 1.4594223499298096,
+      "epoch": 0.23078613817862115,
+      "step": 6300,
+      "student_mlm_loss": 3.0550475120544434
+    },
+    {
+      "epoch": 0.23444941021320242,
+      "grad_norm": 24.137001037597656,
+      "learning_rate": 4.6375654225127166e-05,
+      "loss": 2.8761,
+      "step": 6400
+    },
+    {
+      "combined_loss": 3.673408031463623,
+      "distill_loss": 1.5113860368728638,
+      "epoch": 0.23444941021320242,
+      "step": 6400,
+      "student_mlm_loss": 5.835430145263672
+    },
+    {
+      "epoch": 0.23811268224778373,
+      "grad_norm": 89.53437042236328,
+      "learning_rate": 4.631422463572254e-05,
+      "loss": 4.9469,
+      "step": 6500
+    },
+    {
+      "combined_loss": 2.289175271987915,
+      "distill_loss": 1.6255369186401367,
+      "epoch": 0.23811268224778373,
+      "step": 6500,
+      "student_mlm_loss": 2.9528136253356934
+    },
+    {
+      "epoch": 0.241775954282365,
+      "grad_norm": 29.47341537475586,
+      "learning_rate": 4.6252795046317915e-05,
+      "loss": 3.2857,
+      "step": 6600
+    },
+    {
+      "combined_loss": 2.986036777496338,
+      "distill_loss": 1.3628634214401245,
+      "epoch": 0.241775954282365,
+      "step": 6600,
+      "student_mlm_loss": 4.609210014343262
+    },
+    {
+      "epoch": 0.24543922631694629,
+      "grad_norm": 8.413643836975098,
+      "learning_rate": 4.6191365456913286e-05,
+      "loss": 4.1874,
+      "step": 6700
+    },
+    {
+      "combined_loss": 4.9381103515625,
+      "distill_loss": 1.5604116916656494,
+      "epoch": 0.24543922631694629,
+      "step": 6700,
+      "student_mlm_loss": 8.31580924987793
+    },
+    {
+      "epoch": 0.2491024983515276,
+      "grad_norm": 19.279678344726562,
+      "learning_rate": 4.6129935867508664e-05,
+      "loss": 5.5581,
+      "step": 6800
+    },
+    {
+      "combined_loss": 4.7175493240356445,
+      "distill_loss": 1.5657355785369873,
+      "epoch": 0.2491024983515276,
+      "step": 6800,
+      "student_mlm_loss": 7.869362831115723
+    },
+    {
+      "epoch": 0.25276577038610887,
+      "grad_norm": 14.9283447265625,
+      "learning_rate": 4.606850627810404e-05,
+      "loss": 4.6319,
+      "step": 6900
+    },
+    {
+      "combined_loss": 5.707411766052246,
+      "distill_loss": 1.566019058227539,
+      "epoch": 0.25276577038610887,
+      "step": 6900,
+      "student_mlm_loss": 9.848804473876953
+    },
+    {
+      "epoch": 0.25642904242069015,
+      "grad_norm": 5.006555557250977,
+      "learning_rate": 4.600707668869941e-05,
+      "loss": 6.1192,
+      "step": 7000
+    },
+    {
+      "combined_loss": 4.373297691345215,
+      "distill_loss": 1.4654217958450317,
+      "epoch": 0.25642904242069015,
+      "step": 7000,
+      "student_mlm_loss": 7.281173229217529
+    },
+    {
+      "epoch": 0.2600923144552714,
+      "grad_norm": 15.025683403015137,
+      "learning_rate": 4.594564709929479e-05,
+      "loss": 3.472,
+      "step": 7100
+    },
+    {
+      "combined_loss": 5.1388630867004395,
+      "distill_loss": 1.5254905223846436,
+      "epoch": 0.2600923144552714,
+      "step": 7100,
+      "student_mlm_loss": 8.752235412597656
+    },
+    {
+      "epoch": 0.26375558648985276,
+      "grad_norm": 44.157169342041016,
+      "learning_rate": 4.588421750989017e-05,
+      "loss": 8.8482,
+      "step": 7200
+    },
+    {
+      "combined_loss": 2.1565892696380615,
+      "distill_loss": 1.2985585927963257,
+      "epoch": 0.26375558648985276,
+      "step": 7200,
+      "student_mlm_loss": 3.014619827270508
+    },
+    {
+      "epoch": 0.26741885852443403,
+      "grad_norm": 5.755523204803467,
+      "learning_rate": 4.5822787920485546e-05,
+      "loss": 5.7829,
+      "step": 7300
+    },
+    {
+      "combined_loss": 2.5404441356658936,
+      "distill_loss": 1.5058717727661133,
+      "epoch": 0.26741885852443403,
+      "step": 7300,
+      "student_mlm_loss": 3.575016498565674
+    },
+    {
+      "epoch": 0.2710821305590153,
+      "grad_norm": 15.252013206481934,
+      "learning_rate": 4.576135833108092e-05,
+      "loss": 7.9361,
+      "step": 7400
+    },
+    {
+      "combined_loss": 2.5752511024475098,
+      "distill_loss": 1.5916697978973389,
+      "epoch": 0.2710821305590153,
+      "step": 7400,
+      "student_mlm_loss": 3.5588326454162598
+    },
+    {
+      "epoch": 0.2747454025935966,
+      "grad_norm": 26.218740463256836,
+      "learning_rate": 4.5699928741676295e-05,
+      "loss": 4.8534,
+      "step": 7500
+    },
+    {
+      "combined_loss": 2.1656486988067627,
+      "distill_loss": 1.4179739952087402,
+      "epoch": 0.2747454025935966,
+      "step": 7500,
+      "student_mlm_loss": 2.913323402404785
+    },
+    {
+      "epoch": 0.27840867462817787,
+      "grad_norm": 6.031148910522461,
+      "learning_rate": 4.5638499152271666e-05,
+      "loss": 6.4535,
+      "step": 7600
+    },
+    {
+      "combined_loss": 2.8603813648223877,
+      "distill_loss": 1.5837383270263672,
+      "epoch": 0.27840867462817787,
+      "step": 7600,
+      "student_mlm_loss": 4.137024402618408
+    },
+    {
+      "epoch": 0.2820719466627592,
+      "grad_norm": 107.95591735839844,
+      "learning_rate": 4.5577069562867044e-05,
+      "loss": 3.2702,
+      "step": 7700
+    },
+    {
+      "combined_loss": 1.8474111557006836,
+      "distill_loss": 1.437280297279358,
+      "epoch": 0.2820719466627592,
+      "step": 7700,
+      "student_mlm_loss": 2.257542133331299
+    },
+    {
+      "epoch": 0.2857352186973405,
+      "grad_norm": 5.394913673400879,
+      "learning_rate": 4.551563997346242e-05,
+      "loss": 2.8998,
+      "step": 7800
+    },
+    {
+      "combined_loss": 4.77987813949585,
+      "distill_loss": 1.5358555316925049,
+      "epoch": 0.2857352186973405,
+      "step": 7800,
+      "student_mlm_loss": 8.023900985717773
+    },
+    {
+      "epoch": 0.28939849073192175,
+      "grad_norm": 7.790286540985107,
+      "learning_rate": 4.545421038405779e-05,
+      "loss": 2.9018,
+      "step": 7900
+    },
+    {
+      "combined_loss": 3.34071946144104,
+      "distill_loss": 1.3893283605575562,
+      "epoch": 0.28939849073192175,
+      "step": 7900,
+      "student_mlm_loss": 5.292110443115234
+    },
+    {
+      "epoch": 0.29306176276650303,
+      "grad_norm": 10.3685941696167,
+      "learning_rate": 4.539278079465317e-05,
+      "loss": 3.5884,
+      "step": 8000
+    },
+    {
+      "epoch": 0.29306176276650303,
+      "eval_loss": 3.7581117153167725,
+      "eval_runtime": 2.0302,
+      "eval_samples_per_second": 3446.049,
+      "eval_steps_per_second": 13.792,
+      "step": 8000
+    },
+    {
+      "combined_loss": 2.8955559730529785,
+      "distill_loss": 1.3627426624298096,
+      "epoch": 0.29306176276650303,
+      "step": 8000,
+      "student_mlm_loss": 4.428369522094727
+    },
+    {
+      "epoch": 0.2967250348010843,
+      "grad_norm": 49.06619644165039,
+      "learning_rate": 4.533135120524855e-05,
+      "loss": 3.5788,
+      "step": 8100
+    },
+    {
+      "combined_loss": 4.52724552154541,
+      "distill_loss": 1.3924285173416138,
+      "epoch": 0.2967250348010843,
+      "step": 8100,
+      "student_mlm_loss": 7.662062644958496
+    },
+    {
+      "epoch": 0.30038830683566564,
+      "grad_norm": 27.40319061279297,
+      "learning_rate": 4.5269921615843926e-05,
+      "loss": 3.9229,
+      "step": 8200
+    },
+    {
+      "combined_loss": 3.3075461387634277,
+      "distill_loss": 1.5311795473098755,
+      "epoch": 0.30038830683566564,
+      "step": 8200,
+      "student_mlm_loss": 5.0839128494262695
+    },
+    {
+      "epoch": 0.3040515788702469,
+      "grad_norm": 31.07562255859375,
+      "learning_rate": 4.52084920264393e-05,
+      "loss": 3.9566,
+      "step": 8300
+    },
+    {
+      "combined_loss": 1.9784274101257324,
+      "distill_loss": 1.41036057472229,
+      "epoch": 0.3040515788702469,
+      "step": 8300,
+      "student_mlm_loss": 2.546494245529175
+    },
+    {
+      "epoch": 0.3077148509048282,
+      "grad_norm": 4.548298358917236,
+      "learning_rate": 4.514706243703467e-05,
+      "loss": 5.1591,
+      "step": 8400
+    },
+    {
+      "combined_loss": 1.9796760082244873,
+      "distill_loss": 1.408158302307129,
+      "epoch": 0.3077148509048282,
+      "step": 8400,
+      "student_mlm_loss": 2.5511937141418457
+    },
+    {
+      "epoch": 0.3113781229394095,
+      "grad_norm": 8.897561073303223,
+      "learning_rate": 4.5085632847630046e-05,
+      "loss": 5.7057,
+      "step": 8500
+    },
+    {
+      "combined_loss": 2.080671548843384,
+      "distill_loss": 1.4321857690811157,
+      "epoch": 0.3113781229394095,
+      "step": 8500,
+      "student_mlm_loss": 2.7291574478149414
+    },
+    {
+      "epoch": 0.31504139497399075,
+      "grad_norm": 10.005053520202637,
+      "learning_rate": 4.5024203258225424e-05,
+      "loss": 7.7928,
+      "step": 8600
+    },
+    {
+      "combined_loss": 2.6395342350006104,
+      "distill_loss": 1.5675503015518188,
+      "epoch": 0.31504139497399075,
+      "step": 8600,
+      "student_mlm_loss": 3.7115182876586914
+    },
+    {
+      "epoch": 0.31870466700857203,
+      "grad_norm": 5.425146579742432,
+      "learning_rate": 4.49627736688208e-05,
+      "loss": 3.7716,
+      "step": 8700
+    },
+    {
+      "combined_loss": 2.9848690032958984,
+      "distill_loss": 1.592170000076294,
+      "epoch": 0.31870466700857203,
+      "step": 8700,
+      "student_mlm_loss": 4.377568244934082
+    },
+    {
+      "epoch": 0.32236793904315336,
+      "grad_norm": 5.64302396774292,
+      "learning_rate": 4.490134407941617e-05,
+      "loss": 6.8888,
+      "step": 8800
+    },
+    {
+      "combined_loss": 4.167844772338867,
+      "distill_loss": 1.4308810234069824,
+      "epoch": 0.32236793904315336,
+      "step": 8800,
+      "student_mlm_loss": 6.904808044433594
+    },
+    {
+      "epoch": 0.32603121107773464,
+      "grad_norm": 99.88166809082031,
+      "learning_rate": 4.483991449001155e-05,
+      "loss": 3.988,
+      "step": 8900
+    },
+    {
+      "combined_loss": 2.484290599822998,
+      "distill_loss": 1.3509743213653564,
+      "epoch": 0.32603121107773464,
+      "step": 8900,
+      "student_mlm_loss": 3.6176071166992188
+    },
+    {
+      "epoch": 0.3296944831123159,
+      "grad_norm": 74.52608489990234,
+      "learning_rate": 4.477848490060693e-05,
+      "loss": 7.0959,
+      "step": 9000
+    },
+    {
+      "combined_loss": 3.0457074642181396,
+      "distill_loss": 1.3116565942764282,
+      "epoch": 0.3296944831123159,
+      "step": 9000,
+      "student_mlm_loss": 4.779758453369141
+    },
+    {
+      "epoch": 0.3333577551468972,
+      "grad_norm": 11.735849380493164,
+      "learning_rate": 4.47170553112023e-05,
+      "loss": 3.3274,
+      "step": 9100
+    },
+    {
+      "combined_loss": 4.452191352844238,
+      "distill_loss": 1.3943032026290894,
+      "epoch": 0.3333577551468972,
+      "step": 9100,
+      "student_mlm_loss": 7.510079860687256
+    },
+    {
+      "epoch": 0.33702102718147847,
+      "grad_norm": 9.601778030395508,
+      "learning_rate": 4.465562572179768e-05,
+      "loss": 3.8928,
+      "step": 9200
+    },
+    {
+      "combined_loss": 4.875356197357178,
+      "distill_loss": 1.4536867141723633,
+      "epoch": 0.33702102718147847,
+      "step": 9200,
+      "student_mlm_loss": 8.297025680541992
+    },
+    {
+      "epoch": 0.3406842992160598,
+      "grad_norm": 9.49219799041748,
+      "learning_rate": 4.459419613239305e-05,
+      "loss": 3.7362,
+      "step": 9300
+    },
+    {
+      "combined_loss": 2.9027719497680664,
+      "distill_loss": 1.3480241298675537,
+      "epoch": 0.3406842992160598,
+      "step": 9300,
+      "student_mlm_loss": 4.45751953125
+    },
+    {
+      "epoch": 0.3443475712506411,
+      "grad_norm": 7.6804728507995605,
+      "learning_rate": 4.453276654298843e-05,
+      "loss": 4.4018,
+      "step": 9400
+    },
+    {
+      "combined_loss": 2.7022647857666016,
+      "distill_loss": 1.3614214658737183,
+      "epoch": 0.3443475712506411,
+      "step": 9400,
+      "student_mlm_loss": 4.043107986450195
+    },
+    {
+      "epoch": 0.34801084328522236,
+      "grad_norm": 38.41388702392578,
+      "learning_rate": 4.4471336953583804e-05,
+      "loss": 3.0632,
+      "step": 9500
+    },
+    {
+      "combined_loss": 1.9494025707244873,
+      "distill_loss": 1.3876396417617798,
+      "epoch": 0.34801084328522236,
+      "step": 9500,
+      "student_mlm_loss": 2.5111656188964844
+    },
+    {
+      "epoch": 0.35167411531980364,
+      "grad_norm": 37.10932540893555,
+      "learning_rate": 4.440990736417918e-05,
+      "loss": 3.3258,
+      "step": 9600
+    },
+    {
+      "combined_loss": 2.6435036659240723,
+      "distill_loss": 1.3941702842712402,
+      "epoch": 0.35167411531980364,
+      "step": 9600,
+      "student_mlm_loss": 3.8928370475769043
+    },
+    {
+      "epoch": 0.3553373873543849,
+      "grad_norm": 17.652099609375,
+      "learning_rate": 4.434847777477455e-05,
+      "loss": 8.3854,
+      "step": 9700
+    },
+    {
+      "combined_loss": 2.336359977722168,
+      "distill_loss": 1.5497583150863647,
+      "epoch": 0.3553373873543849,
+      "step": 9700,
+      "student_mlm_loss": 3.1229615211486816
+    },
+    {
+      "epoch": 0.35900065938896625,
+      "grad_norm": 58.41902160644531,
+      "learning_rate": 4.428704818536993e-05,
+      "loss": 6.9624,
+      "step": 9800
+    },
+    {
+      "combined_loss": 2.6561923027038574,
+      "distill_loss": 1.5154696702957153,
+      "epoch": 0.35900065938896625,
+      "step": 9800,
+      "student_mlm_loss": 3.796915054321289
+    },
+    {
+      "epoch": 0.3626639314235475,
+      "grad_norm": 23.230680465698242,
+      "learning_rate": 4.422561859596531e-05,
+      "loss": 3.4226,
+      "step": 9900
+    },
+    {
+      "combined_loss": 1.9643871784210205,
+      "distill_loss": 1.3770619630813599,
+      "epoch": 0.3626639314235475,
+      "step": 9900,
+      "student_mlm_loss": 2.5517125129699707
+    },
+    {
+      "epoch": 0.3663272034581288,
+      "grad_norm": 11.580951690673828,
+      "learning_rate": 4.416418900656068e-05,
+      "loss": 4.7414,
+      "step": 10000
+    },
+    {
+      "epoch": 0.3663272034581288,
+      "eval_loss": 3.8432743549346924,
+      "eval_runtime": 2.2879,
+      "eval_samples_per_second": 3057.772,
+      "eval_steps_per_second": 12.238,
+      "step": 10000
+    },
+    {
+      "combined_loss": 2.395519971847534,
+      "distill_loss": 1.382614254951477,
+      "epoch": 0.3663272034581288,
+      "step": 10000,
+      "student_mlm_loss": 3.408425807952881
+    },
+    {
+      "epoch": 0.3699904754927101,
+      "grad_norm": 19.014955520629883,
+      "learning_rate": 4.410275941715606e-05,
+      "loss": 6.6365,
+      "step": 10100
+    },
+    {
+      "combined_loss": 2.1697921752929688,
+      "distill_loss": 1.5128508806228638,
+      "epoch": 0.3699904754927101,
+      "step": 10100,
+      "student_mlm_loss": 2.8267335891723633
+    },
+    {
+      "epoch": 0.37365374752729136,
+      "grad_norm": 6.532296180725098,
+      "learning_rate": 4.404132982775143e-05,
+      "loss": 3.199,
+      "step": 10200
+    },
+    {
+      "combined_loss": 1.8516874313354492,
+      "distill_loss": 1.413927674293518,
+      "epoch": 0.37365374752729136,
+      "step": 10200,
+      "student_mlm_loss": 2.289447069168091
+    },
+    {
+      "epoch": 0.3773170195618727,
+      "grad_norm": 25.607181549072266,
+      "learning_rate": 4.397990023834681e-05,
+      "loss": 3.822,
+      "step": 10300
+    },
+    {
+      "combined_loss": 3.3827946186065674,
+      "distill_loss": 1.4635933637619019,
+      "epoch": 0.3773170195618727,
+      "step": 10300,
+      "student_mlm_loss": 5.301995754241943
+    },
+    {
+      "epoch": 0.38098029159645397,
+      "grad_norm": 12.52314567565918,
+      "learning_rate": 4.3918470648942184e-05,
+      "loss": 6.9491,
+      "step": 10400
+    },
+    {
+      "combined_loss": 1.9748457670211792,
+      "distill_loss": 1.445707082748413,
+      "epoch": 0.38098029159645397,
+      "step": 10400,
+      "student_mlm_loss": 2.5039844512939453
+    },
+    {
+      "epoch": 0.38464356363103525,
+      "grad_norm": 12.69713306427002,
+      "learning_rate": 4.385704105953756e-05,
+      "loss": 9.4794,
+      "step": 10500
+    },
+    {
+      "combined_loss": 3.5582261085510254,
+      "distill_loss": 1.4324952363967896,
+      "epoch": 0.38464356363103525,
+      "step": 10500,
+      "student_mlm_loss": 5.683957099914551
+    },
+    {
+      "epoch": 0.3883068356656165,
+      "grad_norm": 9.131495475769043,
+      "learning_rate": 4.379561147013293e-05,
+      "loss": 7.1932,
+      "step": 10600
+    },
+    {
+      "combined_loss": 6.080216407775879,
+      "distill_loss": 1.477283000946045,
+      "epoch": 0.3883068356656165,
+      "step": 10600,
+      "student_mlm_loss": 10.683149337768555
+    },
+    {
+      "epoch": 0.3919701077001978,
+      "grad_norm": 24.739810943603516,
+      "learning_rate": 4.373418188072831e-05,
+      "loss": 5.6399,
+      "step": 10700
+    },
+    {
+      "combined_loss": 3.7993698120117188,
+      "distill_loss": 1.452317476272583,
+      "epoch": 0.3919701077001978,
+      "step": 10700,
+      "student_mlm_loss": 6.146422386169434
+    },
+    {
+      "epoch": 0.3956333797347791,
+      "grad_norm": 42.44218063354492,
+      "learning_rate": 4.367275229132369e-05,
+      "loss": 4.2291,
+      "step": 10800
+    },
+    {
+      "combined_loss": 2.037079095840454,
+      "distill_loss": 1.4349570274353027,
+      "epoch": 0.3956333797347791,
+      "step": 10800,
+      "student_mlm_loss": 2.6392011642456055
+    },
+    {
+      "epoch": 0.3992966517693604,
+      "grad_norm": 231.26116943359375,
+      "learning_rate": 4.361132270191906e-05,
+      "loss": 4.6188,
+      "step": 10900
+    },
+    {
+      "combined_loss": 182.1781768798828,
+      "distill_loss": 1.4427307844161987,
+      "epoch": 0.3992966517693604,
+      "step": 10900,
+      "student_mlm_loss": 362.91363525390625
+    },
+    {
+      "epoch": 0.4029599238039417,
+      "grad_norm": 16.01262092590332,
+      "learning_rate": 4.354989311251444e-05,
+      "loss": 4.8535,
+      "step": 11000
+    },
+    {
+      "combined_loss": 3.2922308444976807,
+      "distill_loss": 1.7308834791183472,
+      "epoch": 0.4029599238039417,
+      "step": 11000,
+      "student_mlm_loss": 4.853578090667725
+    },
+    {
+      "epoch": 0.40662319583852297,
+      "grad_norm": 23.69573974609375,
+      "learning_rate": 4.3488463523109816e-05,
+      "loss": 2.8692,
+      "step": 11100
+    },
+    {
+      "combined_loss": 2.1010890007019043,
+      "distill_loss": 1.3140019178390503,
+      "epoch": 0.40662319583852297,
+      "step": 11100,
+      "student_mlm_loss": 2.888176202774048
+    },
+    {
+      "epoch": 0.41028646787310424,
+      "grad_norm": 9.695125579833984,
+      "learning_rate": 4.3427033933705193e-05,
+      "loss": 7.6829,
+      "step": 11200
+    },
+    {
+      "combined_loss": 2.24194598197937,
+      "distill_loss": 1.560063362121582,
+      "epoch": 0.41028646787310424,
+      "step": 11200,
+      "student_mlm_loss": 2.923828601837158
+    },
+    {
+      "epoch": 0.4139497399076855,
+      "grad_norm": 37.06310272216797,
+      "learning_rate": 4.3365604344300565e-05,
+      "loss": 3.5562,
+      "step": 11300
+    },
+    {
+      "combined_loss": 9.297407150268555,
+      "distill_loss": 1.2328678369522095,
+      "epoch": 0.4139497399076855,
+      "step": 11300,
+      "student_mlm_loss": 17.36194610595703
+    },
+    {
+      "epoch": 0.41761301194226685,
+      "grad_norm": 6.411166667938232,
+      "learning_rate": 4.330417475489594e-05,
+      "loss": 4.0543,
+      "step": 11400
+    },
+    {
+      "combined_loss": 2.141500949859619,
+      "distill_loss": 1.467064380645752,
+      "epoch": 0.41761301194226685,
+      "step": 11400,
+      "student_mlm_loss": 2.8159377574920654
+    },
+    {
+      "epoch": 0.42127628397684813,
+      "grad_norm": 5.802677154541016,
+      "learning_rate": 4.3242745165491313e-05,
+      "loss": 14.3215,
+      "step": 11500
+    },
+    {
+      "combined_loss": 6.576130390167236,
+      "distill_loss": 1.46802818775177,
+      "epoch": 0.42127628397684813,
+      "step": 11500,
+      "student_mlm_loss": 11.684232711791992
+    },
+    {
+      "epoch": 0.4249395560114294,
+      "grad_norm": 15.660844802856445,
+      "learning_rate": 4.318131557608669e-05,
+      "loss": 30.5877,
+      "step": 11600
+    },
+    {
+      "combined_loss": 1.9305293560028076,
+      "distill_loss": 1.405720591545105,
+      "epoch": 0.4249395560114294,
+      "step": 11600,
+      "student_mlm_loss": 2.4553380012512207
+    },
+    {
+      "epoch": 0.4286028280460107,
+      "grad_norm": 3.041947603225708,
+      "learning_rate": 4.311988598668207e-05,
+      "loss": 3.7156,
+      "step": 11700
+    },
+    {
+      "combined_loss": 2.78572940826416,
+      "distill_loss": 1.45219886302948,
+      "epoch": 0.4286028280460107,
+      "step": 11700,
+      "student_mlm_loss": 4.119259834289551
+    },
+    {
+      "epoch": 0.43226610008059196,
+      "grad_norm": 20.6744384765625,
+      "learning_rate": 4.305845639727744e-05,
+      "loss": 3.3939,
+      "step": 11800
+    },
+    {
+      "combined_loss": 2.0835349559783936,
+      "distill_loss": 1.4508671760559082,
+      "epoch": 0.43226610008059196,
+      "step": 11800,
+      "student_mlm_loss": 2.716202735900879
+    },
+    {
+      "epoch": 0.4359293721151733,
+      "grad_norm": 5.804731369018555,
+      "learning_rate": 4.299702680787282e-05,
+      "loss": 6.1951,
+      "step": 11900
+    },
+    {
+      "combined_loss": 3.1048030853271484,
+      "distill_loss": 1.455564260482788,
+      "epoch": 0.4359293721151733,
+      "step": 11900,
+      "student_mlm_loss": 4.75404167175293
+    },
+    {
+      "epoch": 0.4395926441497546,
+      "grad_norm": 33.689720153808594,
+      "learning_rate": 4.2935597218468196e-05,
+      "loss": 3.6583,
+      "step": 12000
+    },
+    {
+      "epoch": 0.4395926441497546,
+      "eval_loss": 3.919630527496338,
+      "eval_runtime": 2.0425,
+      "eval_samples_per_second": 3425.261,
+      "eval_steps_per_second": 13.709,
+      "step": 12000
+    },
+    {
+      "combined_loss": 2.315965175628662,
+      "distill_loss": 1.3009124994277954,
+      "epoch": 0.4395926441497546,
+      "step": 12000,
+      "student_mlm_loss": 3.3310179710388184
+    },
+    {
+      "epoch": 0.44325591618433585,
+      "grad_norm": 24.73545265197754,
+      "learning_rate": 4.2874167629063574e-05,
+      "loss": 2.9828,
+      "step": 12100
+    },
+    {
+      "combined_loss": 5.060952186584473,
+      "distill_loss": 1.3712559938430786,
+      "epoch": 0.44325591618433585,
+      "step": 12100,
+      "student_mlm_loss": 8.750648498535156
+    },
+    {
+      "epoch": 0.44691918821891713,
+      "grad_norm": 19.548921585083008,
+      "learning_rate": 4.2812738039658945e-05,
+      "loss": 3.1716,
+      "step": 12200
+    },
+    {
+      "combined_loss": 2.3697307109832764,
+      "distill_loss": 1.480096459388733,
+      "epoch": 0.44691918821891713,
+      "step": 12200,
+      "student_mlm_loss": 3.2593650817871094
+    },
+    {
+      "epoch": 0.4505824602534984,
+      "grad_norm": 6.217925548553467,
+      "learning_rate": 4.2751308450254316e-05,
+      "loss": 5.1037,
+      "step": 12300
+    },
+    {
+      "combined_loss": 1.9682085514068604,
+      "distill_loss": 1.3534774780273438,
+      "epoch": 0.4505824602534984,
+      "step": 12300,
+      "student_mlm_loss": 2.582939624786377
+    },
+    {
+      "epoch": 0.45424573228807974,
+      "grad_norm": 53.592735290527344,
+      "learning_rate": 4.2689878860849694e-05,
+      "loss": 5.3409,
+      "step": 12400
+    },
+    {
+      "combined_loss": 2.413550853729248,
+      "distill_loss": 1.3951433897018433,
+      "epoch": 0.45424573228807974,
+      "step": 12400,
+      "student_mlm_loss": 3.4319584369659424
+    },
+    {
+      "epoch": 0.457909004322661,
+      "grad_norm": 13.716507911682129,
+      "learning_rate": 4.262844927144507e-05,
+      "loss": 3.2261,
+      "step": 12500
+    },
+    {
+      "combined_loss": 3.6318020820617676,
+      "distill_loss": 1.3529082536697388,
+      "epoch": 0.457909004322661,
+      "step": 12500,
+      "student_mlm_loss": 5.910696029663086
+    },
+    {
+      "epoch": 0.4615722763572423,
+      "grad_norm": 16.206933975219727,
+      "learning_rate": 4.256701968204045e-05,
+      "loss": 3.1534,
+      "step": 12600
+    },
+    {
+      "combined_loss": 15.371432304382324,
+      "distill_loss": 1.4290032386779785,
+      "epoch": 0.4615722763572423,
+      "step": 12600,
+      "student_mlm_loss": 29.313861846923828
+    },
+    {
+      "epoch": 0.4652355483918236,
+      "grad_norm": 8.626960754394531,
+      "learning_rate": 4.250559009263582e-05,
+      "loss": 3.0824,
+      "step": 12700
+    },
+    {
+      "combined_loss": 2.0715112686157227,
+      "distill_loss": 1.3553932905197144,
+      "epoch": 0.4652355483918236,
+      "step": 12700,
+      "student_mlm_loss": 2.7876293659210205
+    },
+    {
+      "epoch": 0.46889882042640485,
+      "grad_norm": 8.153878211975098,
+      "learning_rate": 4.24441605032312e-05,
+      "loss": 3.8805,
+      "step": 12800
+    },
+    {
+      "combined_loss": 2.0972392559051514,
+      "distill_loss": 1.2276250123977661,
+      "epoch": 0.46889882042640485,
+      "step": 12800,
+      "student_mlm_loss": 2.966853618621826
+    },
+    {
+      "epoch": 0.4725620924609861,
+      "grad_norm": 12.068700790405273,
+      "learning_rate": 4.2382730913826576e-05,
+      "loss": 2.8937,
+      "step": 12900
+    },
+    {
+      "combined_loss": 2.9497852325439453,
+      "distill_loss": 1.314728021621704,
+      "epoch": 0.4725620924609861,
+      "step": 12900,
+      "student_mlm_loss": 4.584842681884766
+    },
+    {
+      "epoch": 0.47622536449556746,
+      "grad_norm": 12.260379791259766,
+      "learning_rate": 4.232130132442195e-05,
+      "loss": 5.581,
+      "step": 13000
+    },
+    {
+      "combined_loss": 1.8658246994018555,
+      "distill_loss": 1.2703187465667725,
+      "epoch": 0.47622536449556746,
+      "step": 13000,
+      "student_mlm_loss": 2.4613306522369385
+    },
+    {
+      "epoch": 0.47988863653014874,
+      "grad_norm": 22.688852310180664,
+      "learning_rate": 4.2259871735017325e-05,
+      "loss": 7.0059,
+      "step": 13100
+    },
+    {
+      "combined_loss": 3.673346519470215,
+      "distill_loss": 1.397099256515503,
+      "epoch": 0.47988863653014874,
+      "step": 13100,
+      "student_mlm_loss": 5.949593544006348
+    },
+    {
+      "epoch": 0.48355190856473,
+      "grad_norm": 28.811817169189453,
+      "learning_rate": 4.2198442145612696e-05,
+      "loss": 9.6395,
+      "step": 13200
+    },
+    {
+      "combined_loss": 2.036362409591675,
+      "distill_loss": 1.3239866495132446,
+      "epoch": 0.48355190856473,
+      "step": 13200,
+      "student_mlm_loss": 2.7487380504608154
+    },
+    {
+      "epoch": 0.4872151805993113,
+      "grad_norm": 6.380947589874268,
+      "learning_rate": 4.213701255620808e-05,
+      "loss": 2.7095,
+      "step": 13300
+    },
+    {
+      "combined_loss": 2.2547478675842285,
+      "distill_loss": 1.4122509956359863,
+      "epoch": 0.4872151805993113,
+      "step": 13300,
+      "student_mlm_loss": 3.09724497795105
+    },
+    {
+      "epoch": 0.49087845263389257,
+      "grad_norm": 83.60982513427734,
+      "learning_rate": 4.207558296680345e-05,
+      "loss": 3.2917,
+      "step": 13400
+    },
+    {
+      "combined_loss": 2.009040355682373,
+      "distill_loss": 1.4236946105957031,
+      "epoch": 0.49087845263389257,
+      "step": 13400,
+      "student_mlm_loss": 2.594385862350464
+    },
+    {
+      "epoch": 0.4945417246684739,
+      "grad_norm": 10.06588077545166,
+      "learning_rate": 4.201415337739883e-05,
+      "loss": 12.3205,
+      "step": 13500
+    },
+    {
+      "combined_loss": 2.9317073822021484,
+      "distill_loss": 1.4229042530059814,
+      "epoch": 0.4945417246684739,
+      "step": 13500,
+      "student_mlm_loss": 4.440510272979736
+    },
+    {
+      "epoch": 0.4982049967030552,
+      "grad_norm": 4.126479625701904,
+      "learning_rate": 4.19527237879942e-05,
+      "loss": 3.8077,
+      "step": 13600
+    },
+    {
+      "combined_loss": 1.9033926725387573,
+      "distill_loss": 1.357490062713623,
+      "epoch": 0.4982049967030552,
+      "step": 13600,
+      "student_mlm_loss": 2.4492952823638916
+    },
+    {
+      "epoch": 0.5018682687376365,
+      "grad_norm": 18.483203887939453,
+      "learning_rate": 4.189129419858958e-05,
+      "loss": 11.6361,
+      "step": 13700
+    },
+    {
+      "combined_loss": 3.165005683898926,
+      "distill_loss": 1.3812006711959839,
+      "epoch": 0.5018682687376365,
+      "step": 13700,
+      "student_mlm_loss": 4.948810577392578
+    },
+    {
+      "epoch": 0.5055315407722177,
+      "grad_norm": 7.388655662536621,
+      "learning_rate": 4.1829864609184956e-05,
+      "loss": 3.875,
+      "step": 13800
+    },
+    {
+      "combined_loss": 1.8155145645141602,
+      "distill_loss": 1.3641600608825684,
+      "epoch": 0.5055315407722177,
+      "step": 13800,
+      "student_mlm_loss": 2.266869068145752
+    },
+    {
+      "epoch": 0.509194812806799,
+      "grad_norm": 9.352982521057129,
+      "learning_rate": 4.176843501978033e-05,
+      "loss": 9.268,
+      "step": 13900
+    },
+    {
+      "combined_loss": 2.3618173599243164,
+      "distill_loss": 1.3162891864776611,
+      "epoch": 0.509194812806799,
+      "step": 13900,
+      "student_mlm_loss": 3.4073452949523926
+    },
+    {
+      "epoch": 0.5128580848413803,
+      "grad_norm": 8.513871192932129,
+      "learning_rate": 4.1707005430375705e-05,
+      "loss": 3.3999,
+      "step": 14000
+    },
+    {
+      "epoch": 0.5128580848413803,
+      "eval_loss": 3.5987370014190674,
+      "eval_runtime": 2.2869,
+      "eval_samples_per_second": 3059.222,
+      "eval_steps_per_second": 12.244,
+      "step": 14000
+    },
+    {
+      "combined_loss": 2.6841559410095215,
+      "distill_loss": 1.401199460029602,
+      "epoch": 0.5128580848413803,
+      "step": 14000,
+      "student_mlm_loss": 3.9671125411987305
+    },
+    {
+      "epoch": 0.5165213568759616,
+      "grad_norm": 30.661813735961914,
+      "learning_rate": 4.1645575840971076e-05,
+      "loss": 18.3341,
+      "step": 14100
+    },
+    {
+      "combined_loss": 4.752758026123047,
+      "distill_loss": 1.247560977935791,
+      "epoch": 0.5165213568759616,
+      "step": 14100,
+      "student_mlm_loss": 8.257954597473145
+    },
+    {
+      "epoch": 0.5201846289105428,
+      "grad_norm": 40.303707122802734,
+      "learning_rate": 4.158414625156646e-05,
+      "loss": 3.1057,
+      "step": 14200
+    },
+    {
+      "combined_loss": 1.988144874572754,
+      "distill_loss": 1.2577546834945679,
+      "epoch": 0.5201846289105428,
+      "step": 14200,
+      "student_mlm_loss": 2.7185349464416504
+    },
+    {
+      "epoch": 0.5238479009451242,
+      "grad_norm": 19.77947235107422,
+      "learning_rate": 4.152271666216183e-05,
+      "loss": 7.3457,
+      "step": 14300
+    },
+    {
+      "combined_loss": 4.299380779266357,
+      "distill_loss": 1.2770593166351318,
+      "epoch": 0.5238479009451242,
+      "step": 14300,
+      "student_mlm_loss": 7.321702480316162
+    },
+    {
+      "epoch": 0.5275111729797055,
+      "grad_norm": 7.412100315093994,
+      "learning_rate": 4.146128707275721e-05,
+      "loss": 4.8104,
+      "step": 14400
+    },
+    {
+      "combined_loss": 10.650766372680664,
+      "distill_loss": 1.3233892917633057,
+      "epoch": 0.5275111729797055,
+      "step": 14400,
+      "student_mlm_loss": 19.9781436920166
+    },
+    {
+      "epoch": 0.5311744450142868,
+      "grad_norm": 5.799710750579834,
+      "learning_rate": 4.139985748335258e-05,
+      "loss": 3.4765,
+      "step": 14500
+    },
+    {
+      "combined_loss": 2.4540774822235107,
+      "distill_loss": 1.319036841392517,
+      "epoch": 0.5311744450142868,
+      "step": 14500,
+      "student_mlm_loss": 3.589118003845215
+    },
+    {
+      "epoch": 0.5348377170488681,
+      "grad_norm": 7.147758483886719,
+      "learning_rate": 4.133842789394796e-05,
+      "loss": 3.12,
+      "step": 14600
+    },
+    {
+      "combined_loss": 1.8580541610717773,
+      "distill_loss": 1.3114832639694214,
+      "epoch": 0.5348377170488681,
+      "step": 14600,
+      "student_mlm_loss": 2.4046249389648438
+    },
+    {
+      "epoch": 0.5385009890834493,
+      "grad_norm": 5.120487213134766,
+      "learning_rate": 4.1276998304543336e-05,
+      "loss": 6.7029,
+      "step": 14700
+    },
+    {
+      "combined_loss": 1.9685258865356445,
+      "distill_loss": 1.2455390691757202,
+      "epoch": 0.5385009890834493,
+      "step": 14700,
+      "student_mlm_loss": 2.6915125846862793
+    },
+    {
+      "epoch": 0.5421642611180306,
+      "grad_norm": 6.225675106048584,
+      "learning_rate": 4.121556871513871e-05,
+      "loss": 7.1336,
+      "step": 14800
+    },
+    {
+      "combined_loss": 1.8886613845825195,
+      "distill_loss": 1.2913726568222046,
+      "epoch": 0.5421642611180306,
+      "step": 14800,
+      "student_mlm_loss": 2.485949993133545
+    },
+    {
+      "epoch": 0.5458275331526119,
+      "grad_norm": 11.508244514465332,
+      "learning_rate": 4.1154139125734085e-05,
+      "loss": 11.8719,
+      "step": 14900
+    },
+    {
+      "combined_loss": 2.1455585956573486,
+      "distill_loss": 1.3711117506027222,
+      "epoch": 0.5458275331526119,
+      "step": 14900,
+      "student_mlm_loss": 2.9200053215026855
+    },
+    {
+      "epoch": 0.5494908051871932,
+      "grad_norm": 17.030780792236328,
+      "learning_rate": 4.109270953632946e-05,
+      "loss": 3.091,
+      "step": 15000
+    },
+    {
+      "combined_loss": 1.9433504343032837,
+      "distill_loss": 1.538583517074585,
+      "epoch": 0.5494908051871932,
+      "step": 15000,
+      "student_mlm_loss": 2.3481173515319824
+    },
+    {
+      "epoch": 0.5531540772217745,
+      "grad_norm": 4.692992687225342,
+      "learning_rate": 4.103127994692484e-05,
+      "loss": 3.2488,
+      "step": 15100
+    },
+    {
+      "combined_loss": 2.820077657699585,
+      "distill_loss": 1.2906769514083862,
+      "epoch": 0.5531540772217745,
+      "step": 15100,
+      "student_mlm_loss": 4.349478244781494
+    },
+    {
+      "epoch": 0.5568173492563557,
+      "grad_norm": 49.70892333984375,
+      "learning_rate": 4.096985035752021e-05,
+      "loss": 10.6593,
+      "step": 15200
+    },
+    {
+      "combined_loss": 1.857104778289795,
+      "distill_loss": 1.4106833934783936,
+      "epoch": 0.5568173492563557,
+      "step": 15200,
+      "student_mlm_loss": 2.3035261631011963
+    },
+    {
+      "epoch": 0.5604806212909371,
+      "grad_norm": 7.913967609405518,
+      "learning_rate": 4.090842076811558e-05,
+      "loss": 3.3056,
+      "step": 15300
+    },
+    {
+      "combined_loss": 3.2144076824188232,
+      "distill_loss": 1.3917032480239868,
+      "epoch": 0.5604806212909371,
+      "step": 15300,
+      "student_mlm_loss": 5.037112236022949
+    },
+    {
+      "epoch": 0.5641438933255184,
+      "grad_norm": 10.575057983398438,
+      "learning_rate": 4.084699117871096e-05,
+      "loss": 10.0757,
+      "step": 15400
+    },
+    {
+      "combined_loss": 5.352452754974365,
+      "distill_loss": 1.3542910814285278,
+      "epoch": 0.5641438933255184,
+      "step": 15400,
+      "student_mlm_loss": 9.350614547729492
+    },
+    {
+      "epoch": 0.5678071653600997,
+      "grad_norm": 119.92784118652344,
+      "learning_rate": 4.078556158930634e-05,
+      "loss": 3.4463,
+      "step": 15500
+    },
+    {
+      "combined_loss": 1.7753610610961914,
+      "distill_loss": 1.3875095844268799,
+      "epoch": 0.5678071653600997,
+      "step": 15500,
+      "student_mlm_loss": 2.163212537765503
+    },
+    {
+      "epoch": 0.571470437394681,
+      "grad_norm": 4.203140735626221,
+      "learning_rate": 4.0724131999901717e-05,
+      "loss": 4.8205,
+      "step": 15600
+    },
+    {
+      "combined_loss": 1.8941802978515625,
+      "distill_loss": 1.3584777116775513,
+      "epoch": 0.571470437394681,
+      "step": 15600,
+      "student_mlm_loss": 2.4298830032348633
+    },
+    {
+      "epoch": 0.5751337094292622,
+      "grad_norm": 16.848825454711914,
+      "learning_rate": 4.066270241049709e-05,
+      "loss": 7.7339,
+      "step": 15700
+    },
+    {
+      "combined_loss": 1.9499808549880981,
+      "distill_loss": 1.3122260570526123,
+      "epoch": 0.5751337094292622,
+      "step": 15700,
+      "student_mlm_loss": 2.587735652923584
+    },
+    {
+      "epoch": 0.5787969814638435,
+      "grad_norm": 2.9838955402374268,
+      "learning_rate": 4.0601272821092465e-05,
+      "loss": 3.4354,
+      "step": 15800
+    },
+    {
+      "combined_loss": 1.9672229290008545,
+      "distill_loss": 1.3119910955429077,
+      "epoch": 0.5787969814638435,
+      "step": 15800,
+      "student_mlm_loss": 2.622454881668091
+    },
+    {
+      "epoch": 0.5824602534984248,
+      "grad_norm": 6.6938676834106445,
+      "learning_rate": 4.053984323168784e-05,
+      "loss": 5.2244,
+      "step": 15900
+    },
+    {
+      "combined_loss": 2.8469321727752686,
+      "distill_loss": 1.361178994178772,
+      "epoch": 0.5824602534984248,
+      "step": 15900,
+      "student_mlm_loss": 4.332685470581055
+    },
+    {
+      "epoch": 0.5861235255330061,
+      "grad_norm": 31.440717697143555,
+      "learning_rate": 4.047841364228322e-05,
+      "loss": 8.7168,
+      "step": 16000
+    },
+    {
+      "epoch": 0.5861235255330061,
+      "eval_loss": 3.480536937713623,
+      "eval_runtime": 2.1572,
+      "eval_samples_per_second": 3243.154,
+      "eval_steps_per_second": 12.98,
+      "step": 16000
+    },
+    {
+      "combined_loss": 2.0847339630126953,
+      "distill_loss": 1.4640412330627441,
+      "epoch": 0.5861235255330061,
+      "step": 16000,
+      "student_mlm_loss": 2.7054266929626465
+    },
+    {
+      "epoch": 0.5897867975675873,
+      "grad_norm": 6.238570690155029,
+      "learning_rate": 4.041698405287859e-05,
+      "loss": 3.2375,
+      "step": 16100
+    },
+    {
+      "combined_loss": 2.2635374069213867,
+      "distill_loss": 1.5188945531845093,
+      "epoch": 0.5897867975675873,
+      "step": 16100,
+      "student_mlm_loss": 3.0081801414489746
+    },
+    {
+      "epoch": 0.5934500696021686,
+      "grad_norm": 11.832098960876465,
+      "learning_rate": 4.035555446347396e-05,
+      "loss": 3.3115,
+      "step": 16200
+    },
+    {
+      "combined_loss": 2.2285714149475098,
+      "distill_loss": 1.4724992513656616,
+      "epoch": 0.5934500696021686,
+      "step": 16200,
+      "student_mlm_loss": 2.9846436977386475
+    },
+    {
+      "epoch": 0.5971133416367499,
+      "grad_norm": 8.876389503479004,
+      "learning_rate": 4.029412487406934e-05,
+      "loss": 4.1388,
+      "step": 16300
+    },
+    {
+      "combined_loss": 2.0907256603240967,
+      "distill_loss": 1.2955131530761719,
+      "epoch": 0.5971133416367499,
+      "step": 16300,
+      "student_mlm_loss": 2.8859381675720215
+    },
+    {
+      "epoch": 0.6007766136713313,
+      "grad_norm": 4.118688106536865,
+      "learning_rate": 4.023269528466472e-05,
+      "loss": 5.4036,
+      "step": 16400
+    },
+    {
+      "combined_loss": 5.190587997436523,
+      "distill_loss": 1.502519965171814,
+      "epoch": 0.6007766136713313,
+      "step": 16400,
+      "student_mlm_loss": 8.878656387329102
+    },
+    {
+      "epoch": 0.6044398857059126,
+      "grad_norm": 17.806203842163086,
+      "learning_rate": 4.01712656952601e-05,
+      "loss": 3.4529,
+      "step": 16500
+    },
+    {
+      "combined_loss": 2.0771563053131104,
+      "distill_loss": 1.5032036304473877,
+      "epoch": 0.6044398857059126,
+      "step": 16500,
+      "student_mlm_loss": 2.651108980178833
+    },
+    {
+      "epoch": 0.6081031577404938,
+      "grad_norm": 11.406692504882812,
+      "learning_rate": 4.010983610585547e-05,
+      "loss": 2.9157,
+      "step": 16600
+    },
+    {
+      "combined_loss": 2.0262105464935303,
+      "distill_loss": 1.406888723373413,
+      "epoch": 0.6081031577404938,
+      "step": 16600,
+      "student_mlm_loss": 2.6455323696136475
+    },
+    {
+      "epoch": 0.6117664297750751,
+      "grad_norm": 9.248611450195312,
+      "learning_rate": 4.0048406516450846e-05,
+      "loss": 3.7273,
+      "step": 16700
+    },
+    {
+      "combined_loss": 9.912755966186523,
+      "distill_loss": 1.3654385805130005,
+      "epoch": 0.6117664297750751,
+      "step": 16700,
+      "student_mlm_loss": 18.460073471069336
+    },
+    {
+      "epoch": 0.6154297018096564,
+      "grad_norm": 7.337488651275635,
+      "learning_rate": 3.9986976927046223e-05,
+      "loss": 3.5316,
+      "step": 16800
+    },
+    {
+      "combined_loss": 2.2111759185791016,
+      "distill_loss": 1.410059928894043,
+      "epoch": 0.6154297018096564,
+      "step": 16800,
+      "student_mlm_loss": 3.012291669845581
+    },
+    {
+      "epoch": 0.6190929738442377,
+      "grad_norm": 3.7927513122558594,
+      "learning_rate": 3.9925547337641595e-05,
+      "loss": 2.942,
+      "step": 16900
+    },
+    {
+      "combined_loss": 1.9941096305847168,
+      "distill_loss": 1.3353883028030396,
+      "epoch": 0.6190929738442377,
+      "step": 16900,
+      "student_mlm_loss": 2.6528310775756836
+    },
+    {
+      "epoch": 0.622756245878819,
+      "grad_norm": 8.092863082885742,
+      "learning_rate": 3.986411774823697e-05,
+      "loss": 8.3194,
+      "step": 17000
+    },
+    {
+      "combined_loss": 1.8197941780090332,
+      "distill_loss": 1.2830308675765991,
+      "epoch": 0.622756245878819,
+      "step": 17000,
+      "student_mlm_loss": 2.356557607650757
+    },
+    {
+      "epoch": 0.6264195179134002,
+      "grad_norm": 21.95607566833496,
+      "learning_rate": 3.9802688158832343e-05,
+      "loss": 3.6842,
+      "step": 17100
+    },
+    {
+      "combined_loss": 1.967858076095581,
+      "distill_loss": 1.3744505643844604,
+      "epoch": 0.6264195179134002,
+      "step": 17100,
+      "student_mlm_loss": 2.561265707015991
+    },
+    {
+      "epoch": 0.6300827899479815,
+      "grad_norm": 17.734630584716797,
+      "learning_rate": 3.974125856942773e-05,
+      "loss": 3.4446,
+      "step": 17200
+    },
+    {
+      "combined_loss": 3.56831955909729,
+      "distill_loss": 1.4127169847488403,
+      "epoch": 0.6300827899479815,
+      "step": 17200,
+      "student_mlm_loss": 5.723922252655029
+    },
+    {
+      "epoch": 0.6337460619825628,
+      "grad_norm": 14.227143287658691,
+      "learning_rate": 3.96798289800231e-05,
+      "loss": 4.3058,
+      "step": 17300
+    },
+    {
+      "combined_loss": 6.485238552093506,
+      "distill_loss": 1.3285768032073975,
+      "epoch": 0.6337460619825628,
+      "step": 17300,
+      "student_mlm_loss": 11.641900062561035
+    },
+    {
+      "epoch": 0.6374093340171441,
+      "grad_norm": 27.379819869995117,
+      "learning_rate": 3.961839939061848e-05,
+      "loss": 3.3666,
+      "step": 17400
+    },
+    {
+      "combined_loss": 3.212083339691162,
+      "distill_loss": 1.3358004093170166,
+      "epoch": 0.6374093340171441,
+      "step": 17400,
+      "student_mlm_loss": 5.088366508483887
+    },
+    {
+      "epoch": 0.6410726060517254,
+      "grad_norm": 6.261890411376953,
+      "learning_rate": 3.955696980121385e-05,
+      "loss": 6.3216,
+      "step": 17500
+    },
+    {
+      "combined_loss": 1.8787257671356201,
+      "distill_loss": 1.3068917989730835,
+      "epoch": 0.6410726060517254,
+      "step": 17500,
+      "student_mlm_loss": 2.4505598545074463
+    },
+    {
+      "epoch": 0.6447358780863067,
+      "grad_norm": 4.643723011016846,
+      "learning_rate": 3.9495540211809226e-05,
+      "loss": 6.3659,
+      "step": 17600
+    },
+    {
+      "combined_loss": 1.9111711978912354,
+      "distill_loss": 1.315952181816101,
+      "epoch": 0.6447358780863067,
+      "step": 17600,
+      "student_mlm_loss": 2.506390333175659
+    },
+    {
+      "epoch": 0.648399150120888,
+      "grad_norm": 209.94358825683594,
+      "learning_rate": 3.9434110622404604e-05,
+      "loss": 3.1778,
+      "step": 17700
+    },
+    {
+      "combined_loss": 2.7990779876708984,
+      "distill_loss": 1.360758662223816,
+      "epoch": 0.648399150120888,
+      "step": 17700,
+      "student_mlm_loss": 4.237397193908691
+    },
+    {
+      "epoch": 0.6520624221554693,
+      "grad_norm": 25.861230850219727,
+      "learning_rate": 3.9372681032999975e-05,
+      "loss": 6.5636,
+      "step": 17800
+    },
+    {
+      "combined_loss": 3.8194119930267334,
+      "distill_loss": 1.45068359375,
+      "epoch": 0.6520624221554693,
+      "step": 17800,
+      "student_mlm_loss": 6.188140392303467
+    },
+    {
+      "epoch": 0.6557256941900506,
+      "grad_norm": 46.81015396118164,
+      "learning_rate": 3.931125144359535e-05,
+      "loss": 6.4281,
+      "step": 17900
+    },
+    {
+      "combined_loss": 1.8790740966796875,
+      "distill_loss": 1.2603598833084106,
+      "epoch": 0.6557256941900506,
+      "step": 17900,
+      "student_mlm_loss": 2.497788429260254
+    },
+    {
+      "epoch": 0.6593889662246318,
+      "grad_norm": 3.634798049926758,
+      "learning_rate": 3.924982185419073e-05,
+      "loss": 3.7705,
+      "step": 18000
+    },
+    {
+      "epoch": 0.6593889662246318,
+      "eval_loss": 3.4686477184295654,
+      "eval_runtime": 2.0476,
+      "eval_samples_per_second": 3416.619,
+      "eval_steps_per_second": 13.674,
+      "step": 18000
+    },
+    {
+      "combined_loss": 1.8001245260238647,
+      "distill_loss": 1.358407735824585,
+      "epoch": 0.6593889662246318,
+      "step": 18000,
+      "student_mlm_loss": 2.2418413162231445
+    },
+    {
+      "epoch": 0.6630522382592131,
+      "grad_norm": 14.09543514251709,
+      "learning_rate": 3.918839226478611e-05,
+      "loss": 7.2198,
+      "step": 18100
+    },
+    {
+      "combined_loss": 2.165346622467041,
+      "distill_loss": 1.3290469646453857,
+      "epoch": 0.6630522382592131,
+      "step": 18100,
+      "student_mlm_loss": 3.0016462802886963
+    },
+    {
+      "epoch": 0.6667155102937944,
+      "grad_norm": 4.29142951965332,
+      "learning_rate": 3.912696267538148e-05,
+      "loss": 4.3053,
+      "step": 18200
+    },
+    {
+      "combined_loss": 1.8569279909133911,
+      "distill_loss": 1.355130910873413,
+      "epoch": 0.6667155102937944,
+      "step": 18200,
+      "student_mlm_loss": 2.358725070953369
+    },
+    {
+      "epoch": 0.6703787823283757,
+      "grad_norm": 4.424899101257324,
+      "learning_rate": 3.906553308597686e-05,
+      "loss": 3.2385,
+      "step": 18300
+    },
+    {
+      "combined_loss": 2.083707094192505,
+      "distill_loss": 1.307104229927063,
+      "epoch": 0.6703787823283757,
+      "step": 18300,
+      "student_mlm_loss": 2.8603098392486572
+    },
+    {
+      "epoch": 0.6740420543629569,
+      "grad_norm": 8.061409950256348,
+      "learning_rate": 3.900410349657223e-05,
+      "loss": 2.9075,
+      "step": 18400
+    },
+    {
+      "combined_loss": 1.9213597774505615,
+      "distill_loss": 1.434320330619812,
+      "epoch": 0.6740420543629569,
+      "step": 18400,
+      "student_mlm_loss": 2.4083993434906006
+    },
+    {
+      "epoch": 0.6777053263975383,
+      "grad_norm": 55.50898361206055,
+      "learning_rate": 3.8942673907167606e-05,
+      "loss": 13.4077,
+      "step": 18500
+    },
+    {
+      "combined_loss": 2.01340389251709,
+      "distill_loss": 1.3991159200668335,
+      "epoch": 0.6777053263975383,
+      "step": 18500,
+      "student_mlm_loss": 2.6276917457580566
+    },
+    {
+      "epoch": 0.6813685984321196,
+      "grad_norm": 5.348477840423584,
+      "learning_rate": 3.8881244317762984e-05,
+      "loss": 6.8559,
+      "step": 18600
+    },
+    {
+      "combined_loss": 2.5955307483673096,
+      "distill_loss": 1.4375801086425781,
+      "epoch": 0.6813685984321196,
+      "step": 18600,
+      "student_mlm_loss": 3.753481388092041
+    },
+    {
+      "epoch": 0.6850318704667009,
+      "grad_norm": 26.911954879760742,
+      "learning_rate": 3.8819814728358355e-05,
+      "loss": 9.8471,
+      "step": 18700
+    },
+    {
+      "combined_loss": 2.3086562156677246,
+      "distill_loss": 1.4082762002944946,
+      "epoch": 0.6850318704667009,
+      "step": 18700,
+      "student_mlm_loss": 3.209036350250244
+    },
+    {
+      "epoch": 0.6886951425012822,
+      "grad_norm": 8.086039543151855,
+      "learning_rate": 3.875838513895373e-05,
+      "loss": 3.841,
+      "step": 18800
+    },
+    {
+      "combined_loss": 4.487699031829834,
+      "distill_loss": 1.4052667617797852,
+      "epoch": 0.6886951425012822,
+      "step": 18800,
+      "student_mlm_loss": 7.570131301879883
+    },
+    {
+      "epoch": 0.6923584145358634,
+      "grad_norm": 10.749812126159668,
+      "learning_rate": 3.869695554954911e-05,
+      "loss": 9.7279,
+      "step": 18900
+    },
+    {
+      "combined_loss": 3.3014779090881348,
+      "distill_loss": 1.246164083480835,
+      "epoch": 0.6923584145358634,
+      "step": 18900,
+      "student_mlm_loss": 5.3567914962768555
+    },
+    {
+      "epoch": 0.6960216865704447,
+      "grad_norm": 11.313789367675781,
+      "learning_rate": 3.863552596014449e-05,
+      "loss": 28.0849,
+      "step": 19000
+    },
+    {
+      "combined_loss": 4.825923919677734,
+      "distill_loss": 1.377113938331604,
+      "epoch": 0.6960216865704447,
+      "step": 19000,
+      "student_mlm_loss": 8.274733543395996
+    },
+    {
+      "epoch": 0.699684958605026,
+      "grad_norm": 3.8648459911346436,
+      "learning_rate": 3.857409637073986e-05,
+      "loss": 5.8981,
+      "step": 19100
+    },
+    {
+      "combined_loss": 3.4921586513519287,
+      "distill_loss": 1.4171725511550903,
+      "epoch": 0.699684958605026,
+      "step": 19100,
+      "student_mlm_loss": 5.567144870758057
+    },
+    {
+      "epoch": 0.7033482306396073,
+      "grad_norm": 18.98455238342285,
+      "learning_rate": 3.851266678133523e-05,
+      "loss": 2.5944,
+      "step": 19200
+    },
+    {
+      "combined_loss": 1.8949182033538818,
+      "distill_loss": 1.3743678331375122,
+      "epoch": 0.7033482306396073,
+      "step": 19200,
+      "student_mlm_loss": 2.415468692779541
+    },
+    {
+      "epoch": 0.7070115026741886,
+      "grad_norm": 27.53456687927246,
+      "learning_rate": 3.845123719193061e-05,
+      "loss": 2.8462,
+      "step": 19300
+    },
+    {
+      "combined_loss": 1.8077284097671509,
+      "distill_loss": 1.2764451503753662,
+      "epoch": 0.7070115026741886,
+      "step": 19300,
+      "student_mlm_loss": 2.3390116691589355
+    },
+    {
+      "epoch": 0.7106747747087698,
+      "grad_norm": 8.815896987915039,
+      "learning_rate": 3.8389807602525986e-05,
+      "loss": 3.403,
+      "step": 19400
+    },
+    {
+      "combined_loss": 2.2496674060821533,
+      "distill_loss": 1.408218264579773,
+      "epoch": 0.7106747747087698,
+      "step": 19400,
+      "student_mlm_loss": 3.091116428375244
+    },
+    {
+      "epoch": 0.7143380467433511,
+      "grad_norm": 20.02590560913086,
+      "learning_rate": 3.8328378013121364e-05,
+      "loss": 3.7767,
+      "step": 19500
+    },
+    {
+      "combined_loss": 2.6540353298187256,
+      "distill_loss": 1.451707124710083,
+      "epoch": 0.7143380467433511,
+      "step": 19500,
+      "student_mlm_loss": 3.856363534927368
+    },
+    {
+      "epoch": 0.7180013187779325,
+      "grad_norm": 48.139583587646484,
+      "learning_rate": 3.8266948423716735e-05,
+      "loss": 3.4148,
+      "step": 19600
+    },
+    {
+      "combined_loss": 3.5710411071777344,
+      "distill_loss": 1.2874888181686401,
+      "epoch": 0.7180013187779325,
+      "step": 19600,
+      "student_mlm_loss": 5.854593276977539
+    },
+    {
+      "epoch": 0.7216645908125138,
+      "grad_norm": 5.810763835906982,
+      "learning_rate": 3.820551883431211e-05,
+      "loss": 11.1815,
+      "step": 19700
+    },
+    {
+      "combined_loss": 2.022658586502075,
+      "distill_loss": 1.408826231956482,
+      "epoch": 0.7216645908125138,
+      "step": 19700,
+      "student_mlm_loss": 2.636491060256958
+    },
+    {
+      "epoch": 0.725327862847095,
+      "grad_norm": 5.03505277633667,
+      "learning_rate": 3.814408924490749e-05,
+      "loss": 3.5792,
+      "step": 19800
+    },
+    {
+      "combined_loss": 2.450950860977173,
+      "distill_loss": 1.3786026239395142,
+      "epoch": 0.725327862847095,
+      "step": 19800,
+      "student_mlm_loss": 3.523299217224121
+    },
+    {
+      "epoch": 0.7289911348816763,
+      "grad_norm": 44.703548431396484,
+      "learning_rate": 3.808265965550287e-05,
+      "loss": 14.0822,
+      "step": 19900
+    },
+    {
+      "combined_loss": 1.8448269367218018,
+      "distill_loss": 1.3061137199401855,
+      "epoch": 0.7289911348816763,
+      "step": 19900,
+      "student_mlm_loss": 2.383540153503418
+    },
+    {
+      "epoch": 0.7326544069162576,
+      "grad_norm": 73.46593475341797,
+      "learning_rate": 3.802123006609824e-05,
+      "loss": 3.5648,
+      "step": 20000
+    },
+    {
+      "epoch": 0.7326544069162576,
+      "eval_loss": 3.689605474472046,
+      "eval_runtime": 2.2951,
+      "eval_samples_per_second": 3048.261,
+      "eval_steps_per_second": 12.2,
+      "step": 20000
+    },
+    {
+      "combined_loss": 5.831945896148682,
+      "distill_loss": 1.2505719661712646,
+      "epoch": 0.7326544069162576,
+      "step": 20000,
+      "student_mlm_loss": 10.41331958770752
+    },
+    {
+      "epoch": 0.7363176789508389,
+      "grad_norm": 7.289074897766113,
+      "learning_rate": 3.795980047669361e-05,
+      "loss": 5.9452,
+      "step": 20100
+    },
+    {
+      "combined_loss": 14.608942985534668,
+      "distill_loss": 1.4141182899475098,
+      "epoch": 0.7363176789508389,
+      "step": 20100,
+      "student_mlm_loss": 27.803768157958984
+    },
+    {
+      "epoch": 0.7399809509854202,
+      "grad_norm": 15.717759132385254,
+      "learning_rate": 3.7898370887288995e-05,
+      "loss": 5.3196,
+      "step": 20200
+    },
+    {
+      "combined_loss": 2.34932279586792,
+      "distill_loss": 1.2641239166259766,
+      "epoch": 0.7399809509854202,
+      "step": 20200,
+      "student_mlm_loss": 3.434521436691284
+    },
+    {
+      "epoch": 0.7436442230200014,
+      "grad_norm": 75.113037109375,
+      "learning_rate": 3.7836941297884366e-05,
+      "loss": 3.4868,
+      "step": 20300
+    },
+    {
+      "combined_loss": 2.0885400772094727,
+      "distill_loss": 1.3560060262680054,
+      "epoch": 0.7436442230200014,
+      "step": 20300,
+      "student_mlm_loss": 2.8210740089416504
+    },
+    {
+      "epoch": 0.7473074950545827,
+      "grad_norm": 12.071985244750977,
+      "learning_rate": 3.7775511708479744e-05,
+      "loss": 3.1594,
+      "step": 20400
+    },
+    {
+      "combined_loss": 2.104968309402466,
+      "distill_loss": 1.456742286682129,
+      "epoch": 0.7473074950545827,
+      "step": 20400,
+      "student_mlm_loss": 2.7531943321228027
+    },
+    {
+      "epoch": 0.750970767089164,
+      "grad_norm": 49.17687225341797,
+      "learning_rate": 3.7714082119075115e-05,
+      "loss": 5.0772,
+      "step": 20500
+    },
+    {
+      "combined_loss": 1.9532296657562256,
+      "distill_loss": 1.2734321355819702,
+      "epoch": 0.750970767089164,
+      "step": 20500,
+      "student_mlm_loss": 2.6330270767211914
+    },
+    {
+      "epoch": 0.7546340391237454,
+      "grad_norm": 4.601011753082275,
+      "learning_rate": 3.765265252967049e-05,
+      "loss": 8.0874,
+      "step": 20600
+    },
+    {
+      "combined_loss": 1.8828588724136353,
+      "distill_loss": 1.35260009765625,
+      "epoch": 0.7546340391237454,
+      "step": 20600,
+      "student_mlm_loss": 2.4131176471710205
+    },
+    {
+      "epoch": 0.7582973111583267,
+      "grad_norm": 3.9183883666992188,
+      "learning_rate": 3.759122294026587e-05,
+      "loss": 3.1836,
+      "step": 20700
+    },
+    {
+      "combined_loss": 3.261841058731079,
+      "distill_loss": 1.35749351978302,
+      "epoch": 0.7582973111583267,
+      "step": 20700,
+      "student_mlm_loss": 5.166188716888428
+    },
+    {
+      "epoch": 0.7619605831929079,
+      "grad_norm": 59.35635757446289,
+      "learning_rate": 3.752979335086124e-05,
+      "loss": 3.446,
+      "step": 20800
+    },
+    {
+      "combined_loss": 2.0783181190490723,
+      "distill_loss": 1.3386023044586182,
+      "epoch": 0.7619605831929079,
+      "step": 20800,
+      "student_mlm_loss": 2.8180341720581055
+    },
+    {
+      "epoch": 0.7656238552274892,
+      "grad_norm": 14.875,
+      "learning_rate": 3.746836376145662e-05,
+      "loss": 8.5798,
+      "step": 20900
+    },
+    {
+      "combined_loss": 1.926416039466858,
+      "distill_loss": 1.3077542781829834,
+      "epoch": 0.7656238552274892,
+      "step": 20900,
+      "student_mlm_loss": 2.5450778007507324
+    },
+    {
+      "epoch": 0.7692871272620705,
+      "grad_norm": 23.419870376586914,
+      "learning_rate": 3.740693417205199e-05,
+      "loss": 5.2177,
+      "step": 21000
+    },
+    {
+      "combined_loss": 1.7290170192718506,
+      "distill_loss": 1.2258715629577637,
+      "epoch": 0.7692871272620705,
+      "step": 21000,
+      "student_mlm_loss": 2.2321624755859375
+    },
+    {
+      "epoch": 0.7729503992966518,
+      "grad_norm": 29.292964935302734,
+      "learning_rate": 3.7345504582647375e-05,
+      "loss": 13.8021,
+      "step": 21100
+    },
+    {
+      "combined_loss": 1.9402461051940918,
+      "distill_loss": 1.2749103307724,
+      "epoch": 0.7729503992966518,
+      "step": 21100,
+      "student_mlm_loss": 2.6055819988250732
+    },
+    {
+      "epoch": 0.776613671331233,
+      "grad_norm": 9.03995418548584,
+      "learning_rate": 3.7284074993242747e-05,
+      "loss": 6.547,
+      "step": 21200
+    },
+    {
+      "combined_loss": 2.2710204124450684,
+      "distill_loss": 1.312924861907959,
+      "epoch": 0.776613671331233,
+      "step": 21200,
+      "student_mlm_loss": 3.229116201400757
+    },
+    {
+      "epoch": 0.7802769433658143,
+      "grad_norm": 11.86938190460205,
+      "learning_rate": 3.7222645403838124e-05,
+      "loss": 12.9682,
+      "step": 21300
+    },
+    {
+      "combined_loss": 3.114459991455078,
+      "distill_loss": 1.318755865097046,
+      "epoch": 0.7802769433658143,
+      "step": 21300,
+      "student_mlm_loss": 4.910163879394531
+    },
+    {
+      "epoch": 0.7839402154003956,
+      "grad_norm": 14.11950969696045,
+      "learning_rate": 3.7161215814433495e-05,
+      "loss": 3.1257,
+      "step": 21400
+    },
+    {
+      "combined_loss": 3.882293224334717,
+      "distill_loss": 1.1930829286575317,
+      "epoch": 0.7839402154003956,
+      "step": 21400,
+      "student_mlm_loss": 6.571503639221191
+    },
+    {
+      "epoch": 0.7876034874349769,
+      "grad_norm": 22.7275447845459,
+      "learning_rate": 3.709978622502887e-05,
+      "loss": 3.1395,
+      "step": 21500
+    },
+    {
+      "combined_loss": 2.00057315826416,
+      "distill_loss": 1.3134089708328247,
+      "epoch": 0.7876034874349769,
+      "step": 21500,
+      "student_mlm_loss": 2.687737226486206
+    },
+    {
+      "epoch": 0.7912667594695582,
+      "grad_norm": 56.84143829345703,
+      "learning_rate": 3.703835663562425e-05,
+      "loss": 13.1799,
+      "step": 21600
+    },
+    {
+      "combined_loss": 2.094574213027954,
+      "distill_loss": 1.3792191743850708,
+      "epoch": 0.7912667594695582,
+      "step": 21600,
+      "student_mlm_loss": 2.809929370880127
+    },
+    {
+      "epoch": 0.7949300315041395,
+      "grad_norm": 30.655105590820312,
+      "learning_rate": 3.697692704621962e-05,
+      "loss": 4.1563,
+      "step": 21700
+    },
+    {
+      "combined_loss": 2.167109489440918,
+      "distill_loss": 1.3041900396347046,
+      "epoch": 0.7949300315041395,
+      "step": 21700,
+      "student_mlm_loss": 3.030029058456421
+    },
+    {
+      "epoch": 0.7985933035387208,
+      "grad_norm": 7.400668144226074,
+      "learning_rate": 3.6915497456815e-05,
+      "loss": 9.7848,
+      "step": 21800
+    },
+    {
+      "combined_loss": 2.2639806270599365,
+      "distill_loss": 1.3241550922393799,
+      "epoch": 0.7985933035387208,
+      "step": 21800,
+      "student_mlm_loss": 3.203806161880493
+    },
+    {
+      "epoch": 0.8022565755733021,
+      "grad_norm": 28.212512969970703,
+      "learning_rate": 3.685406786741038e-05,
+      "loss": 2.7595,
+      "step": 21900
+    },
+    {
+      "combined_loss": 1.9249264001846313,
+      "distill_loss": 1.337939739227295,
+      "epoch": 0.8022565755733021,
+      "step": 21900,
+      "student_mlm_loss": 2.5119130611419678
+    },
+    {
+      "epoch": 0.8059198476078834,
+      "grad_norm": 5.998919486999512,
+      "learning_rate": 3.6792638278005756e-05,
+      "loss": 5.9041,
+      "step": 22000
+    },
+    {
+      "epoch": 0.8059198476078834,
+      "eval_loss": 3.310230016708374,
+      "eval_runtime": 1.9252,
+      "eval_samples_per_second": 3633.98,
+      "eval_steps_per_second": 14.544,
+      "step": 22000
+    },
+    {
+      "combined_loss": 2.208944320678711,
+      "distill_loss": 1.2883169651031494,
+      "epoch": 0.8059198476078834,
+      "step": 22000,
+      "student_mlm_loss": 3.1295716762542725
+    },
+    {
+      "epoch": 0.8095831196424647,
+      "grad_norm": 42.16996383666992,
+      "learning_rate": 3.673120868860113e-05,
+      "loss": 10.4166,
+      "step": 22100
+    },
+    {
+      "combined_loss": 2.089421510696411,
+      "distill_loss": 1.3541114330291748,
+      "epoch": 0.8095831196424647,
+      "step": 22100,
+      "student_mlm_loss": 2.8247315883636475
+    },
+    {
+      "epoch": 0.8132463916770459,
+      "grad_norm": 10.702394485473633,
+      "learning_rate": 3.6669779099196505e-05,
+      "loss": 3.5812,
+      "step": 22200
+    },
+    {
+      "combined_loss": 1.8974239826202393,
+      "distill_loss": 1.3954590559005737,
+      "epoch": 0.8132463916770459,
+      "step": 22200,
+      "student_mlm_loss": 2.3993890285491943
+    },
+    {
+      "epoch": 0.8169096637116272,
+      "grad_norm": 149.82179260253906,
+      "learning_rate": 3.6608349509791876e-05,
+      "loss": 3.229,
+      "step": 22300
+    },
+    {
+      "combined_loss": 2.0663747787475586,
+      "distill_loss": 1.3880882263183594,
+      "epoch": 0.8169096637116272,
+      "step": 22300,
+      "student_mlm_loss": 2.7446610927581787
+    },
+    {
+      "epoch": 0.8205729357462085,
+      "grad_norm": 5.735169410705566,
+      "learning_rate": 3.6546919920387253e-05,
+      "loss": 13.0135,
+      "step": 22400
+    },
+    {
+      "combined_loss": 2.3801686763763428,
+      "distill_loss": 1.2296876907348633,
+      "epoch": 0.8205729357462085,
+      "step": 22400,
+      "student_mlm_loss": 3.5306496620178223
+    },
+    {
+      "epoch": 0.8242362077807898,
+      "grad_norm": 3.9154951572418213,
+      "learning_rate": 3.648549033098263e-05,
+      "loss": 3.0256,
+      "step": 22500
+    },
+    {
+      "combined_loss": 2.619138240814209,
+      "distill_loss": 1.369718313217163,
+      "epoch": 0.8242362077807898,
+      "step": 22500,
+      "student_mlm_loss": 3.868557929992676
+    },
+    {
+      "epoch": 0.827899479815371,
+      "grad_norm": 6.706686019897461,
+      "learning_rate": 3.6424060741578e-05,
+      "loss": 6.8373,
+      "step": 22600
+    },
+    {
+      "combined_loss": 3.571559429168701,
+      "distill_loss": 1.360285758972168,
+      "epoch": 0.827899479815371,
+      "step": 22600,
+      "student_mlm_loss": 5.782833099365234
+    },
+    {
+      "epoch": 0.8315627518499524,
+      "grad_norm": 63.70609664916992,
+      "learning_rate": 3.636263115217338e-05,
+      "loss": 3.1874,
+      "step": 22700
+    },
+    {
+      "combined_loss": 6.645792007446289,
+      "distill_loss": 1.3381716012954712,
+      "epoch": 0.8315627518499524,
+      "step": 22700,
+      "student_mlm_loss": 11.953412055969238
+    },
+    {
+      "epoch": 0.8352260238845337,
+      "grad_norm": 112.02607727050781,
+      "learning_rate": 3.630120156276876e-05,
+      "loss": 4.1698,
+      "step": 22800
+    },
+    {
+      "combined_loss": 2.399282455444336,
+      "distill_loss": 1.2190183401107788,
+      "epoch": 0.8352260238845337,
+      "step": 22800,
+      "student_mlm_loss": 3.5795464515686035
+    },
+    {
+      "epoch": 0.838889295919115,
+      "grad_norm": 319.05230712890625,
+      "learning_rate": 3.6239771973364136e-05,
+      "loss": 3.351,
+      "step": 22900
+    },
+    {
+      "combined_loss": 5.626018047332764,
+      "distill_loss": 1.3532286882400513,
+      "epoch": 0.838889295919115,
+      "step": 22900,
+      "student_mlm_loss": 9.898807525634766
+    },
+    {
+      "epoch": 0.8425525679536963,
+      "grad_norm": 4.46912956237793,
+      "learning_rate": 3.617834238395951e-05,
+      "loss": 3.1926,
+      "step": 23000
+    },
+    {
+      "combined_loss": 1.8462562561035156,
+      "distill_loss": 1.339337944984436,
+      "epoch": 0.8425525679536963,
+      "step": 23000,
+      "student_mlm_loss": 2.3531746864318848
+    },
+    {
+      "epoch": 0.8462158399882775,
+      "grad_norm": 15.756026268005371,
+      "learning_rate": 3.611691279455488e-05,
+      "loss": 11.7086,
+      "step": 23100
+    },
+    {
+      "combined_loss": 3.4101529121398926,
+      "distill_loss": 1.3407546281814575,
+      "epoch": 0.8462158399882775,
+      "step": 23100,
+      "student_mlm_loss": 5.479551315307617
+    },
+    {
+      "epoch": 0.8498791120228588,
+      "grad_norm": 12.350069046020508,
+      "learning_rate": 3.6055483205150256e-05,
+      "loss": 3.1203,
+      "step": 23200
+    },
+    {
+      "combined_loss": 2.5675039291381836,
+      "distill_loss": 1.2296205759048462,
+      "epoch": 0.8498791120228588,
+      "step": 23200,
+      "student_mlm_loss": 3.9053874015808105
+    },
+    {
+      "epoch": 0.8535423840574401,
+      "grad_norm": 11.17212963104248,
+      "learning_rate": 3.5994053615745634e-05,
+      "loss": 6.2935,
+      "step": 23300
+    },
+    {
+      "combined_loss": 2.901674270629883,
+      "distill_loss": 1.318871021270752,
+      "epoch": 0.8535423840574401,
+      "step": 23300,
+      "student_mlm_loss": 4.484477519989014
+    },
+    {
+      "epoch": 0.8572056560920214,
+      "grad_norm": 11.69430160522461,
+      "learning_rate": 3.593262402634101e-05,
+      "loss": 6.1123,
+      "step": 23400
+    },
+    {
+      "combined_loss": 1.962475061416626,
+      "distill_loss": 1.3837331533432007,
+      "epoch": 0.8572056560920214,
+      "step": 23400,
+      "student_mlm_loss": 2.541217088699341
+    },
+    {
+      "epoch": 0.8608689281266027,
+      "grad_norm": 6.221428394317627,
+      "learning_rate": 3.587119443693638e-05,
+      "loss": 5.0621,
+      "step": 23500
+    },
+    {
+      "combined_loss": 2.3063066005706787,
+      "distill_loss": 1.364685297012329,
+      "epoch": 0.8608689281266027,
+      "step": 23500,
+      "student_mlm_loss": 3.2479279041290283
+    },
+    {
+      "epoch": 0.8645322001611839,
+      "grad_norm": 3.200302839279175,
+      "learning_rate": 3.580976484753176e-05,
+      "loss": 3.1679,
+      "step": 23600
+    },
+    {
+      "combined_loss": 14.653901100158691,
+      "distill_loss": 1.3521461486816406,
+      "epoch": 0.8645322001611839,
+      "step": 23600,
+      "student_mlm_loss": 27.955656051635742
+    },
+    {
+      "epoch": 0.8681954721957652,
+      "grad_norm": 18.003841400146484,
+      "learning_rate": 3.574833525812714e-05,
+      "loss": 4.2524,
+      "step": 23700
+    },
+    {
+      "combined_loss": 2.05013108253479,
+      "distill_loss": 1.473749041557312,
+      "epoch": 0.8681954721957652,
+      "step": 23700,
+      "student_mlm_loss": 2.6265130043029785
+    },
+    {
+      "epoch": 0.8718587442303466,
+      "grad_norm": 16.64165687561035,
+      "learning_rate": 3.5686905668722516e-05,
+      "loss": 3.4139,
+      "step": 23800
+    },
+    {
+      "combined_loss": 3.8039913177490234,
+      "distill_loss": 1.3022387027740479,
+      "epoch": 0.8718587442303466,
+      "step": 23800,
+      "student_mlm_loss": 6.305744171142578
+    },
+    {
+      "epoch": 0.8755220162649279,
+      "grad_norm": 6.90595817565918,
+      "learning_rate": 3.562547607931789e-05,
+      "loss": 5.4512,
+      "step": 23900
+    },
+    {
+      "combined_loss": 2.0175633430480957,
+      "distill_loss": 1.2362921237945557,
+      "epoch": 0.8755220162649279,
+      "step": 23900,
+      "student_mlm_loss": 2.7988343238830566
+    },
+    {
+      "epoch": 0.8791852882995091,
+      "grad_norm": 26.792980194091797,
+      "learning_rate": 3.556404648991326e-05,
+      "loss": 6.622,
+      "step": 24000
+    },
+    {
+      "epoch": 0.8791852882995091,
+      "eval_loss": 3.643918991088867,
+      "eval_runtime": 1.9198,
+      "eval_samples_per_second": 3644.043,
+      "eval_steps_per_second": 14.585,
+      "step": 24000
+    },
+    {
+      "combined_loss": 2.1716020107269287,
+      "distill_loss": 1.3234556913375854,
+      "epoch": 0.8791852882995091,
+      "step": 24000,
+      "student_mlm_loss": 3.0197484493255615
+    },
+    {
+      "epoch": 0.8828485603340904,
+      "grad_norm": 4.8087568283081055,
+      "learning_rate": 3.550261690050864e-05,
+      "loss": 4.0542,
+      "step": 24100
+    },
+    {
+      "combined_loss": 13.035262107849121,
+      "distill_loss": 1.353433609008789,
+      "epoch": 0.8828485603340904,
+      "step": 24100,
+      "student_mlm_loss": 24.717090606689453
+    },
+    {
+      "epoch": 0.8865118323686717,
+      "grad_norm": 10.60560417175293,
+      "learning_rate": 3.5441187311104014e-05,
+      "loss": 3.1068,
+      "step": 24200
+    },
+    {
+      "combined_loss": 1.8867456912994385,
+      "distill_loss": 1.2289210557937622,
+      "epoch": 0.8865118323686717,
+      "step": 24200,
+      "student_mlm_loss": 2.544570207595825
+    },
+    {
+      "epoch": 0.890175104403253,
+      "grad_norm": 11.34473705291748,
+      "learning_rate": 3.537975772169939e-05,
+      "loss": 2.9801,
+      "step": 24300
+    },
+    {
+      "combined_loss": 1.7472858428955078,
+      "distill_loss": 1.229453206062317,
+      "epoch": 0.890175104403253,
+      "step": 24300,
+      "student_mlm_loss": 2.265118360519409
+    },
+    {
+      "epoch": 0.8938383764378343,
+      "grad_norm": 17.742507934570312,
+      "learning_rate": 3.531832813229476e-05,
+      "loss": 4.6617,
+      "step": 24400
+    },
+    {
+      "combined_loss": 1.9173786640167236,
+      "distill_loss": 1.3212807178497314,
+      "epoch": 0.8938383764378343,
+      "step": 24400,
+      "student_mlm_loss": 2.513476610183716
+    },
+    {
+      "epoch": 0.8975016484724155,
+      "grad_norm": 14.223791122436523,
+      "learning_rate": 3.525689854289014e-05,
+      "loss": 3.0537,
+      "step": 24500
+    },
+    {
+      "combined_loss": 1.7878549098968506,
+      "distill_loss": 1.2908958196640015,
+      "epoch": 0.8975016484724155,
+      "step": 24500,
+      "student_mlm_loss": 2.28481388092041
+    },
+    {
+      "epoch": 0.9011649205069968,
+      "grad_norm": 4.241771697998047,
+      "learning_rate": 3.519546895348552e-05,
+      "loss": 7.9255,
+      "step": 24600
+    },
+    {
+      "combined_loss": 1.8853719234466553,
+      "distill_loss": 1.3350555896759033,
+      "epoch": 0.9011649205069968,
+      "step": 24600,
+      "student_mlm_loss": 2.4356882572174072
+    },
+    {
+      "epoch": 0.9048281925415781,
+      "grad_norm": 5.793640613555908,
+      "learning_rate": 3.513403936408089e-05,
+      "loss": 2.9971,
+      "step": 24700
+    },
+    {
+      "combined_loss": 9.072087287902832,
+      "distill_loss": 1.2805593013763428,
+      "epoch": 0.9048281925415781,
+      "step": 24700,
+      "student_mlm_loss": 16.863615036010742
+    },
+    {
+      "epoch": 0.9084914645761595,
+      "grad_norm": 4.500351905822754,
+      "learning_rate": 3.507260977467627e-05,
+      "loss": 2.9841,
+      "step": 24800
+    },
+    {
+      "combined_loss": 4.229645252227783,
+      "distill_loss": 1.231893539428711,
+      "epoch": 0.9084914645761595,
+      "step": 24800,
+      "student_mlm_loss": 7.2273969650268555
+    },
+    {
+      "epoch": 0.9121547366107408,
+      "grad_norm": 24.93678855895996,
+      "learning_rate": 3.501118018527164e-05,
+      "loss": 5.2865,
+      "step": 24900
+    },
+    {
+      "combined_loss": 4.519498825073242,
+      "distill_loss": 1.35053288936615,
+      "epoch": 0.9121547366107408,
+      "step": 24900,
+      "student_mlm_loss": 7.688465118408203
+    },
+    {
+      "epoch": 0.915818008645322,
+      "grad_norm": 9.416017532348633,
+      "learning_rate": 3.494975059586702e-05,
+      "loss": 2.9688,
+      "step": 25000
+    },
+    {
+      "combined_loss": 4.33969783782959,
+      "distill_loss": 1.2811079025268555,
+      "epoch": 0.915818008645322,
+      "step": 25000,
+      "student_mlm_loss": 7.398288249969482
+    },
+    {
+      "epoch": 0.9194812806799033,
+      "grad_norm": 41.79585266113281,
+      "learning_rate": 3.4888321006462394e-05,
+      "loss": 12.352,
+      "step": 25100
+    },
+    {
+      "combined_loss": 2.398942232131958,
+      "distill_loss": 1.3129199743270874,
+      "epoch": 0.9194812806799033,
+      "step": 25100,
+      "student_mlm_loss": 3.484964609146118
+    },
+    {
+      "epoch": 0.9231445527144846,
+      "grad_norm": 27.67843246459961,
+      "learning_rate": 3.482689141705777e-05,
+      "loss": 4.6291,
+      "step": 25200
+    },
+    {
+      "combined_loss": 1.8275630474090576,
+      "distill_loss": 1.1290583610534668,
+      "epoch": 0.9231445527144846,
+      "step": 25200,
+      "student_mlm_loss": 2.5260677337646484
+    },
+    {
+      "epoch": 0.9268078247490659,
+      "grad_norm": 57.03019332885742,
+      "learning_rate": 3.476546182765314e-05,
+      "loss": 3.8226,
+      "step": 25300
+    },
+    {
+      "combined_loss": 1.8621808290481567,
+      "distill_loss": 1.3249785900115967,
+      "epoch": 0.9268078247490659,
+      "step": 25300,
+      "student_mlm_loss": 2.399383068084717
+    },
+    {
+      "epoch": 0.9304710967836471,
+      "grad_norm": 5.4275007247924805,
+      "learning_rate": 3.470403223824852e-05,
+      "loss": 3.7803,
+      "step": 25400
+    },
+    {
+      "combined_loss": 5.317490100860596,
+      "distill_loss": 1.3810964822769165,
+      "epoch": 0.9304710967836471,
+      "step": 25400,
+      "student_mlm_loss": 9.253883361816406
+    },
+    {
+      "epoch": 0.9341343688182284,
+      "grad_norm": 6.36318302154541,
+      "learning_rate": 3.46426026488439e-05,
+      "loss": 17.9114,
+      "step": 25500
+    },
+    {
+      "combined_loss": 4.816742897033691,
+      "distill_loss": 1.274537444114685,
+      "epoch": 0.9341343688182284,
+      "step": 25500,
+      "student_mlm_loss": 8.358948707580566
+    },
+    {
+      "epoch": 0.9377976408528097,
+      "grad_norm": 4.670822620391846,
+      "learning_rate": 3.458117305943927e-05,
+      "loss": 3.4352,
+      "step": 25600
+    },
+    {
+      "combined_loss": 1.7166364192962646,
+      "distill_loss": 1.2876447439193726,
+      "epoch": 0.9377976408528097,
+      "step": 25600,
+      "student_mlm_loss": 2.145627975463867
+    },
+    {
+      "epoch": 0.941460912887391,
+      "grad_norm": 16.301795959472656,
+      "learning_rate": 3.451974347003465e-05,
+      "loss": 2.591,
+      "step": 25700
+    },
+    {
+      "combined_loss": 1.8349076509475708,
+      "distill_loss": 1.3192713260650635,
+      "epoch": 0.941460912887391,
+      "step": 25700,
+      "student_mlm_loss": 2.350543975830078
+    },
+    {
+      "epoch": 0.9451241849219723,
+      "grad_norm": 4.464934349060059,
+      "learning_rate": 3.4458313880630025e-05,
+      "loss": 5.3202,
+      "step": 25800
+    },
+    {
+      "combined_loss": 2.022656202316284,
+      "distill_loss": 1.4582451581954956,
+      "epoch": 0.9451241849219723,
+      "step": 25800,
+      "student_mlm_loss": 2.587067127227783
+    },
+    {
+      "epoch": 0.9487874569565536,
+      "grad_norm": 13.280508041381836,
+      "learning_rate": 3.43968842912254e-05,
+      "loss": 3.2685,
+      "step": 25900
+    },
+    {
+      "combined_loss": 1.7409727573394775,
+      "distill_loss": 1.2449432611465454,
+      "epoch": 0.9487874569565536,
+      "step": 25900,
+      "student_mlm_loss": 2.23700213432312
+    },
+    {
+      "epoch": 0.9524507289911349,
+      "grad_norm": 34.54155349731445,
+      "learning_rate": 3.4335454701820774e-05,
+      "loss": 4.4614,
+      "step": 26000
+    },
+    {
+      "epoch": 0.9524507289911349,
+      "eval_loss": 3.371135950088501,
+      "eval_runtime": 1.9026,
+      "eval_samples_per_second": 3677.064,
+      "eval_steps_per_second": 14.717,
+      "step": 26000
+    },
+    {
+      "combined_loss": 2.1200222969055176,
+      "distill_loss": 1.4147942066192627,
+      "epoch": 0.9524507289911349,
+      "step": 26000,
+      "student_mlm_loss": 2.8252503871917725
+    },
+    {
+      "epoch": 0.9561140010257162,
+      "grad_norm": 12.063314437866211,
+      "learning_rate": 3.427402511241615e-05,
+      "loss": 3.8605,
+      "step": 26100
+    },
+    {
+      "combined_loss": 2.440842866897583,
+      "distill_loss": 1.4115891456604004,
+      "epoch": 0.9561140010257162,
+      "step": 26100,
+      "student_mlm_loss": 3.4700965881347656
+    },
+    {
+      "epoch": 0.9597772730602975,
+      "grad_norm": 3.154322862625122,
+      "learning_rate": 3.421259552301152e-05,
+      "loss": 3.4216,
+      "step": 26200
+    },
+    {
+      "combined_loss": 2.0511860847473145,
+      "distill_loss": 1.2086646556854248,
+      "epoch": 0.9597772730602975,
+      "step": 26200,
+      "student_mlm_loss": 2.893707752227783
+    },
+    {
+      "epoch": 0.9634405450948788,
+      "grad_norm": 4.469895839691162,
+      "learning_rate": 3.41511659336069e-05,
+      "loss": 8.4313,
+      "step": 26300
+    },
+    {
+      "combined_loss": 1.9184556007385254,
+      "distill_loss": 1.311684489250183,
+      "epoch": 0.9634405450948788,
+      "step": 26300,
+      "student_mlm_loss": 2.525226593017578
+    },
+    {
+      "epoch": 0.96710381712946,
+      "grad_norm": 37.47445297241211,
+      "learning_rate": 3.408973634420228e-05,
+      "loss": 3.33,
+      "step": 26400
+    },
+    {
+      "combined_loss": 1.8568530082702637,
+      "distill_loss": 1.3435510396957397,
+      "epoch": 0.96710381712946,
+      "step": 26400,
+      "student_mlm_loss": 2.370154857635498
+    },
+    {
+      "epoch": 0.9707670891640413,
+      "grad_norm": 5.385250091552734,
+      "learning_rate": 3.402830675479765e-05,
+      "loss": 3.0353,
+      "step": 26500
+    },
+    {
+      "combined_loss": 2.078137159347534,
+      "distill_loss": 1.4688613414764404,
+      "epoch": 0.9707670891640413,
+      "step": 26500,
+      "student_mlm_loss": 2.687412977218628
+    },
+    {
+      "epoch": 0.9744303611986226,
+      "grad_norm": 20.363506317138672,
+      "learning_rate": 3.396687716539303e-05,
+      "loss": 5.5902,
+      "step": 26600
+    },
+    {
+      "combined_loss": 2.420652151107788,
+      "distill_loss": 1.3566147089004517,
+      "epoch": 0.9744303611986226,
+      "step": 26600,
+      "student_mlm_loss": 3.484689474105835
+    },
+    {
+      "epoch": 0.9780936332332039,
+      "grad_norm": 5.678069591522217,
+      "learning_rate": 3.3905447575988405e-05,
+      "loss": 3.1063,
+      "step": 26700
+    },
+    {
+      "combined_loss": 2.2643003463745117,
+      "distill_loss": 1.3446204662322998,
+      "epoch": 0.9780936332332039,
+      "step": 26700,
+      "student_mlm_loss": 3.1839799880981445
+    },
+    {
+      "epoch": 0.9817569052677851,
+      "grad_norm": 8.722668647766113,
+      "learning_rate": 3.384401798658378e-05,
+      "loss": 9.3685,
+      "step": 26800
+    },
+    {
+      "combined_loss": 8.34331226348877,
+      "distill_loss": 1.3864542245864868,
+      "epoch": 0.9817569052677851,
+      "step": 26800,
+      "student_mlm_loss": 15.3001708984375
+    },
+    {
+      "epoch": 0.9854201773023665,
+      "grad_norm": 5.101404190063477,
+      "learning_rate": 3.3782588397179154e-05,
+      "loss": 3.1112,
+      "step": 26900
+    },
+    {
+      "combined_loss": 30.241453170776367,
+      "distill_loss": 1.3818217515945435,
+      "epoch": 0.9854201773023665,
+      "step": 26900,
+      "student_mlm_loss": 59.1010856628418
+    },
+    {
+      "epoch": 0.9890834493369478,
+      "grad_norm": 3.8359858989715576,
+      "learning_rate": 3.3721158807774525e-05,
+      "loss": 3.348,
+      "step": 27000
+    },
+    {
+      "combined_loss": 1.8264105319976807,
+      "distill_loss": 1.2956147193908691,
+      "epoch": 0.9890834493369478,
+      "step": 27000,
+      "student_mlm_loss": 2.357206344604492
+    },
+    {
+      "epoch": 0.9927467213715291,
+      "grad_norm": 33.43736267089844,
+      "learning_rate": 3.36597292183699e-05,
+      "loss": 3.5437,
+      "step": 27100
+    },
+    {
+      "combined_loss": 2.331777572631836,
+      "distill_loss": 1.3274433612823486,
+      "epoch": 0.9927467213715291,
+      "step": 27100,
+      "student_mlm_loss": 3.3361120223999023
+    },
+    {
+      "epoch": 0.9964099934061104,
+      "grad_norm": 2.9736690521240234,
+      "learning_rate": 3.359829962896528e-05,
+      "loss": 2.828,
+      "step": 27200
+    },
+    {
+      "combined_loss": 2.0438201427459717,
+      "distill_loss": 1.334372639656067,
+      "epoch": 0.9964099934061104,
+      "step": 27200,
+      "student_mlm_loss": 2.753267526626587
+    },
+    {
+      "epoch": 1.0000732654406916,
+      "grad_norm": 3.6774871349334717,
+      "learning_rate": 3.353687003956066e-05,
+      "loss": 3.168,
+      "step": 27300
+    },
+    {
+      "combined_loss": 3.4676733016967773,
+      "distill_loss": 1.2681790590286255,
+      "epoch": 1.0000732654406916,
+      "step": 27300,
+      "student_mlm_loss": 5.667167663574219
+    },
+    {
+      "epoch": 1.003736537475273,
+      "grad_norm": 20.265796661376953,
+      "learning_rate": 3.347544045015603e-05,
+      "loss": 4.9071,
+      "step": 27400
+    },
+    {
+      "combined_loss": 1.740236520767212,
+      "distill_loss": 1.1595730781555176,
+      "epoch": 1.003736537475273,
+      "step": 27400,
+      "student_mlm_loss": 2.3208999633789062
+    },
+    {
+      "epoch": 1.0073998095098542,
+      "grad_norm": 14.427675247192383,
+      "learning_rate": 3.341401086075141e-05,
+      "loss": 3.1375,
+      "step": 27500
+    },
+    {
+      "combined_loss": 2.0229873657226562,
+      "distill_loss": 1.3961925506591797,
+      "epoch": 1.0073998095098542,
+      "step": 27500,
+      "student_mlm_loss": 2.6497819423675537
+    },
+    {
+      "epoch": 1.0110630815444355,
+      "grad_norm": 3.032438039779663,
+      "learning_rate": 3.3352581271346786e-05,
+      "loss": 2.7581,
+      "step": 27600
+    },
+    {
+      "combined_loss": 1.9314367771148682,
+      "distill_loss": 1.2618595361709595,
+      "epoch": 1.0110630815444355,
+      "step": 27600,
+      "student_mlm_loss": 2.6010141372680664
+    },
+    {
+      "epoch": 1.0147263535790167,
+      "grad_norm": 6.167496681213379,
+      "learning_rate": 3.3291151681942163e-05,
+      "loss": 6.7788,
+      "step": 27700
+    },
+    {
+      "combined_loss": 2.247697353363037,
+      "distill_loss": 1.4385483264923096,
+      "epoch": 1.0147263535790167,
+      "step": 27700,
+      "student_mlm_loss": 3.0568461418151855
+    },
+    {
+      "epoch": 1.018389625613598,
+      "grad_norm": 4.82693338394165,
+      "learning_rate": 3.3229722092537534e-05,
+      "loss": 5.9229,
+      "step": 27800
+    },
+    {
+      "combined_loss": 3.4328160285949707,
+      "distill_loss": 1.319059133529663,
+      "epoch": 1.018389625613598,
+      "step": 27800,
+      "student_mlm_loss": 5.546572685241699
+    },
+    {
+      "epoch": 1.0220528976481793,
+      "grad_norm": 13.18911361694336,
+      "learning_rate": 3.3168292503132906e-05,
+      "loss": 3.5041,
+      "step": 27900
+    },
+    {
+      "combined_loss": 3.720487594604492,
+      "distill_loss": 1.233067274093628,
+      "epoch": 1.0220528976481793,
+      "step": 27900,
+      "student_mlm_loss": 6.207907676696777
+    },
+    {
+      "epoch": 1.0257161696827606,
+      "grad_norm": 10.725250244140625,
+      "learning_rate": 3.310686291372829e-05,
+      "loss": 2.9279,
+      "step": 28000
+    },
+    {
+      "epoch": 1.0257161696827606,
+      "eval_loss": 3.3177244663238525,
+      "eval_runtime": 2.0821,
+      "eval_samples_per_second": 3360.034,
+      "eval_steps_per_second": 13.448,
+      "step": 28000
+    },
+    {
+      "combined_loss": 2.0106987953186035,
+      "distill_loss": 1.3163011074066162,
+      "epoch": 1.0257161696827606,
+      "step": 28000,
+      "student_mlm_loss": 2.70509672164917
+    },
+    {
+      "epoch": 1.0293794417173419,
+      "grad_norm": 5.406506538391113,
+      "learning_rate": 3.304543332432366e-05,
+      "loss": 3.2149,
+      "step": 28100
+    },
+    {
+      "combined_loss": 2.042628288269043,
+      "distill_loss": 1.3173636198043823,
+      "epoch": 1.0293794417173419,
+      "step": 28100,
+      "student_mlm_loss": 2.767892837524414
+    },
+    {
+      "epoch": 1.0330427137519231,
+      "grad_norm": 3.2733256816864014,
+      "learning_rate": 3.298400373491904e-05,
+      "loss": 6.3856,
+      "step": 28200
+    },
+    {
+      "combined_loss": 1.9145760536193848,
+      "distill_loss": 1.438834309577942,
+      "epoch": 1.0330427137519231,
+      "step": 28200,
+      "student_mlm_loss": 2.390317916870117
+    },
+    {
+      "epoch": 1.0367059857865044,
+      "grad_norm": 10.546121597290039,
+      "learning_rate": 3.292257414551441e-05,
+      "loss": 3.5422,
+      "step": 28300
+    },
+    {
+      "combined_loss": 2.6431736946105957,
+      "distill_loss": 1.367489218711853,
+      "epoch": 1.0367059857865044,
+      "step": 28300,
+      "student_mlm_loss": 3.918858289718628
+    },
+    {
+      "epoch": 1.0403692578210857,
+      "grad_norm": 25.674352645874023,
+      "learning_rate": 3.286114455610979e-05,
+      "loss": 6.2258,
+      "step": 28400
+    },
+    {
+      "combined_loss": 1.8416577577590942,
+      "distill_loss": 1.2867157459259033,
+      "epoch": 1.0403692578210857,
+      "step": 28400,
+      "student_mlm_loss": 2.396599769592285
+    },
+    {
+      "epoch": 1.044032529855667,
+      "grad_norm": 3.6745688915252686,
+      "learning_rate": 3.2799714966705166e-05,
+      "loss": 5.0647,
+      "step": 28500
+    },
+    {
+      "combined_loss": 1.9693520069122314,
+      "distill_loss": 1.3039644956588745,
+      "epoch": 1.044032529855667,
+      "step": 28500,
+      "student_mlm_loss": 2.634739637374878
+    },
+    {
+      "epoch": 1.0476958018902485,
+      "grad_norm": 40.79129409790039,
+      "learning_rate": 3.273828537730054e-05,
+      "loss": 2.6424,
+      "step": 28600
+    },
+    {
+      "combined_loss": 2.4251365661621094,
+      "distill_loss": 1.3121291399002075,
+      "epoch": 1.0476958018902485,
+      "step": 28600,
+      "student_mlm_loss": 3.5381438732147217
+    },
+    {
+      "epoch": 1.0513590739248297,
+      "grad_norm": 7.185906410217285,
+      "learning_rate": 3.2676855787895915e-05,
+      "loss": 2.9095,
+      "step": 28700
+    },
+    {
+      "combined_loss": 5.781175136566162,
+      "distill_loss": 1.3236074447631836,
+      "epoch": 1.0513590739248297,
+      "step": 28700,
+      "student_mlm_loss": 10.23874282836914
+    },
+    {
+      "epoch": 1.055022345959411,
+      "grad_norm": 7.2639079093933105,
+      "learning_rate": 3.2615426198491286e-05,
+      "loss": 3.0536,
+      "step": 28800
+    },
+    {
+      "combined_loss": 1.8534462451934814,
+      "distill_loss": 1.433970332145691,
+      "epoch": 1.055022345959411,
+      "step": 28800,
+      "student_mlm_loss": 2.2729220390319824
+    },
+    {
+      "epoch": 1.0586856179939923,
+      "grad_norm": 82.9974365234375,
+      "learning_rate": 3.255399660908667e-05,
+      "loss": 3.4605,
+      "step": 28900
+    },
+    {
+      "combined_loss": 2.385720729827881,
+      "distill_loss": 1.319982647895813,
+      "epoch": 1.0586856179939923,
+      "step": 28900,
+      "student_mlm_loss": 3.4514589309692383
+    },
+    {
+      "epoch": 1.0623488900285736,
+      "grad_norm": 8.101861000061035,
+      "learning_rate": 3.249256701968204e-05,
+      "loss": 2.9531,
+      "step": 29000
+    },
+    {
+      "combined_loss": 1.9569958448410034,
+      "distill_loss": 1.350255012512207,
+      "epoch": 1.0623488900285736,
+      "step": 29000,
+      "student_mlm_loss": 2.5637366771698
+    },
+    {
+      "epoch": 1.0660121620631549,
+      "grad_norm": 42.843135833740234,
+      "learning_rate": 3.243113743027742e-05,
+      "loss": 3.5336,
+      "step": 29100
+    },
+    {
+      "combined_loss": 2.0199599266052246,
+      "distill_loss": 1.1558183431625366,
+      "epoch": 1.0660121620631549,
+      "step": 29100,
+      "student_mlm_loss": 2.884101390838623
+    },
+    {
+      "epoch": 1.0696754340977361,
+      "grad_norm": 10.401261329650879,
+      "learning_rate": 3.236970784087279e-05,
+      "loss": 2.6909,
+      "step": 29200
+    },
+    {
+      "combined_loss": 1.898897409439087,
+      "distill_loss": 1.2361267805099487,
+      "epoch": 1.0696754340977361,
+      "step": 29200,
+      "student_mlm_loss": 2.5616679191589355
+    },
+    {
+      "epoch": 1.0733387061323174,
+      "grad_norm": 13.08026123046875,
+      "learning_rate": 3.230827825146817e-05,
+      "loss": 10.7499,
+      "step": 29300
+    },
+    {
+      "combined_loss": 2.385263442993164,
+      "distill_loss": 1.2960166931152344,
+      "epoch": 1.0733387061323174,
+      "step": 29300,
+      "student_mlm_loss": 3.4745099544525146
+    },
+    {
+      "epoch": 1.0770019781668987,
+      "grad_norm": 6.8822431564331055,
+      "learning_rate": 3.2246848662063546e-05,
+      "loss": 3.0651,
+      "step": 29400
+    },
+    {
+      "combined_loss": 2.1257505416870117,
+      "distill_loss": 1.3224972486495972,
+      "epoch": 1.0770019781668987,
+      "step": 29400,
+      "student_mlm_loss": 2.929003953933716
+    },
+    {
+      "epoch": 1.08066525020148,
+      "grad_norm": 3.4312744140625,
+      "learning_rate": 3.218541907265892e-05,
+      "loss": 3.1323,
+      "step": 29500
+    },
+    {
+      "combined_loss": 2.0117716789245605,
+      "distill_loss": 1.2447552680969238,
+      "epoch": 1.08066525020148,
+      "step": 29500,
+      "student_mlm_loss": 2.7787880897521973
+    },
+    {
+      "epoch": 1.0843285222360612,
+      "grad_norm": 3.970820426940918,
+      "learning_rate": 3.2123989483254295e-05,
+      "loss": 3.7427,
+      "step": 29600
+    },
+    {
+      "combined_loss": 2.493256092071533,
+      "distill_loss": 1.27970290184021,
+      "epoch": 1.0843285222360612,
+      "step": 29600,
+      "student_mlm_loss": 3.7068092823028564
+    },
+    {
+      "epoch": 1.0879917942706425,
+      "grad_norm": 5.8632426261901855,
+      "learning_rate": 3.206255989384967e-05,
+      "loss": 3.0698,
+      "step": 29700
+    },
+    {
+      "combined_loss": 2.017867088317871,
+      "distill_loss": 1.408115029335022,
+      "epoch": 1.0879917942706425,
+      "step": 29700,
+      "student_mlm_loss": 2.6276190280914307
+    },
+    {
+      "epoch": 1.0916550663052238,
+      "grad_norm": 7.350955963134766,
+      "learning_rate": 3.200113030444505e-05,
+      "loss": 10.1517,
+      "step": 29800
+    },
+    {
+      "combined_loss": 3.020230770111084,
+      "distill_loss": 1.1870992183685303,
+      "epoch": 1.0916550663052238,
+      "step": 29800,
+      "student_mlm_loss": 4.853362083435059
+    },
+    {
+      "epoch": 1.095318338339805,
+      "grad_norm": 14.347647666931152,
+      "learning_rate": 3.193970071504042e-05,
+      "loss": 2.8345,
+      "step": 29900
+    },
+    {
+      "combined_loss": 1.8037035465240479,
+      "distill_loss": 1.2421637773513794,
+      "epoch": 1.095318338339805,
+      "step": 29900,
+      "student_mlm_loss": 2.365243434906006
+    },
+    {
+      "epoch": 1.0989816103743864,
+      "grad_norm": 8.716060638427734,
+      "learning_rate": 3.18782711256358e-05,
+      "loss": 4.9073,
+      "step": 30000
+    },
+    {
+      "epoch": 1.0989816103743864,
+      "eval_loss": 3.289705753326416,
+      "eval_runtime": 2.6398,
+      "eval_samples_per_second": 2650.179,
+      "eval_steps_per_second": 10.607,
+      "step": 30000
+    },
+    {
+      "combined_loss": 3.3838839530944824,
+      "distill_loss": 1.2657897472381592,
+      "epoch": 1.0989816103743864,
+      "step": 30000,
+      "student_mlm_loss": 5.501977920532227
+    },
+    {
+      "epoch": 1.1026448824089676,
+      "grad_norm": 9.78013801574707,
+      "learning_rate": 3.181684153623117e-05,
+      "loss": 6.1366,
+      "step": 30100
+    },
+    {
+      "combined_loss": 1.8116616010665894,
+      "distill_loss": 1.3585631847381592,
+      "epoch": 1.1026448824089676,
+      "step": 30100,
+      "student_mlm_loss": 2.2647600173950195
+    },
+    {
+      "epoch": 1.106308154443549,
+      "grad_norm": 20.41010856628418,
+      "learning_rate": 3.175541194682655e-05,
+      "loss": 4.7028,
+      "step": 30200
+    },
+    {
+      "combined_loss": 1.9074151515960693,
+      "distill_loss": 1.119224190711975,
+      "epoch": 1.106308154443549,
+      "step": 30200,
+      "student_mlm_loss": 2.695605993270874
+    },
+    {
+      "epoch": 1.1099714264781302,
+      "grad_norm": 7.005733966827393,
+      "learning_rate": 3.1693982357421926e-05,
+      "loss": 4.9073,
+      "step": 30300
+    },
+    {
+      "combined_loss": 1.7690558433532715,
+      "distill_loss": 1.2762707471847534,
+      "epoch": 1.1099714264781302,
+      "step": 30300,
+      "student_mlm_loss": 2.2618408203125
+    },
+    {
+      "epoch": 1.1136346985127115,
+      "grad_norm": 4.290195465087891,
+      "learning_rate": 3.16325527680173e-05,
+      "loss": 4.1257,
+      "step": 30400
+    },
+    {
+      "combined_loss": 15.505983352661133,
+      "distill_loss": 1.252361536026001,
+      "epoch": 1.1136346985127115,
+      "step": 30400,
+      "student_mlm_loss": 29.759605407714844
+    },
+    {
+      "epoch": 1.1172979705472927,
+      "grad_norm": 27.59025764465332,
+      "learning_rate": 3.1571123178612675e-05,
+      "loss": 3.6319,
+      "step": 30500
+    },
+    {
+      "combined_loss": 3.190175771713257,
+      "distill_loss": 1.237632155418396,
+      "epoch": 1.1172979705472927,
+      "step": 30500,
+      "student_mlm_loss": 5.142719268798828
+    },
+    {
+      "epoch": 1.120961242581874,
+      "grad_norm": 35.681365966796875,
+      "learning_rate": 3.150969358920805e-05,
+      "loss": 5.2866,
+      "step": 30600
+    },
+    {
+      "combined_loss": 2.1486501693725586,
+      "distill_loss": 1.3570821285247803,
+      "epoch": 1.120961242581874,
+      "step": 30600,
+      "student_mlm_loss": 2.940218448638916
+    },
+    {
+      "epoch": 1.1246245146164555,
+      "grad_norm": 28.920949935913086,
+      "learning_rate": 3.144826399980343e-05,
+      "loss": 11.35,
+      "step": 30700
+    },
+    {
+      "combined_loss": 3.544619560241699,
+      "distill_loss": 1.3219174146652222,
+      "epoch": 1.1246245146164555,
+      "step": 30700,
+      "student_mlm_loss": 5.767321586608887
+    },
+    {
+      "epoch": 1.1282877866510368,
+      "grad_norm": 36.29865264892578,
+      "learning_rate": 3.13868344103988e-05,
+      "loss": 8.8748,
+      "step": 30800
+    },
+    {
+      "combined_loss": 3.136960744857788,
+      "distill_loss": 1.4069170951843262,
+      "epoch": 1.1282877866510368,
+      "step": 30800,
+      "student_mlm_loss": 4.86700439453125
+    },
+    {
+      "epoch": 1.131951058685618,
+      "grad_norm": 8.498424530029297,
+      "learning_rate": 3.132540482099417e-05,
+      "loss": 2.6175,
+      "step": 30900
+    },
+    {
+      "combined_loss": 2.584123373031616,
+      "distill_loss": 1.3318666219711304,
+      "epoch": 1.131951058685618,
+      "step": 30900,
+      "student_mlm_loss": 3.8363800048828125
+    },
+    {
+      "epoch": 1.1356143307201993,
+      "grad_norm": 8.784627914428711,
+      "learning_rate": 3.126397523158955e-05,
+      "loss": 3.7912,
+      "step": 31000
+    },
+    {
+      "combined_loss": 4.065792083740234,
+      "distill_loss": 1.279055118560791,
+      "epoch": 1.1356143307201993,
+      "step": 31000,
+      "student_mlm_loss": 6.8525285720825195
+    },
+    {
+      "epoch": 1.1392776027547806,
+      "grad_norm": 15.763399124145508,
+      "learning_rate": 3.120254564218493e-05,
+      "loss": 7.3671,
+      "step": 31100
+    },
+    {
+      "combined_loss": 1.9532334804534912,
+      "distill_loss": 1.2137418985366821,
+      "epoch": 1.1392776027547806,
+      "step": 31100,
+      "student_mlm_loss": 2.6927249431610107
+    },
+    {
+      "epoch": 1.142940874789362,
+      "grad_norm": 6.777341842651367,
+      "learning_rate": 3.1141116052780306e-05,
+      "loss": 2.8877,
+      "step": 31200
+    },
+    {
+      "combined_loss": 3.5847015380859375,
+      "distill_loss": 1.3712694644927979,
+      "epoch": 1.142940874789362,
+      "step": 31200,
+      "student_mlm_loss": 5.798133850097656
+    },
+    {
+      "epoch": 1.1466041468239432,
+      "grad_norm": 6.115112781524658,
+      "learning_rate": 3.107968646337568e-05,
+      "loss": 3.3763,
+      "step": 31300
+    },
+    {
+      "combined_loss": 1.899533748626709,
+      "distill_loss": 1.2805981636047363,
+      "epoch": 1.1466041468239432,
+      "step": 31300,
+      "student_mlm_loss": 2.5184693336486816
+    },
+    {
+      "epoch": 1.1502674188585245,
+      "grad_norm": 3.3896713256835938,
+      "learning_rate": 3.1018256873971055e-05,
+      "loss": 3.2932,
+      "step": 31400
+    },
+    {
+      "combined_loss": 1.9794254302978516,
+      "distill_loss": 1.3896270990371704,
+      "epoch": 1.1502674188585245,
+      "step": 31400,
+      "student_mlm_loss": 2.5692238807678223
+    },
+    {
+      "epoch": 1.1539306908931057,
+      "grad_norm": 12.824034690856934,
+      "learning_rate": 3.095682728456643e-05,
+      "loss": 3.5341,
+      "step": 31500
+    },
+    {
+      "combined_loss": 2.5983529090881348,
+      "distill_loss": 1.2135576009750366,
+      "epoch": 1.1539306908931057,
+      "step": 31500,
+      "student_mlm_loss": 3.9831480979919434
+    },
+    {
+      "epoch": 1.157593962927687,
+      "grad_norm": 73.47982025146484,
+      "learning_rate": 3.089539769516181e-05,
+      "loss": 2.9879,
+      "step": 31600
+    },
+    {
+      "combined_loss": 1.8584779500961304,
+      "distill_loss": 1.3214514255523682,
+      "epoch": 1.157593962927687,
+      "step": 31600,
+      "student_mlm_loss": 2.3955044746398926
+    },
+    {
+      "epoch": 1.1612572349622683,
+      "grad_norm": 5.6778340339660645,
+      "learning_rate": 3.083396810575718e-05,
+      "loss": 2.9781,
+      "step": 31700
+    },
+    {
+      "combined_loss": 4.854001045227051,
+      "distill_loss": 1.2088978290557861,
+      "epoch": 1.1612572349622683,
+      "step": 31700,
+      "student_mlm_loss": 8.499104499816895
+    },
+    {
+      "epoch": 1.1649205069968496,
+      "grad_norm": 17.93754768371582,
+      "learning_rate": 3.077253851635255e-05,
+      "loss": 3.5773,
+      "step": 31800
+    },
+    {
+      "combined_loss": 1.9064607620239258,
+      "distill_loss": 1.363638997077942,
+      "epoch": 1.1649205069968496,
+      "step": 31800,
+      "student_mlm_loss": 2.449282646179199
+    },
+    {
+      "epoch": 1.1685837790314308,
+      "grad_norm": 8.912027359008789,
+      "learning_rate": 3.071110892694794e-05,
+      "loss": 3.0949,
+      "step": 31900
+    },
+    {
+      "combined_loss": 1.9666361808776855,
+      "distill_loss": 1.3997029066085815,
+      "epoch": 1.1685837790314308,
+      "step": 31900,
+      "student_mlm_loss": 2.5335693359375
+    },
+    {
+      "epoch": 1.1722470510660121,
+      "grad_norm": 21.05866050720215,
+      "learning_rate": 3.064967933754331e-05,
+      "loss": 2.965,
+      "step": 32000
+    },
+    {
+      "epoch": 1.1722470510660121,
+      "eval_loss": 3.516061544418335,
+      "eval_runtime": 2.6391,
+      "eval_samples_per_second": 2650.903,
+      "eval_steps_per_second": 10.61,
+      "step": 32000
+    },
+    {
+      "combined_loss": 2.466904640197754,
+      "distill_loss": 1.2619636058807373,
+      "epoch": 1.1722470510660121,
+      "step": 32000,
+      "student_mlm_loss": 3.6718459129333496
+    },
+    {
+      "epoch": 1.1759103231005934,
+      "grad_norm": 14.288066864013672,
+      "learning_rate": 3.0588249748138686e-05,
+      "loss": 6.5656,
+      "step": 32100
+    },
+    {
+      "combined_loss": 5.987391471862793,
+      "distill_loss": 1.3964972496032715,
+      "epoch": 1.1759103231005934,
+      "step": 32100,
+      "student_mlm_loss": 10.578286170959473
+    },
+    {
+      "epoch": 1.1795735951351747,
+      "grad_norm": 10.953961372375488,
+      "learning_rate": 3.052682015873406e-05,
+      "loss": 7.1246,
+      "step": 32200
+    },
+    {
+      "combined_loss": 1.758845567703247,
+      "distill_loss": 1.2731348276138306,
+      "epoch": 1.1795735951351747,
+      "step": 32200,
+      "student_mlm_loss": 2.244556188583374
+    },
+    {
+      "epoch": 1.183236867169756,
+      "grad_norm": 17.076087951660156,
+      "learning_rate": 3.046539056932944e-05,
+      "loss": 7.3734,
+      "step": 32300
+    },
+    {
+      "combined_loss": 1.7941749095916748,
+      "distill_loss": 1.282630205154419,
+      "epoch": 1.183236867169756,
+      "step": 32300,
+      "student_mlm_loss": 2.3057196140289307
+    },
+    {
+      "epoch": 1.1869001392043372,
+      "grad_norm": 11.33812427520752,
+      "learning_rate": 3.040396097992481e-05,
+      "loss": 5.4979,
+      "step": 32400
+    },
+    {
+      "combined_loss": 2.379426956176758,
+      "distill_loss": 1.2975032329559326,
+      "epoch": 1.1869001392043372,
+      "step": 32400,
+      "student_mlm_loss": 3.461350917816162
+    },
+    {
+      "epoch": 1.1905634112389185,
+      "grad_norm": 3.6378591060638428,
+      "learning_rate": 3.0342531390520184e-05,
+      "loss": 5.077,
+      "step": 32500
+    },
+    {
+      "combined_loss": 1.835166573524475,
+      "distill_loss": 1.294168472290039,
+      "epoch": 1.1905634112389185,
+      "step": 32500,
+      "student_mlm_loss": 2.376164674758911
+    },
+    {
+      "epoch": 1.1942266832735,
+      "grad_norm": 23.017444610595703,
+      "learning_rate": 3.0281101801115562e-05,
+      "loss": 3.1428,
+      "step": 32600
+    },
+    {
+      "combined_loss": 1.8867619037628174,
+      "distill_loss": 1.2372292280197144,
+      "epoch": 1.1942266832735,
+      "step": 32600,
+      "student_mlm_loss": 2.536294460296631
+    },
+    {
+      "epoch": 1.197889955308081,
+      "grad_norm": 7.055652141571045,
+      "learning_rate": 3.0219672211710937e-05,
+      "loss": 8.7118,
+      "step": 32700
+    },
+    {
+      "combined_loss": 6.59044075012207,
+      "distill_loss": 1.3554973602294922,
+      "epoch": 1.197889955308081,
+      "step": 32700,
+      "student_mlm_loss": 11.825384140014648
+    },
+    {
+      "epoch": 1.2015532273426626,
+      "grad_norm": 6.935373783111572,
+      "learning_rate": 3.0158242622306314e-05,
+      "loss": 7.5763,
+      "step": 32800
+    },
+    {
+      "combined_loss": 2.4971964359283447,
+      "distill_loss": 1.2960432767868042,
+      "epoch": 1.2015532273426626,
+      "step": 32800,
+      "student_mlm_loss": 3.698349714279175
+    },
+    {
+      "epoch": 1.2052164993772438,
+      "grad_norm": 19.48725700378418,
+      "learning_rate": 3.009681303290169e-05,
+      "loss": 5.1993,
+      "step": 32900
+    },
+    {
+      "combined_loss": 2.639206886291504,
+      "distill_loss": 1.2536990642547607,
+      "epoch": 1.2052164993772438,
+      "step": 32900,
+      "student_mlm_loss": 4.024714469909668
+    },
+    {
+      "epoch": 1.2088797714118251,
+      "grad_norm": 215.4875946044922,
+      "learning_rate": 3.0035383443497067e-05,
+      "loss": 3.9297,
+      "step": 33000
+    },
+    {
+      "combined_loss": 2.1888670921325684,
+      "distill_loss": 1.4587746858596802,
+      "epoch": 1.2088797714118251,
+      "step": 33000,
+      "student_mlm_loss": 2.918959379196167
+    },
+    {
+      "epoch": 1.2125430434464064,
+      "grad_norm": 5.346382141113281,
+      "learning_rate": 2.997395385409244e-05,
+      "loss": 3.3704,
+      "step": 33100
+    },
+    {
+      "combined_loss": 2.5722949504852295,
+      "distill_loss": 1.2250982522964478,
+      "epoch": 1.2125430434464064,
+      "step": 33100,
+      "student_mlm_loss": 3.9194915294647217
+    },
+    {
+      "epoch": 1.2162063154809877,
+      "grad_norm": 21.193038940429688,
+      "learning_rate": 2.991252426468782e-05,
+      "loss": 3.22,
+      "step": 33200
+    },
+    {
+      "combined_loss": 1.8822517395019531,
+      "distill_loss": 1.264020323753357,
+      "epoch": 1.2162063154809877,
+      "step": 33200,
+      "student_mlm_loss": 2.5004830360412598
+    },
+    {
+      "epoch": 1.219869587515569,
+      "grad_norm": 8.840603828430176,
+      "learning_rate": 2.9851094675283193e-05,
+      "loss": 13.091,
+      "step": 33300
+    },
+    {
+      "combined_loss": 2.0461645126342773,
+      "distill_loss": 1.3376085758209229,
+      "epoch": 1.219869587515569,
+      "step": 33300,
+      "student_mlm_loss": 2.7547202110290527
+    },
+    {
+      "epoch": 1.2235328595501502,
+      "grad_norm": 16.414852142333984,
+      "learning_rate": 2.9789665085878564e-05,
+      "loss": 3.6096,
+      "step": 33400
+    },
+    {
+      "combined_loss": 1.8437246084213257,
+      "distill_loss": 1.2731173038482666,
+      "epoch": 1.2235328595501502,
+      "step": 33400,
+      "student_mlm_loss": 2.4143319129943848
+    },
+    {
+      "epoch": 1.2271961315847315,
+      "grad_norm": 5.047356605529785,
+      "learning_rate": 2.9728235496473946e-05,
+      "loss": 10.6014,
+      "step": 33500
+    },
+    {
+      "combined_loss": 2.0613672733306885,
+      "distill_loss": 1.1784592866897583,
+      "epoch": 1.2271961315847315,
+      "step": 33500,
+      "student_mlm_loss": 2.944275140762329
+    },
+    {
+      "epoch": 1.2308594036193128,
+      "grad_norm": 8.502574920654297,
+      "learning_rate": 2.9666805907069317e-05,
+      "loss": 12.6532,
+      "step": 33600
+    },
+    {
+      "combined_loss": 2.301725149154663,
+      "distill_loss": 1.2482868432998657,
+      "epoch": 1.2308594036193128,
+      "step": 33600,
+      "student_mlm_loss": 3.355163335800171
+    },
+    {
+      "epoch": 1.234522675653894,
+      "grad_norm": 25.97445297241211,
+      "learning_rate": 2.9605376317664695e-05,
+      "loss": 3.1296,
+      "step": 33700
+    },
+    {
+      "combined_loss": 1.8135402202606201,
+      "distill_loss": 1.309229850769043,
+      "epoch": 1.234522675653894,
+      "step": 33700,
+      "student_mlm_loss": 2.3178505897521973
+    },
+    {
+      "epoch": 1.2381859476884753,
+      "grad_norm": 7.912507057189941,
+      "learning_rate": 2.954394672826007e-05,
+      "loss": 2.9749,
+      "step": 33800
+    },
+    {
+      "combined_loss": 1.9506487846374512,
+      "distill_loss": 1.3808802366256714,
+      "epoch": 1.2381859476884753,
+      "step": 33800,
+      "student_mlm_loss": 2.5204174518585205
+    },
+    {
+      "epoch": 1.2418492197230566,
+      "grad_norm": 28.239988327026367,
+      "learning_rate": 2.9482517138855447e-05,
+      "loss": 5.7527,
+      "step": 33900
+    },
+    {
+      "combined_loss": 1.881349802017212,
+      "distill_loss": 1.3489292860031128,
+      "epoch": 1.2418492197230566,
+      "step": 33900,
+      "student_mlm_loss": 2.4137701988220215
+    },
+    {
+      "epoch": 1.245512491757638,
+      "grad_norm": 25.953353881835938,
+      "learning_rate": 2.942108754945082e-05,
+      "loss": 4.0339,
+      "step": 34000
+    },
+    {
+      "epoch": 1.245512491757638,
+      "eval_loss": 3.297154188156128,
+      "eval_runtime": 2.3826,
+      "eval_samples_per_second": 2936.248,
+      "eval_steps_per_second": 11.752,
+      "step": 34000
+    },
+    {
+      "combined_loss": 2.5429787635803223,
+      "distill_loss": 1.2718520164489746,
+      "epoch": 1.245512491757638,
+      "step": 34000,
+      "student_mlm_loss": 3.814105272293091
+    },
+    {
+      "epoch": 1.2491757637922192,
+      "grad_norm": 48.45500183105469,
+      "learning_rate": 2.9359657960046196e-05,
+      "loss": 6.1408,
+      "step": 34100
+    },
+    {
+      "combined_loss": 4.794422626495361,
+      "distill_loss": 1.3052036762237549,
+      "epoch": 1.2491757637922192,
+      "step": 34100,
+      "student_mlm_loss": 8.283641815185547
+    },
+    {
+      "epoch": 1.2528390358268005,
+      "grad_norm": 6.028234004974365,
+      "learning_rate": 2.9298228370641574e-05,
+      "loss": 2.9116,
+      "step": 34200
+    },
+    {
+      "combined_loss": 2.125443458557129,
+      "distill_loss": 1.25053071975708,
+      "epoch": 1.2528390358268005,
+      "step": 34200,
+      "student_mlm_loss": 3.0003561973571777
+    },
+    {
+      "epoch": 1.2565023078613817,
+      "grad_norm": 15.824817657470703,
+      "learning_rate": 2.9236798781236945e-05,
+      "loss": 3.5834,
+      "step": 34300
+    },
+    {
+      "combined_loss": 2.156796932220459,
+      "distill_loss": 1.1805670261383057,
+      "epoch": 1.2565023078613817,
+      "step": 34300,
+      "student_mlm_loss": 3.1330268383026123
+    },
+    {
+      "epoch": 1.260165579895963,
+      "grad_norm": 8.438326835632324,
+      "learning_rate": 2.9175369191832326e-05,
+      "loss": 5.0724,
+      "step": 34400
+    },
+    {
+      "combined_loss": 3.144615888595581,
+      "distill_loss": 1.2467416524887085,
+      "epoch": 1.260165579895963,
+      "step": 34400,
+      "student_mlm_loss": 5.042490005493164
+    },
+    {
+      "epoch": 1.2638288519305443,
+      "grad_norm": 3.7252449989318848,
+      "learning_rate": 2.9113939602427697e-05,
+      "loss": 2.9306,
+      "step": 34500
+    },
+    {
+      "combined_loss": 4.309004783630371,
+      "distill_loss": 1.2629985809326172,
+      "epoch": 1.2638288519305443,
+      "step": 34500,
+      "student_mlm_loss": 7.355010986328125
+    },
+    {
+      "epoch": 1.2674921239651256,
+      "grad_norm": 14.86426067352295,
+      "learning_rate": 2.9052510013023078e-05,
+      "loss": 3.059,
+      "step": 34600
+    },
+    {
+      "combined_loss": 2.128227472305298,
+      "distill_loss": 1.3674236536026,
+      "epoch": 1.2674921239651256,
+      "step": 34600,
+      "student_mlm_loss": 2.889031171798706
+    },
+    {
+      "epoch": 1.271155395999707,
+      "grad_norm": 14.947731018066406,
+      "learning_rate": 2.899108042361845e-05,
+      "loss": 3.0461,
+      "step": 34700
+    },
+    {
+      "combined_loss": 1.9557018280029297,
+      "distill_loss": 1.3122907876968384,
+      "epoch": 1.271155395999707,
+      "step": 34700,
+      "student_mlm_loss": 2.5991127490997314
+    },
+    {
+      "epoch": 1.2748186680342881,
+      "grad_norm": 4.714714527130127,
+      "learning_rate": 2.8929650834213824e-05,
+      "loss": 3.0221,
+      "step": 34800
+    },
+    {
+      "combined_loss": 1.7830932140350342,
+      "distill_loss": 1.278725028038025,
+      "epoch": 1.2748186680342881,
+      "step": 34800,
+      "student_mlm_loss": 2.287461519241333
+    },
+    {
+      "epoch": 1.2784819400688696,
+      "grad_norm": 13.885130882263184,
+      "learning_rate": 2.88682212448092e-05,
+      "loss": 8.529,
+      "step": 34900
+    },
+    {
+      "combined_loss": 4.974426746368408,
+      "distill_loss": 1.4173694849014282,
+      "epoch": 1.2784819400688696,
+      "step": 34900,
+      "student_mlm_loss": 8.53148365020752
+    },
+    {
+      "epoch": 1.2821452121034507,
+      "grad_norm": 6.786545753479004,
+      "learning_rate": 2.8806791655404576e-05,
+      "loss": 3.563,
+      "step": 35000
+    },
+    {
+      "combined_loss": 1.7134695053100586,
+      "distill_loss": 1.2251827716827393,
+      "epoch": 1.2821452121034507,
+      "step": 35000,
+      "student_mlm_loss": 2.201756238937378
+    },
+    {
+      "epoch": 1.2858084841380322,
+      "grad_norm": 18.235891342163086,
+      "learning_rate": 2.8745362065999954e-05,
+      "loss": 6.9188,
+      "step": 35100
+    },
+    {
+      "combined_loss": 6.00921106338501,
+      "distill_loss": 1.3103188276290894,
+      "epoch": 1.2858084841380322,
+      "step": 35100,
+      "student_mlm_loss": 10.70810317993164
+    },
+    {
+      "epoch": 1.2894717561726134,
+      "grad_norm": 6.3708696365356445,
+      "learning_rate": 2.8683932476595328e-05,
+      "loss": 6.7695,
+      "step": 35200
+    },
+    {
+      "combined_loss": 2.2400052547454834,
+      "distill_loss": 1.3289698362350464,
+      "epoch": 1.2894717561726134,
+      "step": 35200,
+      "student_mlm_loss": 3.151040554046631
+    },
+    {
+      "epoch": 1.2931350282071947,
+      "grad_norm": 7.5602946281433105,
+      "learning_rate": 2.8622502887190706e-05,
+      "loss": 9.8005,
+      "step": 35300
+    },
+    {
+      "combined_loss": 1.848390817642212,
+      "distill_loss": 1.2897430658340454,
+      "epoch": 1.2931350282071947,
+      "step": 35300,
+      "student_mlm_loss": 2.407038688659668
+    },
+    {
+      "epoch": 1.296798300241776,
+      "grad_norm": 24.799640655517578,
+      "learning_rate": 2.8561073297786077e-05,
+      "loss": 3.2996,
+      "step": 35400
+    },
+    {
+      "combined_loss": 4.894403457641602,
+      "distill_loss": 1.282358169555664,
+      "epoch": 1.296798300241776,
+      "step": 35400,
+      "student_mlm_loss": 8.506448745727539
+    },
+    {
+      "epoch": 1.3004615722763573,
+      "grad_norm": 34.4364013671875,
+      "learning_rate": 2.849964370838146e-05,
+      "loss": 3.399,
+      "step": 35500
+    },
+    {
+      "combined_loss": 1.7965787649154663,
+      "distill_loss": 1.3232142925262451,
+      "epoch": 1.3004615722763573,
+      "step": 35500,
+      "student_mlm_loss": 2.2699432373046875
+    },
+    {
+      "epoch": 1.3041248443109386,
+      "grad_norm": 7.9551825523376465,
+      "learning_rate": 2.843821411897683e-05,
+      "loss": 3.1887,
+      "step": 35600
+    },
+    {
+      "combined_loss": 1.855729579925537,
+      "distill_loss": 1.2217527627944946,
+      "epoch": 1.3041248443109386,
+      "step": 35600,
+      "student_mlm_loss": 2.48970627784729
+    },
+    {
+      "epoch": 1.3077881163455198,
+      "grad_norm": 5.838754177093506,
+      "learning_rate": 2.8376784529572204e-05,
+      "loss": 3.1524,
+      "step": 35700
+    },
+    {
+      "combined_loss": 2.3417129516601562,
+      "distill_loss": 1.2872867584228516,
+      "epoch": 1.3077881163455198,
+      "step": 35700,
+      "student_mlm_loss": 3.39613938331604
+    },
+    {
+      "epoch": 1.3114513883801011,
+      "grad_norm": 4.118559837341309,
+      "learning_rate": 2.831535494016758e-05,
+      "loss": 7.9754,
+      "step": 35800
+    },
+    {
+      "combined_loss": 3.906961679458618,
+      "distill_loss": 1.2905327081680298,
+      "epoch": 1.3114513883801011,
+      "step": 35800,
+      "student_mlm_loss": 6.523390769958496
+    },
+    {
+      "epoch": 1.3151146604146824,
+      "grad_norm": 5.229255199432373,
+      "learning_rate": 2.8253925350762956e-05,
+      "loss": 3.6586,
+      "step": 35900
+    },
+    {
+      "combined_loss": 2.6259002685546875,
+      "distill_loss": 1.217278003692627,
+      "epoch": 1.3151146604146824,
+      "step": 35900,
+      "student_mlm_loss": 4.034522533416748
+    },
+    {
+      "epoch": 1.3187779324492637,
+      "grad_norm": 9.182631492614746,
+      "learning_rate": 2.8192495761358334e-05,
+      "loss": 8.5789,
+      "step": 36000
+    },
+    {
+      "epoch": 1.3187779324492637,
+      "eval_loss": 3.3097567558288574,
+      "eval_runtime": 1.9861,
+      "eval_samples_per_second": 3522.525,
+      "eval_steps_per_second": 14.098,
+      "step": 36000
+    },
+    {
+      "combined_loss": 15.921034812927246,
+      "distill_loss": 1.2575896978378296,
+      "epoch": 1.3187779324492637,
+      "step": 36000,
+      "student_mlm_loss": 30.58448028564453
+    },
+    {
+      "epoch": 1.322441204483845,
+      "grad_norm": 5.999209880828857,
+      "learning_rate": 2.813106617195371e-05,
+      "loss": 3.6109,
+      "step": 36100
+    },
+    {
+      "combined_loss": 204.92184448242188,
+      "distill_loss": 1.2291535139083862,
+      "epoch": 1.322441204483845,
+      "step": 36100,
+      "student_mlm_loss": 408.6145324707031
+    },
+    {
+      "epoch": 1.3261044765184262,
+      "grad_norm": 8.351846694946289,
+      "learning_rate": 2.8069636582549086e-05,
+      "loss": 5.9753,
+      "step": 36200
+    },
+    {
+      "combined_loss": 3.7332310676574707,
+      "distill_loss": 1.377110481262207,
+      "epoch": 1.3261044765184262,
+      "step": 36200,
+      "student_mlm_loss": 6.089351654052734
+    },
+    {
+      "epoch": 1.3297677485530075,
+      "grad_norm": 4.738751411437988,
+      "learning_rate": 2.800820699314446e-05,
+      "loss": 2.8706,
+      "step": 36300
+    },
+    {
+      "combined_loss": 1.949210286140442,
+      "distill_loss": 1.1820151805877686,
+      "epoch": 1.3297677485530075,
+      "step": 36300,
+      "student_mlm_loss": 2.7164053916931152
+    },
+    {
+      "epoch": 1.3334310205875888,
+      "grad_norm": 3.7835421562194824,
+      "learning_rate": 2.7946777403739832e-05,
+      "loss": 3.5794,
+      "step": 36400
+    },
+    {
+      "combined_loss": 1.7922800779342651,
+      "distill_loss": 1.2455928325653076,
+      "epoch": 1.3334310205875888,
+      "step": 36400,
+      "student_mlm_loss": 2.3389673233032227
+    },
+    {
+      "epoch": 1.33709429262217,
+      "grad_norm": 22.528881072998047,
+      "learning_rate": 2.788534781433521e-05,
+      "loss": 3.8623,
+      "step": 36500
+    },
+    {
+      "combined_loss": 1.788147211074829,
+      "distill_loss": 1.2254056930541992,
+      "epoch": 1.33709429262217,
+      "step": 36500,
+      "student_mlm_loss": 2.350888729095459
+    },
+    {
+      "epoch": 1.3407575646567513,
+      "grad_norm": 5.876169681549072,
+      "learning_rate": 2.7823918224930584e-05,
+      "loss": 8.4137,
+      "step": 36600
+    },
+    {
+      "combined_loss": 2.0377962589263916,
+      "distill_loss": 1.2204126119613647,
+      "epoch": 1.3407575646567513,
+      "step": 36600,
+      "student_mlm_loss": 2.855179786682129
+    },
+    {
+      "epoch": 1.3444208366913326,
+      "grad_norm": 20.921276092529297,
+      "learning_rate": 2.7762488635525962e-05,
+      "loss": 3.5857,
+      "step": 36700
+    },
+    {
+      "combined_loss": 1.9521321058273315,
+      "distill_loss": 1.249513864517212,
+      "epoch": 1.3444208366913326,
+      "step": 36700,
+      "student_mlm_loss": 2.654750347137451
+    },
+    {
+      "epoch": 1.348084108725914,
+      "grad_norm": 13.851704597473145,
+      "learning_rate": 2.7701059046121336e-05,
+      "loss": 3.8678,
+      "step": 36800
+    },
+    {
+      "combined_loss": 2.2560389041900635,
+      "distill_loss": 1.2315130233764648,
+      "epoch": 1.348084108725914,
+      "step": 36800,
+      "student_mlm_loss": 3.280564785003662
+    },
+    {
+      "epoch": 1.3517473807604952,
+      "grad_norm": 16.56214714050293,
+      "learning_rate": 2.7639629456716714e-05,
+      "loss": 3.3998,
+      "step": 36900
+    },
+    {
+      "combined_loss": 3.098896026611328,
+      "distill_loss": 1.3377043008804321,
+      "epoch": 1.3517473807604952,
+      "step": 36900,
+      "student_mlm_loss": 4.860087871551514
+    },
+    {
+      "epoch": 1.3554106527950767,
+      "grad_norm": 35.91291809082031,
+      "learning_rate": 2.757819986731209e-05,
+      "loss": 3.761,
+      "step": 37000
+    },
+    {
+      "combined_loss": 1.9794631004333496,
+      "distill_loss": 1.3087836503982544,
+      "epoch": 1.3554106527950767,
+      "step": 37000,
+      "student_mlm_loss": 2.6501426696777344
+    },
+    {
+      "epoch": 1.3590739248296577,
+      "grad_norm": 11.776296615600586,
+      "learning_rate": 2.7516770277907466e-05,
+      "loss": 3.9886,
+      "step": 37100
+    },
+    {
+      "combined_loss": 2.3107573986053467,
+      "distill_loss": 1.268768310546875,
+      "epoch": 1.3590739248296577,
+      "step": 37100,
+      "student_mlm_loss": 3.3527464866638184
+    },
+    {
+      "epoch": 1.3627371968642392,
+      "grad_norm": 13.237029075622559,
+      "learning_rate": 2.745534068850284e-05,
+      "loss": 5.3161,
+      "step": 37200
+    },
+    {
+      "combined_loss": 4.210747718811035,
+      "distill_loss": 1.4009877443313599,
+      "epoch": 1.3627371968642392,
+      "step": 37200,
+      "student_mlm_loss": 7.0205078125
+    },
+    {
+      "epoch": 1.3664004688988205,
+      "grad_norm": 18.256624221801758,
+      "learning_rate": 2.7393911099098212e-05,
+      "loss": 3.3122,
+      "step": 37300
+    },
+    {
+      "combined_loss": 2.467655658721924,
+      "distill_loss": 1.3313319683074951,
+      "epoch": 1.3664004688988205,
+      "step": 37300,
+      "student_mlm_loss": 3.6039793491363525
+    },
+    {
+      "epoch": 1.3700637409334018,
+      "grad_norm": 3.6821129322052,
+      "learning_rate": 2.7332481509693593e-05,
+      "loss": 2.5638,
+      "step": 37400
+    },
+    {
+      "combined_loss": 4.0961503982543945,
+      "distill_loss": 1.2590566873550415,
+      "epoch": 1.3700637409334018,
+      "step": 37400,
+      "student_mlm_loss": 6.933243751525879
+    },
+    {
+      "epoch": 1.373727012967983,
+      "grad_norm": 9.491351127624512,
+      "learning_rate": 2.7271051920288964e-05,
+      "loss": 5.2572,
+      "step": 37500
+    },
+    {
+      "combined_loss": 1.8323596715927124,
+      "distill_loss": 1.2323403358459473,
+      "epoch": 1.373727012967983,
+      "step": 37500,
+      "student_mlm_loss": 2.4323790073394775
+    },
+    {
+      "epoch": 1.3773902850025643,
+      "grad_norm": 10.13337516784668,
+      "learning_rate": 2.7209622330884342e-05,
+      "loss": 2.9805,
+      "step": 37600
+    },
+    {
+      "combined_loss": 2.7236733436584473,
+      "distill_loss": 1.2598845958709717,
+      "epoch": 1.3773902850025643,
+      "step": 37600,
+      "student_mlm_loss": 4.187462329864502
+    },
+    {
+      "epoch": 1.3810535570371456,
+      "grad_norm": 22.098358154296875,
+      "learning_rate": 2.7148192741479716e-05,
+      "loss": 3.1095,
+      "step": 37700
+    },
+    {
+      "combined_loss": 1.7910634279251099,
+      "distill_loss": 1.271672010421753,
+      "epoch": 1.3810535570371456,
+      "step": 37700,
+      "student_mlm_loss": 2.310454845428467
+    },
+    {
+      "epoch": 1.3847168290717269,
+      "grad_norm": 233.01779174804688,
+      "learning_rate": 2.7086763152075094e-05,
+      "loss": 3.0334,
+      "step": 37800
+    },
+    {
+      "combined_loss": 2.449730396270752,
+      "distill_loss": 1.343329906463623,
+      "epoch": 1.3847168290717269,
+      "step": 37800,
+      "student_mlm_loss": 3.556130886077881
+    },
+    {
+      "epoch": 1.3883801011063082,
+      "grad_norm": 7.459797382354736,
+      "learning_rate": 2.702533356267047e-05,
+      "loss": 5.0088,
+      "step": 37900
+    },
+    {
+      "combined_loss": 2.047302722930908,
+      "distill_loss": 1.2358465194702148,
+      "epoch": 1.3883801011063082,
+      "step": 37900,
+      "student_mlm_loss": 2.8587586879730225
+    },
+    {
+      "epoch": 1.3920433731408894,
+      "grad_norm": 3.9627275466918945,
+      "learning_rate": 2.6963903973265843e-05,
+      "loss": 2.7476,
+      "step": 38000
+    },
+    {
+      "epoch": 1.3920433731408894,
+      "eval_loss": 4.346156120300293,
+      "eval_runtime": 1.974,
+      "eval_samples_per_second": 3544.088,
+      "eval_steps_per_second": 14.184,
+      "step": 38000
+    },
+    {
+      "combined_loss": 2.4468555450439453,
+      "distill_loss": 1.166190505027771,
+      "epoch": 1.3920433731408894,
+      "step": 38000,
+      "student_mlm_loss": 3.72752046585083
+    },
+    {
+      "epoch": 1.3957066451754707,
+      "grad_norm": 11.812987327575684,
+      "learning_rate": 2.690247438386122e-05,
+      "loss": 3.8226,
+      "step": 38100
+    },
+    {
+      "combined_loss": 2.274935245513916,
+      "distill_loss": 1.3503799438476562,
+      "epoch": 1.3957066451754707,
+      "step": 38100,
+      "student_mlm_loss": 3.199490785598755
+    },
+    {
+      "epoch": 1.399369917210052,
+      "grad_norm": 6.545460224151611,
+      "learning_rate": 2.6841044794456592e-05,
+      "loss": 4.1598,
+      "step": 38200
+    },
+    {
+      "combined_loss": 2.1577343940734863,
+      "distill_loss": 1.2623993158340454,
+      "epoch": 1.399369917210052,
+      "step": 38200,
+      "student_mlm_loss": 3.0530693531036377
+    },
+    {
+      "epoch": 1.4030331892446333,
+      "grad_norm": 7.286951541900635,
+      "learning_rate": 2.6779615205051973e-05,
+      "loss": 3.8211,
+      "step": 38300
+    },
+    {
+      "combined_loss": 2.479806900024414,
+      "distill_loss": 1.2152717113494873,
+      "epoch": 1.4030331892446333,
+      "step": 38300,
+      "student_mlm_loss": 3.74434232711792
+    },
+    {
+      "epoch": 1.4066964612792145,
+      "grad_norm": 18.360294342041016,
+      "learning_rate": 2.6718185615647344e-05,
+      "loss": 3.3871,
+      "step": 38400
+    },
+    {
+      "combined_loss": 1.7289254665374756,
+      "distill_loss": 1.3171356916427612,
+      "epoch": 1.4066964612792145,
+      "step": 38400,
+      "student_mlm_loss": 2.1407151222229004
+    },
+    {
+      "epoch": 1.4103597333137958,
+      "grad_norm": 8.086026191711426,
+      "learning_rate": 2.6656756026242726e-05,
+      "loss": 2.6337,
+      "step": 38500
+    },
+    {
+      "combined_loss": 1.9621633291244507,
+      "distill_loss": 1.3215687274932861,
+      "epoch": 1.4103597333137958,
+      "step": 38500,
+      "student_mlm_loss": 2.6027579307556152
+    },
+    {
+      "epoch": 1.414023005348377,
+      "grad_norm": 13.378824234008789,
+      "learning_rate": 2.6595326436838097e-05,
+      "loss": 3.4032,
+      "step": 38600
+    },
+    {
+      "combined_loss": 37.448326110839844,
+      "distill_loss": 1.2198776006698608,
+      "epoch": 1.414023005348377,
+      "step": 38600,
+      "student_mlm_loss": 73.67677307128906
+    },
+    {
+      "epoch": 1.4176862773829584,
+      "grad_norm": 5.834230422973633,
+      "learning_rate": 2.653389684743347e-05,
+      "loss": 6.724,
+      "step": 38700
+    },
+    {
+      "combined_loss": 1.8702625036239624,
+      "distill_loss": 1.2802906036376953,
+      "epoch": 1.4176862773829584,
+      "step": 38700,
+      "student_mlm_loss": 2.4602344036102295
+    },
+    {
+      "epoch": 1.4213495494175397,
+      "grad_norm": 3.5685741901397705,
+      "learning_rate": 2.647246725802885e-05,
+      "loss": 3.2721,
+      "step": 38800
+    },
+    {
+      "combined_loss": 1.7411483526229858,
+      "distill_loss": 1.285083532333374,
+      "epoch": 1.4213495494175397,
+      "step": 38800,
+      "student_mlm_loss": 2.1972131729125977
+    },
+    {
+      "epoch": 1.4250128214521212,
+      "grad_norm": 8.644251823425293,
+      "learning_rate": 2.6411037668624223e-05,
+      "loss": 13.6859,
+      "step": 38900
+    },
+    {
+      "combined_loss": 3.234241008758545,
+      "distill_loss": 1.2654619216918945,
+      "epoch": 1.4250128214521212,
+      "step": 38900,
+      "student_mlm_loss": 5.203020095825195
+    },
+    {
+      "epoch": 1.4286760934867022,
+      "grad_norm": 15.043992042541504,
+      "learning_rate": 2.63496080792196e-05,
+      "loss": 4.3161,
+      "step": 39000
+    },
+    {
+      "combined_loss": 2.013312339782715,
+      "distill_loss": 1.2555652856826782,
+      "epoch": 1.4286760934867022,
+      "step": 39000,
+      "student_mlm_loss": 2.771059274673462
+    },
+    {
+      "epoch": 1.4323393655212837,
+      "grad_norm": 35.315345764160156,
+      "learning_rate": 2.6288178489814976e-05,
+      "loss": 6.3089,
+      "step": 39100
+    },
+    {
+      "combined_loss": 1.7854509353637695,
+      "distill_loss": 1.2994376420974731,
+      "epoch": 1.4323393655212837,
+      "step": 39100,
+      "student_mlm_loss": 2.2714641094207764
+    },
+    {
+      "epoch": 1.4360026375558648,
+      "grad_norm": 8.155647277832031,
+      "learning_rate": 2.6226748900410353e-05,
+      "loss": 3.3881,
+      "step": 39200
+    },
+    {
+      "combined_loss": 1.8790473937988281,
+      "distill_loss": 1.2656193971633911,
+      "epoch": 1.4360026375558648,
+      "step": 39200,
+      "student_mlm_loss": 2.4924752712249756
+    },
+    {
+      "epoch": 1.4396659095904463,
+      "grad_norm": 4.777060508728027,
+      "learning_rate": 2.6165319311005725e-05,
+      "loss": 3.0181,
+      "step": 39300
+    },
+    {
+      "combined_loss": 2.2714784145355225,
+      "distill_loss": 1.2724400758743286,
+      "epoch": 1.4396659095904463,
+      "step": 39300,
+      "student_mlm_loss": 3.270516872406006
+    },
+    {
+      "epoch": 1.4433291816250275,
+      "grad_norm": 3.7660317420959473,
+      "learning_rate": 2.6103889721601106e-05,
+      "loss": 3.3045,
+      "step": 39400
+    },
+    {
+      "combined_loss": 1.9759800434112549,
+      "distill_loss": 1.1767717599868774,
+      "epoch": 1.4433291816250275,
+      "step": 39400,
+      "student_mlm_loss": 2.775188446044922
+    },
+    {
+      "epoch": 1.4469924536596088,
+      "grad_norm": 55.78919982910156,
+      "learning_rate": 2.6042460132196477e-05,
+      "loss": 3.5094,
+      "step": 39500
+    },
+    {
+      "combined_loss": 2.5586395263671875,
+      "distill_loss": 1.3177176713943481,
+      "epoch": 1.4469924536596088,
+      "step": 39500,
+      "student_mlm_loss": 3.7995612621307373
+    },
+    {
+      "epoch": 1.45065572569419,
+      "grad_norm": 11.648473739624023,
+      "learning_rate": 2.598103054279185e-05,
+      "loss": 6.3066,
+      "step": 39600
+    },
+    {
+      "combined_loss": 1.8263496160507202,
+      "distill_loss": 1.2649195194244385,
+      "epoch": 1.45065572569419,
+      "step": 39600,
+      "student_mlm_loss": 2.387779712677002
+    },
+    {
+      "epoch": 1.4543189977287714,
+      "grad_norm": 4.982020378112793,
+      "learning_rate": 2.591960095338723e-05,
+      "loss": 3.1475,
+      "step": 39700
+    },
+    {
+      "combined_loss": 4.95673131942749,
+      "distill_loss": 1.2415388822555542,
+      "epoch": 1.4543189977287714,
+      "step": 39700,
+      "student_mlm_loss": 8.671923637390137
+    },
+    {
+      "epoch": 1.4579822697633527,
+      "grad_norm": 4.551340103149414,
+      "learning_rate": 2.5858171363982604e-05,
+      "loss": 6.0043,
+      "step": 39800
+    },
+    {
+      "combined_loss": 2.124246597290039,
+      "distill_loss": 1.197386384010315,
+      "epoch": 1.4579822697633527,
+      "step": 39800,
+      "student_mlm_loss": 3.0511069297790527
+    },
+    {
+      "epoch": 1.461645541797934,
+      "grad_norm": 41.217533111572266,
+      "learning_rate": 2.579674177457798e-05,
+      "loss": 2.7216,
+      "step": 39900
+    },
+    {
+      "combined_loss": 1.8579926490783691,
+      "distill_loss": 1.1948734521865845,
+      "epoch": 1.461645541797934,
+      "step": 39900,
+      "student_mlm_loss": 2.5211119651794434
+    },
+    {
+      "epoch": 1.4653088138325152,
+      "grad_norm": 3.3428897857666016,
+      "learning_rate": 2.5735312185173356e-05,
+      "loss": 3.5888,
+      "step": 40000
+    },
+    {
+      "epoch": 1.4653088138325152,
+      "eval_loss": 3.433469295501709,
+      "eval_runtime": 2.0987,
+      "eval_samples_per_second": 3333.452,
+      "eval_steps_per_second": 13.341,
+      "step": 40000
+    },
+    {
+      "combined_loss": 3.9790029525756836,
+      "distill_loss": 1.2571158409118652,
+      "epoch": 1.4653088138325152,
+      "step": 40000,
+      "student_mlm_loss": 6.700890064239502
+    },
+    {
+      "epoch": 1.4689720858670965,
+      "grad_norm": 24.387128829956055,
+      "learning_rate": 2.5673882595768734e-05,
+      "loss": 3.3546,
+      "step": 40100
+    },
+    {
+      "combined_loss": 2.113370418548584,
+      "distill_loss": 1.2904696464538574,
+      "epoch": 1.4689720858670965,
+      "step": 40100,
+      "student_mlm_loss": 2.9362711906433105
+    },
+    {
+      "epoch": 1.4726353579016778,
+      "grad_norm": 11.271422386169434,
+      "learning_rate": 2.5612453006364108e-05,
+      "loss": 9.1182,
+      "step": 40200
+    },
+    {
+      "combined_loss": 1.7249795198440552,
+      "distill_loss": 1.2220125198364258,
+      "epoch": 1.4726353579016778,
+      "step": 40200,
+      "student_mlm_loss": 2.2279465198516846
+    },
+    {
+      "epoch": 1.476298629936259,
+      "grad_norm": 88.92086029052734,
+      "learning_rate": 2.555102341695948e-05,
+      "loss": 5.5622,
+      "step": 40300
+    },
+    {
+      "combined_loss": 3.5107364654541016,
+      "distill_loss": 1.2663298845291138,
+      "epoch": 1.476298629936259,
+      "step": 40300,
+      "student_mlm_loss": 5.755143165588379
+    },
+    {
+      "epoch": 1.4799619019708403,
+      "grad_norm": 4.677048683166504,
+      "learning_rate": 2.5489593827554857e-05,
+      "loss": 5.3278,
+      "step": 40400
+    },
+    {
+      "combined_loss": 3.5298116207122803,
+      "distill_loss": 1.1846145391464233,
+      "epoch": 1.4799619019708403,
+      "step": 40400,
+      "student_mlm_loss": 5.875008583068848
+    },
+    {
+      "epoch": 1.4836251740054216,
+      "grad_norm": 21.207704544067383,
+      "learning_rate": 2.542816423815023e-05,
+      "loss": 2.9588,
+      "step": 40500
+    },
+    {
+      "combined_loss": 2.6109657287597656,
+      "distill_loss": 1.2608091831207275,
+      "epoch": 1.4836251740054216,
+      "step": 40500,
+      "student_mlm_loss": 3.9611220359802246
+    },
+    {
+      "epoch": 1.4872884460400029,
+      "grad_norm": 7.7415876388549805,
+      "learning_rate": 2.536673464874561e-05,
+      "loss": 2.706,
+      "step": 40600
+    },
+    {
+      "combined_loss": 2.455023765563965,
+      "distill_loss": 1.3175585269927979,
+      "epoch": 1.4872884460400029,
+      "step": 40600,
+      "student_mlm_loss": 3.5924887657165527
+    },
+    {
+      "epoch": 1.4909517180745842,
+      "grad_norm": 19.366378784179688,
+      "learning_rate": 2.5305305059340984e-05,
+      "loss": 2.7981,
+      "step": 40700
+    },
+    {
+      "combined_loss": 3.624007225036621,
+      "distill_loss": 1.1402699947357178,
+      "epoch": 1.4909517180745842,
+      "step": 40700,
+      "student_mlm_loss": 6.1077446937561035
+    },
+    {
+      "epoch": 1.4946149901091654,
+      "grad_norm": 7.310671806335449,
+      "learning_rate": 2.524387546993636e-05,
+      "loss": 29.272,
+      "step": 40800
+    },
+    {
+      "combined_loss": 2.2329726219177246,
+      "distill_loss": 1.303555965423584,
+      "epoch": 1.4946149901091654,
+      "step": 40800,
+      "student_mlm_loss": 3.1623895168304443
+    },
+    {
+      "epoch": 1.4982782621437467,
+      "grad_norm": 48.7297477722168,
+      "learning_rate": 2.5182445880531736e-05,
+      "loss": 3.1319,
+      "step": 40900
+    },
+    {
+      "combined_loss": 1.8255285024642944,
+      "distill_loss": 1.1643202304840088,
+      "epoch": 1.4982782621437467,
+      "step": 40900,
+      "student_mlm_loss": 2.48673677444458
+    },
+    {
+      "epoch": 1.5019415341783282,
+      "grad_norm": 32.60409927368164,
+      "learning_rate": 2.5121016291127114e-05,
+      "loss": 8.524,
+      "step": 41000
+    },
+    {
+      "combined_loss": 2.896923542022705,
+      "distill_loss": 1.3571655750274658,
+      "epoch": 1.5019415341783282,
+      "step": 41000,
+      "student_mlm_loss": 4.436681747436523
+    },
+    {
+      "epoch": 1.5056048062129093,
+      "grad_norm": 4.127974510192871,
+      "learning_rate": 2.5059586701722488e-05,
+      "loss": 6.3087,
+      "step": 41100
+    },
+    {
+      "combined_loss": 2.145819664001465,
+      "distill_loss": 1.2983198165893555,
+      "epoch": 1.5056048062129093,
+      "step": 41100,
+      "student_mlm_loss": 2.993319511413574
+    },
+    {
+      "epoch": 1.5092680782474908,
+      "grad_norm": 3.873206853866577,
+      "learning_rate": 2.4998157112317863e-05,
+      "loss": 5.279,
+      "step": 41200
+    },
+    {
+      "combined_loss": 4.8266730308532715,
+      "distill_loss": 1.1676665544509888,
+      "epoch": 1.5092680782474908,
+      "step": 41200,
+      "student_mlm_loss": 8.485679626464844
+    },
+    {
+      "epoch": 1.5129313502820718,
+      "grad_norm": 6.902312755584717,
+      "learning_rate": 2.493672752291324e-05,
+      "loss": 5.3583,
+      "step": 41300
+    },
+    {
+      "combined_loss": 1.7068848609924316,
+      "distill_loss": 1.1335561275482178,
+      "epoch": 1.5129313502820718,
+      "step": 41300,
+      "student_mlm_loss": 2.2802135944366455
+    },
+    {
+      "epoch": 1.5165946223166533,
+      "grad_norm": 17.415306091308594,
+      "learning_rate": 2.487529793350861e-05,
+      "loss": 2.8319,
+      "step": 41400
+    },
+    {
+      "combined_loss": 1.5696630477905273,
+      "distill_loss": 1.152633786201477,
+      "epoch": 1.5165946223166533,
+      "step": 41400,
+      "student_mlm_loss": 1.9866924285888672
+    },
+    {
+      "epoch": 1.5202578943512344,
+      "grad_norm": 11.67779541015625,
+      "learning_rate": 2.481386834410399e-05,
+      "loss": 3.0117,
+      "step": 41500
+    },
+    {
+      "combined_loss": 1.9209272861480713,
+      "distill_loss": 1.2611881494522095,
+      "epoch": 1.5202578943512344,
+      "step": 41500,
+      "student_mlm_loss": 2.5806663036346436
+    },
+    {
+      "epoch": 1.5239211663858159,
+      "grad_norm": 9.814743041992188,
+      "learning_rate": 2.4752438754699364e-05,
+      "loss": 2.8479,
+      "step": 41600
+    },
+    {
+      "combined_loss": 4.1822404861450195,
+      "distill_loss": 1.254117488861084,
+      "epoch": 1.5239211663858159,
+      "step": 41600,
+      "student_mlm_loss": 7.110363960266113
+    },
+    {
+      "epoch": 1.5275844384203972,
+      "grad_norm": 11.7344970703125,
+      "learning_rate": 2.4691009165294742e-05,
+      "loss": 3.2502,
+      "step": 41700
+    },
+    {
+      "combined_loss": 1.7558622360229492,
+      "distill_loss": 1.1821727752685547,
+      "epoch": 1.5275844384203972,
+      "step": 41700,
+      "student_mlm_loss": 2.3295516967773438
+    },
+    {
+      "epoch": 1.5312477104549784,
+      "grad_norm": 8.426025390625,
+      "learning_rate": 2.4629579575890116e-05,
+      "loss": 3.3169,
+      "step": 41800
+    },
+    {
+      "combined_loss": 1.843000054359436,
+      "distill_loss": 1.1456735134124756,
+      "epoch": 1.5312477104549784,
+      "step": 41800,
+      "student_mlm_loss": 2.5403265953063965
+    },
+    {
+      "epoch": 1.5349109824895597,
+      "grad_norm": 3.654872417449951,
+      "learning_rate": 2.456814998648549e-05,
+      "loss": 2.6259,
+      "step": 41900
+    },
+    {
+      "combined_loss": 1.7651002407073975,
+      "distill_loss": 1.1741529703140259,
+      "epoch": 1.5349109824895597,
+      "step": 41900,
+      "student_mlm_loss": 2.3560476303100586
+    },
+    {
+      "epoch": 1.538574254524141,
+      "grad_norm": 18.605615615844727,
+      "learning_rate": 2.450672039708087e-05,
+      "loss": 2.4854,
+      "step": 42000
+    },
+    {
+      "epoch": 1.538574254524141,
+      "eval_loss": 3.4032058715820312,
+      "eval_runtime": 1.8747,
+      "eval_samples_per_second": 3731.788,
+      "eval_steps_per_second": 14.936,
+      "step": 42000
+    },
+    {
+      "combined_loss": 2.60400390625,
+      "distill_loss": 1.2034615278244019,
+      "epoch": 1.538574254524141,
+      "step": 42000,
+      "student_mlm_loss": 4.004546165466309
+    },
+    {
+      "epoch": 1.5422375265587223,
+      "grad_norm": 6.775146484375,
+      "learning_rate": 2.4445290807676243e-05,
+      "loss": 2.8405,
+      "step": 42100
+    },
+    {
+      "combined_loss": 1.7485601902008057,
+      "distill_loss": 1.1682909727096558,
+      "epoch": 1.5422375265587223,
+      "step": 42100,
+      "student_mlm_loss": 2.328829288482666
+    },
+    {
+      "epoch": 1.5459007985933035,
+      "grad_norm": 24.79000473022461,
+      "learning_rate": 2.4383861218271617e-05,
+      "loss": 2.9811,
+      "step": 42200
+    },
+    {
+      "combined_loss": 2.2294323444366455,
+      "distill_loss": 1.262848138809204,
+      "epoch": 1.5459007985933035,
+      "step": 42200,
+      "student_mlm_loss": 3.196016550064087
+    },
+    {
+      "epoch": 1.5495640706278848,
+      "grad_norm": 11.027627944946289,
+      "learning_rate": 2.4322431628866992e-05,
+      "loss": 3.7109,
+      "step": 42300
+    },
+    {
+      "combined_loss": 1.8129802942276,
+      "distill_loss": 1.205324411392212,
+      "epoch": 1.5495640706278848,
+      "step": 42300,
+      "student_mlm_loss": 2.4206361770629883
+    },
+    {
+      "epoch": 1.553227342662466,
+      "grad_norm": 6.328401565551758,
+      "learning_rate": 2.426100203946237e-05,
+      "loss": 31.168,
+      "step": 42400
+    },
+    {
+      "combined_loss": 2.391860246658325,
+      "distill_loss": 1.1356655359268188,
+      "epoch": 1.553227342662466,
+      "step": 42400,
+      "student_mlm_loss": 3.648054838180542
+    },
+    {
+      "epoch": 1.5568906146970474,
+      "grad_norm": 26.61184310913086,
+      "learning_rate": 2.4199572450057744e-05,
+      "loss": 6.4259,
+      "step": 42500
+    },
+    {
+      "combined_loss": 3.222200870513916,
+      "distill_loss": 1.3243845701217651,
+      "epoch": 1.5568906146970474,
+      "step": 42500,
+      "student_mlm_loss": 5.120017051696777
+    },
+    {
+      "epoch": 1.5605538867316286,
+      "grad_norm": 78.89910888671875,
+      "learning_rate": 2.4138142860653122e-05,
+      "loss": 3.3441,
+      "step": 42600
+    },
+    {
+      "combined_loss": 1.7442145347595215,
+      "distill_loss": 1.282542109489441,
+      "epoch": 1.5605538867316286,
+      "step": 42600,
+      "student_mlm_loss": 2.2058870792388916
+    },
+    {
+      "epoch": 1.56421715876621,
+      "grad_norm": 88.92566680908203,
+      "learning_rate": 2.4076713271248496e-05,
+      "loss": 2.8234,
+      "step": 42700
+    },
+    {
+      "combined_loss": 2.366835117340088,
+      "distill_loss": 1.1711124181747437,
+      "epoch": 1.56421715876621,
+      "step": 42700,
+      "student_mlm_loss": 3.5625579357147217
+    },
+    {
+      "epoch": 1.5678804308007912,
+      "grad_norm": 6.83758544921875,
+      "learning_rate": 2.4015283681843874e-05,
+      "loss": 5.4491,
+      "step": 42800
+    },
+    {
+      "combined_loss": 4.174956798553467,
+      "distill_loss": 1.0669249296188354,
+      "epoch": 1.5678804308007912,
+      "step": 42800,
+      "student_mlm_loss": 7.282988548278809
+    },
+    {
+      "epoch": 1.5715437028353727,
+      "grad_norm": 5.723924160003662,
+      "learning_rate": 2.395385409243925e-05,
+      "loss": 3.1108,
+      "step": 42900
+    },
+    {
+      "combined_loss": 2.3197238445281982,
+      "distill_loss": 1.2763570547103882,
+      "epoch": 1.5715437028353727,
+      "step": 42900,
+      "student_mlm_loss": 3.3630905151367188
+    },
+    {
+      "epoch": 1.5752069748699538,
+      "grad_norm": 14.807353973388672,
+      "learning_rate": 2.3892424503034623e-05,
+      "loss": 6.4113,
+      "step": 43000
+    },
+    {
+      "combined_loss": 1.7868092060089111,
+      "distill_loss": 1.1304634809494019,
+      "epoch": 1.5752069748699538,
+      "step": 43000,
+      "student_mlm_loss": 2.44315505027771
+    },
+    {
+      "epoch": 1.5788702469045353,
+      "grad_norm": 8.68276596069336,
+      "learning_rate": 2.3830994913629998e-05,
+      "loss": 5.1213,
+      "step": 43100
+    },
+    {
+      "combined_loss": 19.46100425720215,
+      "distill_loss": 1.259545087814331,
+      "epoch": 1.5788702469045353,
+      "step": 43100,
+      "student_mlm_loss": 37.6624641418457
+    },
+    {
+      "epoch": 1.5825335189391163,
+      "grad_norm": 4.91242790222168,
+      "learning_rate": 2.3769565324225372e-05,
+      "loss": 3.2674,
+      "step": 43200
+    },
+    {
+      "combined_loss": 1.797656536102295,
+      "distill_loss": 1.3039189577102661,
+      "epoch": 1.5825335189391163,
+      "step": 43200,
+      "student_mlm_loss": 2.2913942337036133
+    },
+    {
+      "epoch": 1.5861967909736978,
+      "grad_norm": 52.68294906616211,
+      "learning_rate": 2.370813573482075e-05,
+      "loss": 3.7711,
+      "step": 43300
+    },
+    {
+      "combined_loss": 1.8017528057098389,
+      "distill_loss": 1.1734706163406372,
+      "epoch": 1.5861967909736978,
+      "step": 43300,
+      "student_mlm_loss": 2.43003511428833
+    },
+    {
+      "epoch": 1.5898600630082789,
+      "grad_norm": 11.869544982910156,
+      "learning_rate": 2.3646706145416124e-05,
+      "loss": 9.8177,
+      "step": 43400
+    },
+    {
+      "combined_loss": 2.760119915008545,
+      "distill_loss": 1.2446471452713013,
+      "epoch": 1.5898600630082789,
+      "step": 43400,
+      "student_mlm_loss": 4.275592803955078
+    },
+    {
+      "epoch": 1.5935233350428604,
+      "grad_norm": 3.7819387912750244,
+      "learning_rate": 2.3585276556011502e-05,
+      "loss": 4.6552,
+      "step": 43500
+    },
+    {
+      "combined_loss": 4.660012245178223,
+      "distill_loss": 1.1187530755996704,
+      "epoch": 1.5935233350428604,
+      "step": 43500,
+      "student_mlm_loss": 8.201271057128906
+    },
+    {
+      "epoch": 1.5971866070774414,
+      "grad_norm": 21.269559860229492,
+      "learning_rate": 2.3523846966606877e-05,
+      "loss": 8.5404,
+      "step": 43600
+    },
+    {
+      "combined_loss": 2.3045759201049805,
+      "distill_loss": 1.3545589447021484,
+      "epoch": 1.5971866070774414,
+      "step": 43600,
+      "student_mlm_loss": 3.2545931339263916
+    },
+    {
+      "epoch": 1.600849879112023,
+      "grad_norm": 8.289508819580078,
+      "learning_rate": 2.3462417377202254e-05,
+      "loss": 2.7135,
+      "step": 43700
+    },
+    {
+      "combined_loss": 3.0867691040039062,
+      "distill_loss": 1.1124651432037354,
+      "epoch": 1.600849879112023,
+      "step": 43700,
+      "student_mlm_loss": 5.061073303222656
+    },
+    {
+      "epoch": 1.6045131511466042,
+      "grad_norm": 22.303661346435547,
+      "learning_rate": 2.3400987787797625e-05,
+      "loss": 3.6364,
+      "step": 43800
+    },
+    {
+      "combined_loss": 1.7930564880371094,
+      "distill_loss": 1.2114512920379639,
+      "epoch": 1.6045131511466042,
+      "step": 43800,
+      "student_mlm_loss": 2.374661684036255
+    },
+    {
+      "epoch": 1.6081764231811855,
+      "grad_norm": 4.351790904998779,
+      "learning_rate": 2.3339558198393003e-05,
+      "loss": 5.6887,
+      "step": 43900
+    },
+    {
+      "combined_loss": 1.7365663051605225,
+      "distill_loss": 1.2089755535125732,
+      "epoch": 1.6081764231811855,
+      "step": 43900,
+      "student_mlm_loss": 2.2641570568084717
+    },
+    {
+      "epoch": 1.6118396952157668,
+      "grad_norm": 13.450850486755371,
+      "learning_rate": 2.3278128608988378e-05,
+      "loss": 3.6702,
+      "step": 44000
+    },
+    {
+      "epoch": 1.6118396952157668,
+      "eval_loss": 3.194415330886841,
+      "eval_runtime": 1.9274,
+      "eval_samples_per_second": 3629.828,
+      "eval_steps_per_second": 14.528,
+      "step": 44000
+    },
+    {
+      "combined_loss": 1.760496735572815,
+      "distill_loss": 1.1514201164245605,
+      "epoch": 1.6118396952157668,
+      "step": 44000,
+      "student_mlm_loss": 2.3695733547210693
+    },
+    {
+      "epoch": 1.615502967250348,
+      "grad_norm": 7.381774425506592,
+      "learning_rate": 2.3216699019583756e-05,
+      "loss": 2.9269,
+      "step": 44100
+    },
+    {
+      "combined_loss": 4.663776397705078,
+      "distill_loss": 1.307958722114563,
+      "epoch": 1.615502967250348,
+      "step": 44100,
+      "student_mlm_loss": 8.019594192504883
+    },
+    {
+      "epoch": 1.6191662392849293,
+      "grad_norm": 10.999051094055176,
+      "learning_rate": 2.315526943017913e-05,
+      "loss": 3.0334,
+      "step": 44200
+    },
+    {
+      "combined_loss": 1.9191560745239258,
+      "distill_loss": 1.3481658697128296,
+      "epoch": 1.6191662392849293,
+      "step": 44200,
+      "student_mlm_loss": 2.4901461601257324
+    },
+    {
+      "epoch": 1.6228295113195106,
+      "grad_norm": 6.187446594238281,
+      "learning_rate": 2.3093839840774504e-05,
+      "loss": 30.6923,
+      "step": 44300
+    },
+    {
+      "combined_loss": 12.122703552246094,
+      "distill_loss": 1.1659897565841675,
+      "epoch": 1.6228295113195106,
+      "step": 44300,
+      "student_mlm_loss": 23.079418182373047
+    },
+    {
+      "epoch": 1.6264927833540919,
+      "grad_norm": 6.142828941345215,
+      "learning_rate": 2.3032410251369882e-05,
+      "loss": 7.4162,
+      "step": 44400
+    },
+    {
+      "combined_loss": 1.9456160068511963,
+      "distill_loss": 1.257858157157898,
+      "epoch": 1.6264927833540919,
+      "step": 44400,
+      "student_mlm_loss": 2.633373737335205
+    },
+    {
+      "epoch": 1.6301560553886731,
+      "grad_norm": 15.393942832946777,
+      "learning_rate": 2.2970980661965257e-05,
+      "loss": 4.8003,
+      "step": 44500
+    },
+    {
+      "combined_loss": 2.7578635215759277,
+      "distill_loss": 1.1640808582305908,
+      "epoch": 1.6301560553886731,
+      "step": 44500,
+      "student_mlm_loss": 4.351646423339844
+    },
+    {
+      "epoch": 1.6338193274232544,
+      "grad_norm": 18.73512077331543,
+      "learning_rate": 2.290955107256063e-05,
+      "loss": 5.3592,
+      "step": 44600
+    },
+    {
+      "combined_loss": 3.758654832839966,
+      "distill_loss": 1.260606288909912,
+      "epoch": 1.6338193274232544,
+      "step": 44600,
+      "student_mlm_loss": 6.2567033767700195
+    },
+    {
+      "epoch": 1.6374825994578357,
+      "grad_norm": 6.1570048332214355,
+      "learning_rate": 2.2848121483156006e-05,
+      "loss": 10.8594,
+      "step": 44700
+    },
+    {
+      "combined_loss": 3.205047845840454,
+      "distill_loss": 1.1495074033737183,
+      "epoch": 1.6374825994578357,
+      "step": 44700,
+      "student_mlm_loss": 5.2605881690979
+    },
+    {
+      "epoch": 1.641145871492417,
+      "grad_norm": 8.748614311218262,
+      "learning_rate": 2.2786691893751383e-05,
+      "loss": 2.611,
+      "step": 44800
+    },
+    {
+      "combined_loss": 2.7548794746398926,
+      "distill_loss": 1.153849482536316,
+      "epoch": 1.641145871492417,
+      "step": 44800,
+      "student_mlm_loss": 4.35590934753418
+    },
+    {
+      "epoch": 1.6448091435269983,
+      "grad_norm": 9.594339370727539,
+      "learning_rate": 2.2725262304346758e-05,
+      "loss": 3.621,
+      "step": 44900
+    },
+    {
+      "combined_loss": 2.63676381111145,
+      "distill_loss": 1.144437313079834,
+      "epoch": 1.6448091435269983,
+      "step": 44900,
+      "student_mlm_loss": 4.129090309143066
+    },
+    {
+      "epoch": 1.6484724155615798,
+      "grad_norm": 8.756010055541992,
+      "learning_rate": 2.2663832714942136e-05,
+      "loss": 5.0762,
+      "step": 45000
+    },
+    {
+      "combined_loss": 2.0047507286071777,
+      "distill_loss": 1.203262209892273,
+      "epoch": 1.6484724155615798,
+      "step": 45000,
+      "student_mlm_loss": 2.806239366531372
+    },
+    {
+      "epoch": 1.6521356875961608,
+      "grad_norm": 16.163911819458008,
+      "learning_rate": 2.260240312553751e-05,
+      "loss": 3.1675,
+      "step": 45100
+    },
+    {
+      "combined_loss": 1.822305679321289,
+      "distill_loss": 1.187317967414856,
+      "epoch": 1.6521356875961608,
+      "step": 45100,
+      "student_mlm_loss": 2.4572935104370117
+    },
+    {
+      "epoch": 1.6557989596307423,
+      "grad_norm": 4.047428607940674,
+      "learning_rate": 2.2540973536132888e-05,
+      "loss": 2.6406,
+      "step": 45200
+    },
+    {
+      "combined_loss": 2.431349039077759,
+      "distill_loss": 1.2643455266952515,
+      "epoch": 1.6557989596307423,
+      "step": 45200,
+      "student_mlm_loss": 3.5983526706695557
+    },
+    {
+      "epoch": 1.6594622316653234,
+      "grad_norm": 28.598485946655273,
+      "learning_rate": 2.247954394672826e-05,
+      "loss": 3.7667,
+      "step": 45300
+    },
+    {
+      "combined_loss": 2.274944543838501,
+      "distill_loss": 1.266087293624878,
+      "epoch": 1.6594622316653234,
+      "step": 45300,
+      "student_mlm_loss": 3.283801794052124
+    },
+    {
+      "epoch": 1.6631255036999049,
+      "grad_norm": 11.642946243286133,
+      "learning_rate": 2.2418114357323637e-05,
+      "loss": 3.0131,
+      "step": 45400
+    },
+    {
+      "combined_loss": 2.064805507659912,
+      "distill_loss": 1.2423893213272095,
+      "epoch": 1.6631255036999049,
+      "step": 45400,
+      "student_mlm_loss": 2.8872218132019043
+    },
+    {
+      "epoch": 1.666788775734486,
+      "grad_norm": 7.227854251861572,
+      "learning_rate": 2.235668476791901e-05,
+      "loss": 7.556,
+      "step": 45500
+    },
+    {
+      "combined_loss": 1.8626993894577026,
+      "distill_loss": 1.153686761856079,
+      "epoch": 1.666788775734486,
+      "step": 45500,
+      "student_mlm_loss": 2.571712017059326
+    },
+    {
+      "epoch": 1.6704520477690674,
+      "grad_norm": 11.972105026245117,
+      "learning_rate": 2.229525517851439e-05,
+      "loss": 3.9606,
+      "step": 45600
+    },
+    {
+      "combined_loss": 1.7529842853546143,
+      "distill_loss": 1.2637630701065063,
+      "epoch": 1.6704520477690674,
+      "step": 45600,
+      "student_mlm_loss": 2.2422056198120117
+    },
+    {
+      "epoch": 1.6741153198036485,
+      "grad_norm": 4.263253211975098,
+      "learning_rate": 2.2233825589109764e-05,
+      "loss": 3.0922,
+      "step": 45700
+    },
+    {
+      "combined_loss": 2.6089985370635986,
+      "distill_loss": 1.2136098146438599,
+      "epoch": 1.6741153198036485,
+      "step": 45700,
+      "student_mlm_loss": 4.004387378692627
+    },
+    {
+      "epoch": 1.67777859183823,
+      "grad_norm": 24.4074764251709,
+      "learning_rate": 2.2172395999705138e-05,
+      "loss": 3.2329,
+      "step": 45800
+    },
+    {
+      "combined_loss": 1.6919562816619873,
+      "distill_loss": 1.139168381690979,
+      "epoch": 1.67777859183823,
+      "step": 45800,
+      "student_mlm_loss": 2.244744300842285
+    },
+    {
+      "epoch": 1.6814418638728112,
+      "grad_norm": 5.1518778800964355,
+      "learning_rate": 2.2110966410300516e-05,
+      "loss": 9.4019,
+      "step": 45900
+    },
+    {
+      "combined_loss": 2.1822292804718018,
+      "distill_loss": 1.3423482179641724,
+      "epoch": 1.6814418638728112,
+      "step": 45900,
+      "student_mlm_loss": 3.0221104621887207
+    },
+    {
+      "epoch": 1.6851051359073925,
+      "grad_norm": 18.045368194580078,
+      "learning_rate": 2.204953682089589e-05,
+      "loss": 3.3662,
+      "step": 46000
+    },
+    {
+      "epoch": 1.6851051359073925,
+      "eval_loss": 3.070533275604248,
+      "eval_runtime": 1.9768,
+      "eval_samples_per_second": 3539.063,
+      "eval_steps_per_second": 14.164,
+      "step": 46000
+    },
+    {
+      "combined_loss": 1.8376495838165283,
+      "distill_loss": 1.261283278465271,
+      "epoch": 1.6851051359073925,
+      "step": 46000,
+      "student_mlm_loss": 2.414015769958496
+    },
+    {
+      "epoch": 1.6887684079419738,
+      "grad_norm": 5.69982385635376,
+      "learning_rate": 2.1988107231491265e-05,
+      "loss": 3.3451,
+      "step": 46100
+    },
+    {
+      "combined_loss": 1.7916219234466553,
+      "distill_loss": 1.2525031566619873,
+      "epoch": 1.6887684079419738,
+      "step": 46100,
+      "student_mlm_loss": 2.3307406902313232
+    },
+    {
+      "epoch": 1.692431679976555,
+      "grad_norm": 27.134151458740234,
+      "learning_rate": 2.192667764208664e-05,
+      "loss": 9.1006,
+      "step": 46200
+    },
+    {
+      "combined_loss": 59.0687141418457,
+      "distill_loss": 1.1848413944244385,
+      "epoch": 1.692431679976555,
+      "step": 46200,
+      "student_mlm_loss": 116.95258331298828
+    },
+    {
+      "epoch": 1.6960949520111364,
+      "grad_norm": 6.624229431152344,
+      "learning_rate": 2.1865248052682017e-05,
+      "loss": 3.0016,
+      "step": 46300
+    },
+    {
+      "combined_loss": 2.7997608184814453,
+      "distill_loss": 1.1524275541305542,
+      "epoch": 1.6960949520111364,
+      "step": 46300,
+      "student_mlm_loss": 4.447093963623047
+    },
+    {
+      "epoch": 1.6997582240457176,
+      "grad_norm": 5.472049236297607,
+      "learning_rate": 2.180381846327739e-05,
+      "loss": 20.0915,
+      "step": 46400
+    },
+    {
+      "combined_loss": 1.7153997421264648,
+      "distill_loss": 1.237658143043518,
+      "epoch": 1.6997582240457176,
+      "step": 46400,
+      "student_mlm_loss": 2.193141460418701
+    },
+    {
+      "epoch": 1.703421496080299,
+      "grad_norm": 14.290247917175293,
+      "learning_rate": 2.174238887387277e-05,
+      "loss": 4.5936,
+      "step": 46500
+    },
+    {
+      "combined_loss": 1.709627628326416,
+      "distill_loss": 1.2791212797164917,
+      "epoch": 1.703421496080299,
+      "step": 46500,
+      "student_mlm_loss": 2.140133857727051
+    },
+    {
+      "epoch": 1.7070847681148802,
+      "grad_norm": 17.962997436523438,
+      "learning_rate": 2.1680959284468144e-05,
+      "loss": 3.3627,
+      "step": 46600
+    },
+    {
+      "combined_loss": 7.8201751708984375,
+      "distill_loss": 1.3012824058532715,
+      "epoch": 1.7070847681148802,
+      "step": 46600,
+      "student_mlm_loss": 14.339067459106445
+    },
+    {
+      "epoch": 1.7107480401494615,
+      "grad_norm": 6.800339698791504,
+      "learning_rate": 2.161952969506352e-05,
+      "loss": 6.7955,
+      "step": 46700
+    },
+    {
+      "combined_loss": 1.809753656387329,
+      "distill_loss": 1.2891262769699097,
+      "epoch": 1.7107480401494615,
+      "step": 46700,
+      "student_mlm_loss": 2.330381155014038
+    },
+    {
+      "epoch": 1.7144113121840427,
+      "grad_norm": 12.281099319458008,
+      "learning_rate": 2.1558100105658896e-05,
+      "loss": 10.3436,
+      "step": 46800
+    },
+    {
+      "combined_loss": 3.3808600902557373,
+      "distill_loss": 1.2777303457260132,
+      "epoch": 1.7144113121840427,
+      "step": 46800,
+      "student_mlm_loss": 5.483989715576172
+    },
+    {
+      "epoch": 1.718074584218624,
+      "grad_norm": 3.3210408687591553,
+      "learning_rate": 2.149667051625427e-05,
+      "loss": 2.8055,
+      "step": 46900
+    },
+    {
+      "combined_loss": 2.1092348098754883,
+      "distill_loss": 1.2058593034744263,
+      "epoch": 1.718074584218624,
+      "step": 46900,
+      "student_mlm_loss": 3.0126101970672607
+    },
+    {
+      "epoch": 1.7217378562532053,
+      "grad_norm": 11.694738388061523,
+      "learning_rate": 2.1435240926849645e-05,
+      "loss": 4.6311,
+      "step": 47000
+    },
+    {
+      "combined_loss": 2.2222890853881836,
+      "distill_loss": 1.218597173690796,
+      "epoch": 1.7217378562532053,
+      "step": 47000,
+      "student_mlm_loss": 3.2259812355041504
+    },
+    {
+      "epoch": 1.7254011282877868,
+      "grad_norm": 23.036334991455078,
+      "learning_rate": 2.137381133744502e-05,
+      "loss": 2.5923,
+      "step": 47100
+    },
+    {
+      "combined_loss": 1.882810354232788,
+      "distill_loss": 1.2441027164459229,
+      "epoch": 1.7254011282877868,
+      "step": 47100,
+      "student_mlm_loss": 2.5215179920196533
+    },
+    {
+      "epoch": 1.7290644003223679,
+      "grad_norm": 65.06354522705078,
+      "learning_rate": 2.1312381748040397e-05,
+      "loss": 3.3375,
+      "step": 47200
+    },
+    {
+      "combined_loss": 1.84983229637146,
+      "distill_loss": 1.224557876586914,
+      "epoch": 1.7290644003223679,
+      "step": 47200,
+      "student_mlm_loss": 2.475106716156006
+    },
+    {
+      "epoch": 1.7327276723569494,
+      "grad_norm": 9.202945709228516,
+      "learning_rate": 2.1250952158635772e-05,
+      "loss": 3.0094,
+      "step": 47300
+    },
+    {
+      "combined_loss": 1.6417255401611328,
+      "distill_loss": 1.2296794652938843,
+      "epoch": 1.7327276723569494,
+      "step": 47300,
+      "student_mlm_loss": 2.053771734237671
+    },
+    {
+      "epoch": 1.7363909443915304,
+      "grad_norm": 7.1568193435668945,
+      "learning_rate": 2.118952256923115e-05,
+      "loss": 3.3413,
+      "step": 47400
+    },
+    {
+      "combined_loss": 2.165384531021118,
+      "distill_loss": 1.2572156190872192,
+      "epoch": 1.7363909443915304,
+      "step": 47400,
+      "student_mlm_loss": 3.0735535621643066
+    },
+    {
+      "epoch": 1.740054216426112,
+      "grad_norm": 39.054439544677734,
+      "learning_rate": 2.1128092979826524e-05,
+      "loss": 4.8522,
+      "step": 47500
+    },
+    {
+      "combined_loss": 2.6122236251831055,
+      "distill_loss": 1.1487023830413818,
+      "epoch": 1.740054216426112,
+      "step": 47500,
+      "student_mlm_loss": 4.07574462890625
+    },
+    {
+      "epoch": 1.743717488460693,
+      "grad_norm": 3.18758487701416,
+      "learning_rate": 2.1066663390421902e-05,
+      "loss": 4.3993,
+      "step": 47600
+    },
+    {
+      "combined_loss": 6.344114303588867,
+      "distill_loss": 1.1341725587844849,
+      "epoch": 1.743717488460693,
+      "step": 47600,
+      "student_mlm_loss": 11.554056167602539
+    },
+    {
+      "epoch": 1.7473807604952745,
+      "grad_norm": 9.418896675109863,
+      "learning_rate": 2.1005233801017273e-05,
+      "loss": 8.7279,
+      "step": 47700
+    },
+    {
+      "combined_loss": 2.8721518516540527,
+      "distill_loss": 1.2175838947296143,
+      "epoch": 1.7473807604952745,
+      "step": 47700,
+      "student_mlm_loss": 4.526719570159912
+    },
+    {
+      "epoch": 1.7510440325298555,
+      "grad_norm": 4.730939865112305,
+      "learning_rate": 2.094380421161265e-05,
+      "loss": 2.74,
+      "step": 47800
+    },
+    {
+      "combined_loss": 1.8483730554580688,
+      "distill_loss": 1.2789607048034668,
+      "epoch": 1.7510440325298555,
+      "step": 47800,
+      "student_mlm_loss": 2.417785406112671
+    },
+    {
+      "epoch": 1.754707304564437,
+      "grad_norm": 4.566458225250244,
+      "learning_rate": 2.0882374622208025e-05,
+      "loss": 2.63,
+      "step": 47900
+    },
+    {
+      "combined_loss": 1.8073049783706665,
+      "distill_loss": 1.3073413372039795,
+      "epoch": 1.754707304564437,
+      "step": 47900,
+      "student_mlm_loss": 2.3072686195373535
+    },
+    {
+      "epoch": 1.7583705765990183,
+      "grad_norm": 14.967068672180176,
+      "learning_rate": 2.0820945032803403e-05,
+      "loss": 2.5821,
+      "step": 48000
+    },
+    {
+      "epoch": 1.7583705765990183,
+      "eval_loss": 3.2400870323181152,
+      "eval_runtime": 1.8322,
+      "eval_samples_per_second": 3818.29,
+      "eval_steps_per_second": 15.282,
+      "step": 48000
+    }
+  ],
+  "logging_steps": 100,
+  "max_steps": 81894,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 2000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.7150683130961408e+16,
+  "train_batch_size": 256,
+  "trial_name": null,
+  "trial_params": null
+}