diff --git "a/wandb/run-20220313_205708-2dwk1d7p/files/wandb-summary.json" "b/wandb/run-20220313_205708-2dwk1d7p/files/wandb-summary.json"
--- "a/wandb/run-20220313_205708-2dwk1d7p/files/wandb-summary.json"
+++ "b/wandb/run-20220313_205708-2dwk1d7p/files/wandb-summary.json"
@@ -1 +1 @@
-{"train/loss": 0.1905, "train/learning_rate": 2.2433712121212124e-05, "train/epoch": 6.73, "train/global_step": 6000, "_runtime": 40276, "_timestamp": 1647245304, "_step": 6003, "gradients/decoder.lm_head.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 1.0, 4.0, 9.0, 19.0, 50139.0, 40.0, 6.0, 5.0, 2.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.625, -17.1500244140625, -16.675048828125, -16.2000732421875, -15.72509765625, -15.2501220703125, -14.775146484375, -14.3001708984375, -13.8251953125, -13.3502197265625, -12.875244140625, -12.4002685546875, -11.92529296875, -11.4503173828125, -10.975341796875, -10.5003662109375, -10.025390625, -9.5504150390625, -9.075439453125, -8.6004638671875, -8.12548828125, -7.6505126953125, -7.175537109375, -6.7005615234375, -6.2255859375, -5.7506103515625, -5.275634765625, -4.8006591796875, -4.32568359375, -3.8507080078125, -3.375732421875, -2.9007568359375, -2.42578125, -1.9508056640625, -1.475830078125, -1.0008544921875, -0.52587890625, -0.0509033203125, 0.424072265625, 0.8990478515625, 1.3740234375, 1.8489990234375, 2.323974609375, 2.7989501953125, 3.27392578125, 3.7489013671875, 4.223876953125, 4.6988525390625, 5.173828125, 5.6488037109375, 6.123779296875, 6.5987548828125, 7.07373046875, 7.5487060546875, 8.023681640625, 8.4986572265625, 8.9736328125, 9.4486083984375, 9.923583984375, 10.3985595703125, 10.87353515625, 11.3485107421875, 11.823486328125, 12.2984619140625, 12.7734375]}, "gradients/decoder.lm_head.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 4.0, 9.0, 6.0, 10.0, 19.0, 15.0, 22.0, 37.0, 46.0, 61.0, 46.0, 63.0, 47.0, 65.0, 80.0, 56.0, 53.0, 56.0, 51.0, 43.0, 45.0, 32.0, 37.0, 30.0, 19.0, 18.0, 10.0, 11.0, 6.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.816131591796875, -22.25333023071289, -21.690526962280273, -21.12772560119629, -20.564922332763672, -20.002120971679688, -19.43931770324707, -18.876516342163086, -18.31371307373047, -17.750911712646484, -17.188108444213867, -16.625307083129883, -16.062503814697266, -15.499702453613281, -14.93690013885498, -14.37409782409668, -13.811296463012695, -13.248494148254395, -12.685691833496094, -12.122889518737793, -11.560087203979492, -10.997285842895508, -10.434483528137207, -9.871681213378906, -9.308878898620605, -8.746076583862305, -8.183274269104004, -7.620472431182861, -7.0576701164245605, -6.49486780166626, -5.932065963745117, -5.369263648986816, -4.806463241577148, -4.243660926818848, -3.680858850479126, -3.1180567741394043, -2.5552544593811035, -1.9924521446228027, -1.429650068283081, -0.8668479919433594, -0.3040456771850586, 0.25875651836395264, 0.8215587139129639, 1.384360909461975, 1.9471631050109863, 2.509965419769287, 3.072767496109009, 3.6355695724487305, 4.198371887207031, 4.761174201965332, 5.323976516723633, 5.886778354644775, 6.449580669403076, 7.012382984161377, 7.5751848220825195, 8.13798713684082, 8.700789451599121, 9.263591766357422, 9.826394081115723, 10.389196395874023, 10.951997756958008, 11.514801025390625, 12.07760238647461, 12.64040470123291, 13.203207015991211]}, "gradients/decoder.lm_head.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 0.0, 10.0, 6.0, 13.0, 18.0, 13.0, 24.0, 19.0, 21.0, 20.0, 42.0, 48.0, 43.0, 39.0, 41.0, 45.0, 45.0, 54.0, 52.0, 34.0, 39.0, 44.0, 39.0, 54.0, 32.0, 26.0, 28.0, 31.0, 29.0, 16.0, 13.0, 11.0, 12.0, 11.0, 10.0, 5.0, 1.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.590506553649902, -11.158304214477539, -10.726102828979492, -10.293900489807129, -9.861698150634766, -9.429495811462402, -8.997293472290039, -8.565092086791992, -8.132889747619629, -7.700687408447266, -7.2684855461120605, -6.8362836837768555, -6.404081344604492, -5.971879005432129, -5.539677143096924, -5.107475280761719, -4.6752729415893555, -4.243070602416992, -3.810868740081787, -3.378666639328003, -2.9464645385742188, -2.5142624378204346, -2.0820603370666504, -1.6498582363128662, -1.217656135559082, -0.7854540348052979, -0.35325193405151367, 0.07895016670227051, 0.5111522674560547, 0.9433543682098389, 1.375556468963623, 1.8077585697174072, 2.239961624145508, 2.672163724899292, 3.104365825653076, 3.5365679264068604, 3.9687700271606445, 4.400972366333008, 4.833174228668213, 5.265376091003418, 5.697578430175781, 6.1297807693481445, 6.56198263168335, 6.994184494018555, 7.426386833190918, 7.858589172363281, 8.290790557861328, 8.722992897033691, 9.155195236206055, 9.587397575378418, 10.019599914550781, 10.451801300048828, 10.884003639221191, 11.316205978393555, 11.748407363891602, 12.180609703063965, 12.612812042236328, 13.045014381408691, 13.477216720581055, 13.909418106079102, 14.341620445251465, 14.773822784423828, 15.206024169921875, 15.638226509094238, 16.0704288482666]}, "gradients/decoder.lm_head.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 7.0, 5.0, 9.0, 9.0, 16.0, 12.0, 34.0, 31.0, 24.0, 33.0, 41.0, 44.0, 50.0, 41.0, 42.0, 12313.0, 1035366.0, 100.0, 52.0, 53.0, 40.0, 45.0, 33.0, 30.0, 21.0, 21.0, 19.0, 5.0, 9.0, 10.0, 8.0, 8.0, 7.0, 5.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-538.5, -521.265625, -504.03125, -486.796875, -469.5625, -452.328125, -435.09375, -417.859375, -400.625, -383.390625, -366.15625, -348.921875, -331.6875, -314.453125, -297.21875, -279.984375, -262.75, -245.515625, -228.28125, -211.046875, -193.8125, -176.578125, -159.34375, -142.109375, -124.875, -107.640625, -90.40625, -73.171875, -55.9375, -38.703125, -21.46875, -4.234375, 13.0, 30.234375, 47.46875, 64.703125, 81.9375, 99.171875, 116.40625, 133.640625, 150.875, 168.109375, 185.34375, 202.578125, 219.8125, 237.046875, 254.28125, 271.515625, 288.75, 305.984375, 323.21875, 340.453125, 357.6875, 374.921875, 392.15625, 409.390625, 426.625, 443.859375, 461.09375, 478.328125, 495.5625, 512.796875, 530.03125, 547.265625, 564.5]}, "gradients/decoder.lm_head.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 8.0, 11.0, 7.0, 8.0, 7.0, 16.0, 14.0, 20.0, 31.0, 31.0, 34.0, 45.0, 48.0, 49.0, 49.0, 53.0, 118.0, 52.0, 45.0, 40.0, 40.0, 47.0, 46.0, 26.0, 30.0, 22.0, 29.0, 12.0, 15.0, 9.0, 9.0, 3.0, 8.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-19.484375, -18.89990234375, -18.3154296875, -17.73095703125, -17.146484375, -16.56201171875, -15.9775390625, -15.39306640625, -14.80859375, -14.22412109375, -13.6396484375, -13.05517578125, -12.470703125, -11.88623046875, -11.3017578125, -10.71728515625, -10.1328125, -9.54833984375, -8.9638671875, -8.37939453125, -7.794921875, -7.21044921875, -6.6259765625, -6.04150390625, -5.45703125, -4.87255859375, -4.2880859375, -3.70361328125, -3.119140625, -2.53466796875, -1.9501953125, -1.36572265625, -0.78125, -0.19677734375, 0.3876953125, 0.97216796875, 1.556640625, 2.14111328125, 2.7255859375, 3.31005859375, 3.89453125, 4.47900390625, 5.0634765625, 5.64794921875, 6.232421875, 6.81689453125, 7.4013671875, 7.98583984375, 8.5703125, 9.15478515625, 9.7392578125, 10.32373046875, 10.908203125, 11.49267578125, 12.0771484375, 12.66162109375, 13.24609375, 13.83056640625, 14.4150390625, 14.99951171875, 15.583984375, 16.16845703125, 16.7529296875, 17.33740234375, 17.921875]}, "gradients/decoder.roberta.encoder.layer.23.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 8.0, 8.0, 8.0, 12.0, 10.0, 9.0, 16.0, 28.0, 23.0, 33.0, 46.0, 39.0, 48.0, 56.0, 64.0, 58.0, 51.0, 64.0, 52.0, 47.0, 48.0, 46.0, 43.0, 43.0, 23.0, 18.0, 27.0, 16.0, 20.0, 12.0, 5.0, 4.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-17.509672164916992, -17.018796920776367, -16.527921676635742, -16.037044525146484, -15.54616928100586, -15.055294036865234, -14.56441879272461, -14.073542594909668, -13.582666397094727, -13.091791152954102, -12.60091495513916, -12.110039710998535, -11.619163513183594, -11.128288269042969, -10.637413024902344, -10.146536827087402, -9.655661582946777, -9.164786338806152, -8.673910140991211, -8.183034896850586, -7.6921586990356445, -7.2012834548950195, -6.710407733917236, -6.219532012939453, -5.72865629196167, -5.237780570983887, -4.7469048500061035, -4.25602912902832, -3.765153646469116, -3.274277925491333, -2.783402442932129, -2.2925267219543457, -1.801650047302246, -1.310774326324463, -0.8198987245559692, -0.3290231227874756, 0.16185259819030762, 0.6527283191680908, 1.143603801727295, 1.6344795227050781, 2.1253552436828613, 2.6162309646606445, 3.1071066856384277, 3.597982168197632, 4.088857650756836, 4.579733848571777, 5.070609092712402, 5.5614848136901855, 6.052360534667969, 6.543236255645752, 7.034111976623535, 7.52498722076416, 8.015863418579102, 8.506738662719727, 8.997613906860352, 9.488490104675293, 9.979366302490234, 10.47024154663086, 10.9611177444458, 11.451992988586426, 11.942869186401367, 12.433744430541992, 12.924619674682617, 13.415495872497559, 13.906371116638184]}, "gradients/decoder.roberta.encoder.layer.23.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 5.0, 3.0, 8.0, 7.0, 5.0, 15.0, 23.0, 22.0, 28.0, 37.0, 27.0, 30.0, 53.0, 44.0, 51.0, 47.0, 64.0, 54.0, 71.0, 64.0, 48.0, 42.0, 46.0, 37.0, 44.0, 23.0, 24.0, 19.0, 14.0, 12.0, 11.0, 9.0, 2.0, 5.0, 6.0, 3.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.018306732177734, -43.74651336669922, -42.47472381591797, -41.20293045043945, -39.93113708496094, -38.65934753417969, -37.38755416870117, -36.115760803222656, -34.843971252441406, -33.57217788696289, -32.30038833618164, -31.028594970703125, -29.756803512573242, -28.48501205444336, -27.213218688964844, -25.94142723083496, -24.669633865356445, -23.397842407226562, -22.126049041748047, -20.854257583618164, -19.58246612548828, -18.310672760009766, -17.038881301879883, -15.76708984375, -14.4952974319458, -13.223505020141602, -11.951713562011719, -10.67992115020752, -9.40812873840332, -8.136337280273438, -6.864544868469238, -5.5927534103393555, -4.320960998535156, -3.0491690635681152, -1.7773768901824951, -0.505584716796875, 0.766207218170166, 2.037999153137207, 3.3097915649414062, 4.581583023071289, 5.853375434875488, 7.125167369842529, 8.39695930480957, 9.66875171661377, 10.940544128417969, 12.212335586547852, 13.48412799835205, 14.755919456481934, 16.027711868286133, 17.299503326416016, 18.57129669189453, 19.843088150024414, 21.114879608154297, 22.386672973632812, 23.658464431762695, 24.930255889892578, 26.202049255371094, 27.473840713500977, 28.745634078979492, 30.017425537109375, 31.289216995239258, 32.56100845336914, 33.832801818847656, 35.104591369628906, 36.37638473510742]}, "gradients/decoder.roberta.encoder.layer.23.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 2.0, 5.0, 15.0, 12.0, 22.0, 35.0, 38.0, 74.0, 140.0, 246.0, 500.0, 1145.0, 2641.0, 7305.0, 25656.0, 138551.0, 1261758.0, 2326524.0, 357727.0, 51814.0, 13068.0, 4054.0, 1533.0, 693.0, 303.0, 167.0, 100.0, 64.0, 34.0, 22.0, 12.0, 9.0, 7.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.6875, -38.560546875, -37.43359375, -36.306640625, -35.1796875, -34.052734375, -32.92578125, -31.798828125, -30.671875, -29.544921875, -28.41796875, -27.291015625, -26.1640625, -25.037109375, -23.91015625, -22.783203125, -21.65625, -20.529296875, -19.40234375, -18.275390625, -17.1484375, -16.021484375, -14.89453125, -13.767578125, -12.640625, -11.513671875, -10.38671875, -9.259765625, -8.1328125, -7.005859375, -5.87890625, -4.751953125, -3.625, -2.498046875, -1.37109375, -0.244140625, 0.8828125, 2.009765625, 3.13671875, 4.263671875, 5.390625, 6.517578125, 7.64453125, 8.771484375, 9.8984375, 11.025390625, 12.15234375, 13.279296875, 14.40625, 15.533203125, 16.66015625, 17.787109375, 18.9140625, 20.041015625, 21.16796875, 22.294921875, 23.421875, 24.548828125, 25.67578125, 26.802734375, 27.9296875, 29.056640625, 30.18359375, 31.310546875, 32.4375]}, "gradients/decoder.roberta.encoder.layer.23.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 7.0, 3.0, 8.0, 3.0, 8.0, 12.0, 15.0, 23.0, 23.0, 26.0, 33.0, 43.0, 55.0, 40.0, 38.0, 65.0, 50.0, 69.0, 61.0, 73.0, 42.0, 51.0, 54.0, 40.0, 32.0, 30.0, 23.0, 19.0, 16.0, 13.0, 10.0, 7.0, 4.0, 5.0, 6.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-24.8125, -24.171142578125, -23.52978515625, -22.888427734375, -22.2470703125, -21.605712890625, -20.96435546875, -20.322998046875, -19.681640625, -19.040283203125, -18.39892578125, -17.757568359375, -17.1162109375, -16.474853515625, -15.83349609375, -15.192138671875, -14.55078125, -13.909423828125, -13.26806640625, -12.626708984375, -11.9853515625, -11.343994140625, -10.70263671875, -10.061279296875, -9.419921875, -8.778564453125, -8.13720703125, -7.495849609375, -6.8544921875, -6.213134765625, -5.57177734375, -4.930419921875, -4.2890625, -3.647705078125, -3.00634765625, -2.364990234375, -1.7236328125, -1.082275390625, -0.44091796875, 0.200439453125, 0.841796875, 1.483154296875, 2.12451171875, 2.765869140625, 3.4072265625, 4.048583984375, 4.68994140625, 5.331298828125, 5.97265625, 6.614013671875, 7.25537109375, 7.896728515625, 8.5380859375, 9.179443359375, 9.82080078125, 10.462158203125, 11.103515625, 11.744873046875, 12.38623046875, 13.027587890625, 13.6689453125, 14.310302734375, 14.95166015625, 15.593017578125, 16.234375]}, "gradients/decoder.roberta.encoder.layer.23.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 11.0, 29.0, 56.0, 178.0, 653.0, 4184277.0, 8495.0, 370.0, 127.0, 57.0, 20.0, 9.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-996.0, -968.9296875, -941.859375, -914.7890625, -887.71875, -860.6484375, -833.578125, -806.5078125, -779.4375, -752.3671875, -725.296875, -698.2265625, -671.15625, -644.0859375, -617.015625, -589.9453125, -562.875, -535.8046875, -508.734375, -481.6640625, -454.59375, -427.5234375, -400.453125, -373.3828125, -346.3125, -319.2421875, -292.171875, -265.1015625, -238.03125, -210.9609375, -183.890625, -156.8203125, -129.75, -102.6796875, -75.609375, -48.5390625, -21.46875, 5.6015625, 32.671875, 59.7421875, 86.8125, 113.8828125, 140.953125, 168.0234375, 195.09375, 222.1640625, 249.234375, 276.3046875, 303.375, 330.4453125, 357.515625, 384.5859375, 411.65625, 438.7265625, 465.796875, 492.8671875, 519.9375, 547.0078125, 574.078125, 601.1484375, 628.21875, 655.2890625, 682.359375, 709.4296875, 736.5]}, "gradients/decoder.roberta.encoder.layer.23.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 6.0, 28.0, 54.0, 145.0, 383.0, 980.0, 1598.0, 534.0, 223.0, 82.0, 27.0, 16.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.390625, -24.298583984375, -23.20654296875, -22.114501953125, -21.0224609375, -19.930419921875, -18.83837890625, -17.746337890625, -16.654296875, -15.562255859375, -14.47021484375, -13.378173828125, -12.2861328125, -11.194091796875, -10.10205078125, -9.010009765625, -7.91796875, -6.825927734375, -5.73388671875, -4.641845703125, -3.5498046875, -2.457763671875, -1.36572265625, -0.273681640625, 0.818359375, 1.910400390625, 3.00244140625, 4.094482421875, 5.1865234375, 6.278564453125, 7.37060546875, 8.462646484375, 9.5546875, 10.646728515625, 11.73876953125, 12.830810546875, 13.9228515625, 15.014892578125, 16.10693359375, 17.198974609375, 18.291015625, 19.383056640625, 20.47509765625, 21.567138671875, 22.6591796875, 23.751220703125, 24.84326171875, 25.935302734375, 27.02734375, 28.119384765625, 29.21142578125, 30.303466796875, 31.3955078125, 32.487548828125, 33.57958984375, 34.671630859375, 35.763671875, 36.855712890625, 37.94775390625, 39.039794921875, 40.1318359375, 41.223876953125, 42.31591796875, 43.407958984375, 44.5]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 9.0, 5.0, 5.0, 14.0, 12.0, 25.0, 17.0, 22.0, 31.0, 46.0, 53.0, 51.0, 74.0, 81.0, 68.0, 68.0, 70.0, 63.0, 57.0, 38.0, 35.0, 45.0, 25.0, 19.0, 20.0, 9.0, 12.0, 10.0, 4.0, 3.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0], "bins": [-21.821266174316406, -21.262615203857422, -20.703964233398438, -20.145313262939453, -19.58666229248047, -19.028011322021484, -18.4693603515625, -17.910709381103516, -17.35205841064453, -16.793407440185547, -16.234756469726562, -15.676105499267578, -15.117454528808594, -14.55880355834961, -14.000152587890625, -13.44150161743164, -12.882850646972656, -12.324199676513672, -11.765548706054688, -11.206897735595703, -10.648246765136719, -10.089595794677734, -9.53094482421875, -8.972293853759766, -8.413642883300781, -7.854991912841797, -7.2963409423828125, -6.737689971923828, -6.179039001464844, -5.620388031005859, -5.061737060546875, -4.503086090087891, -3.9444332122802734, -3.385782241821289, -2.8271312713623047, -2.2684803009033203, -1.709829330444336, -1.1511783599853516, -0.5925273895263672, -0.03387641906738281, 0.5247745513916016, 1.083425521850586, 1.6420764923095703, 2.2007274627685547, 2.759378433227539, 3.3180294036865234, 3.876680374145508, 4.435331344604492, 4.993982315063477, 5.552633285522461, 6.111284255981445, 6.66993522644043, 7.228586196899414, 7.787237167358398, 8.345888137817383, 8.904539108276367, 9.463190078735352, 10.021841049194336, 10.58049201965332, 11.139142990112305, 11.697793960571289, 12.256444931030273, 12.815095901489258, 13.373746871948242, 13.932397842407227]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 4.0, 7.0, 9.0, 10.0, 10.0, 13.0, 14.0, 17.0, 24.0, 30.0, 38.0, 31.0, 35.0, 41.0, 40.0, 39.0, 52.0, 38.0, 53.0, 49.0, 47.0, 47.0, 38.0, 48.0, 39.0, 39.0, 22.0, 33.0, 30.0, 21.0, 21.0, 9.0, 14.0, 13.0, 7.0, 9.0, 4.0, 5.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-19.45070457458496, -18.882753372192383, -18.314800262451172, -17.746849060058594, -17.178895950317383, -16.610944747924805, -16.042991638183594, -15.475040435791016, -14.907089233398438, -14.339137077331543, -13.771184921264648, -13.20323371887207, -12.635281562805176, -12.067329406738281, -11.499377250671387, -10.931425094604492, -10.363472938537598, -9.795520782470703, -9.227568626403809, -8.659616470336914, -8.091665267944336, -7.523713111877441, -6.955760955810547, -6.387808799743652, -5.819857120513916, -5.2519049644470215, -4.683953285217285, -4.116001129150391, -3.548049211502075, -2.9800972938537598, -2.4121451377868652, -1.8441932201385498, -1.2762413024902344, -0.7082893252372742, -0.14033734798431396, 0.427614688873291, 0.9955666065216064, 1.5635185241699219, 2.1314706802368164, 2.699422597885132, 3.2673745155334473, 3.8353264331817627, 4.403278350830078, 4.971230506896973, 5.539182662963867, 6.1071343421936035, 6.675086498260498, 7.243038177490234, 7.810990333557129, 8.378942489624023, 8.946894645690918, 9.514846801757812, 10.08279800415039, 10.650750160217285, 11.21870231628418, 11.786654472351074, 12.354606628417969, 12.922558784484863, 13.490510940551758, 14.058462142944336, 14.62641429901123, 15.194366455078125, 15.76231861114502, 16.330270767211914, 16.898221969604492]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 2.0, 7.0, 10.0, 13.0, 28.0, 52.0, 55.0, 91.0, 125.0, 211.0, 334.0, 453.0, 707.0, 1111.0, 1639.0, 2553.0, 3914.0, 6144.0, 9313.0, 14346.0, 22158.0, 33432.0, 50090.0, 72679.0, 99745.0, 125571.0, 137251.0, 127692.0, 104523.0, 77022.0, 53637.0, 35705.0, 23876.0, 15317.0, 9978.0, 6465.0, 4268.0, 2772.0, 1814.0, 1211.0, 762.0, 501.0, 351.0, 229.0, 132.0, 102.0, 61.0, 41.0, 28.0, 15.0, 12.0, 7.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.3671875, -6.15899658203125, -5.9508056640625, -5.74261474609375, -5.534423828125, -5.32623291015625, -5.1180419921875, -4.90985107421875, -4.70166015625, -4.49346923828125, -4.2852783203125, -4.07708740234375, -3.868896484375, -3.66070556640625, -3.4525146484375, -3.24432373046875, -3.0361328125, -2.82794189453125, -2.6197509765625, -2.41156005859375, -2.203369140625, -1.99517822265625, -1.7869873046875, -1.57879638671875, -1.37060546875, -1.16241455078125, -0.9542236328125, -0.74603271484375, -0.537841796875, -0.32965087890625, -0.1214599609375, 0.08673095703125, 0.294921875, 0.50311279296875, 0.7113037109375, 0.91949462890625, 1.127685546875, 1.33587646484375, 1.5440673828125, 1.75225830078125, 1.96044921875, 2.16864013671875, 2.3768310546875, 2.58502197265625, 2.793212890625, 3.00140380859375, 3.2095947265625, 3.41778564453125, 3.6259765625, 3.83416748046875, 4.0423583984375, 4.25054931640625, 4.458740234375, 4.66693115234375, 4.8751220703125, 5.08331298828125, 5.29150390625, 5.49969482421875, 5.7078857421875, 5.91607666015625, 6.124267578125, 6.33245849609375, 6.5406494140625, 6.74884033203125, 6.95703125]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 7.0, 9.0, 10.0, 12.0, 11.0, 15.0, 19.0, 16.0, 33.0, 39.0, 28.0, 41.0, 40.0, 35.0, 39.0, 53.0, 39.0, 55.0, 44.0, 50.0, 50.0, 38.0, 49.0, 37.0, 42.0, 25.0, 30.0, 24.0, 28.0, 17.0, 12.0, 14.0, 11.0, 10.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-19.953125, -19.379638671875, -18.80615234375, -18.232666015625, -17.6591796875, -17.085693359375, -16.51220703125, -15.938720703125, -15.365234375, -14.791748046875, -14.21826171875, -13.644775390625, -13.0712890625, -12.497802734375, -11.92431640625, -11.350830078125, -10.77734375, -10.203857421875, -9.63037109375, -9.056884765625, -8.4833984375, -7.909912109375, -7.33642578125, -6.762939453125, -6.189453125, -5.615966796875, -5.04248046875, -4.468994140625, -3.8955078125, -3.322021484375, -2.74853515625, -2.175048828125, -1.6015625, -1.028076171875, -0.45458984375, 0.118896484375, 0.6923828125, 1.265869140625, 1.83935546875, 2.412841796875, 2.986328125, 3.559814453125, 4.13330078125, 4.706787109375, 5.2802734375, 5.853759765625, 6.42724609375, 7.000732421875, 7.57421875, 8.147705078125, 8.72119140625, 9.294677734375, 9.8681640625, 10.441650390625, 11.01513671875, 11.588623046875, 12.162109375, 12.735595703125, 13.30908203125, 13.882568359375, 14.4560546875, 15.029541015625, 15.60302734375, 16.176513671875, 16.75]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 3.0, 10.0, 19.0, 22.0, 22.0, 33.0, 49.0, 78.0, 119.0, 156.0, 218.0, 325.0, 485.0, 716.0, 1132.0, 1493.0, 2305.0, 3654.0, 5417.0, 8584.0, 13389.0, 21681.0, 42582.0, 799133.0, 78549.0, 25003.0, 15170.0, 9713.0, 6292.0, 4078.0, 2611.0, 1797.0, 1258.0, 766.0, 505.0, 396.0, 253.0, 174.0, 116.0, 72.0, 50.0, 46.0, 24.0, 20.0, 11.0, 10.0, 7.0, 1.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-12.4375, -12.0565185546875, -11.675537109375, -11.2945556640625, -10.91357421875, -10.5325927734375, -10.151611328125, -9.7706298828125, -9.3896484375, -9.0086669921875, -8.627685546875, -8.2467041015625, -7.86572265625, -7.4847412109375, -7.103759765625, -6.7227783203125, -6.341796875, -5.9608154296875, -5.579833984375, -5.1988525390625, -4.81787109375, -4.4368896484375, -4.055908203125, -3.6749267578125, -3.2939453125, -2.9129638671875, -2.531982421875, -2.1510009765625, -1.77001953125, -1.3890380859375, -1.008056640625, -0.6270751953125, -0.24609375, 0.1348876953125, 0.515869140625, 0.8968505859375, 1.27783203125, 1.6588134765625, 2.039794921875, 2.4207763671875, 2.8017578125, 3.1827392578125, 3.563720703125, 3.9447021484375, 4.32568359375, 4.7066650390625, 5.087646484375, 5.4686279296875, 5.849609375, 6.2305908203125, 6.611572265625, 6.9925537109375, 7.37353515625, 7.7545166015625, 8.135498046875, 8.5164794921875, 8.8974609375, 9.2784423828125, 9.659423828125, 10.0404052734375, 10.42138671875, 10.8023681640625, 11.183349609375, 11.5643310546875, 11.9453125]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 6.0, 2.0, 3.0, 5.0, 6.0, 6.0, 14.0, 10.0, 16.0, 12.0, 22.0, 17.0, 21.0, 25.0, 24.0, 34.0, 22.0, 27.0, 40.0, 45.0, 49.0, 42.0, 32.0, 39.0, 45.0, 37.0, 37.0, 41.0, 32.0, 39.0, 28.0, 26.0, 33.0, 28.0, 29.0, 20.0, 18.0, 10.0, 4.0, 16.0, 10.0, 4.0, 7.0, 7.0, 5.0, 6.0, 2.0, 2.0, 3.0, 6.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.2578125, -9.91455078125, -9.5712890625, -9.22802734375, -8.884765625, -8.54150390625, -8.1982421875, -7.85498046875, -7.51171875, -7.16845703125, -6.8251953125, -6.48193359375, -6.138671875, -5.79541015625, -5.4521484375, -5.10888671875, -4.765625, -4.42236328125, -4.0791015625, -3.73583984375, -3.392578125, -3.04931640625, -2.7060546875, -2.36279296875, -2.01953125, -1.67626953125, -1.3330078125, -0.98974609375, -0.646484375, -0.30322265625, 0.0400390625, 0.38330078125, 0.7265625, 1.06982421875, 1.4130859375, 1.75634765625, 2.099609375, 2.44287109375, 2.7861328125, 3.12939453125, 3.47265625, 3.81591796875, 4.1591796875, 4.50244140625, 4.845703125, 5.18896484375, 5.5322265625, 5.87548828125, 6.21875, 6.56201171875, 6.9052734375, 7.24853515625, 7.591796875, 7.93505859375, 8.2783203125, 8.62158203125, 8.96484375, 9.30810546875, 9.6513671875, 9.99462890625, 10.337890625, 10.68115234375, 11.0244140625, 11.36767578125, 11.7109375]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 3.0, 2.0, 6.0, 6.0, 9.0, 28.0, 33.0, 29.0, 73.0, 99.0, 178.0, 285.0, 467.0, 964.0, 1693.0, 3247.0, 6543.0, 13457.0, 30308.0, 400601.0, 531553.0, 31048.0, 13884.0, 6654.0, 3396.0, 1732.0, 917.0, 488.0, 318.0, 175.0, 121.0, 68.0, 59.0, 40.0, 15.0, 21.0, 12.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.58203125, -0.5654106140136719, -0.5487899780273438, -0.5321693420410156, -0.5155487060546875, -0.4989280700683594, -0.48230743408203125, -0.4656867980957031, -0.449066162109375, -0.4324455261230469, -0.41582489013671875, -0.3992042541503906, -0.3825836181640625, -0.3659629821777344, -0.34934234619140625, -0.3327217102050781, -0.31610107421875, -0.2994804382324219, -0.28285980224609375, -0.2662391662597656, -0.2496185302734375, -0.23299789428710938, -0.21637725830078125, -0.19975662231445312, -0.183135986328125, -0.16651535034179688, -0.14989471435546875, -0.13327407836914062, -0.1166534423828125, -0.10003280639648438, -0.08341217041015625, -0.06679153442382812, -0.0501708984375, -0.033550262451171875, -0.01692962646484375, -0.000308990478515625, 0.0163116455078125, 0.032932281494140625, 0.04955291748046875, 0.06617355346679688, 0.082794189453125, 0.09941482543945312, 0.11603546142578125, 0.13265609741210938, 0.1492767333984375, 0.16589736938476562, 0.18251800537109375, 0.19913864135742188, 0.21575927734375, 0.23237991333007812, 0.24900054931640625, 0.2656211853027344, 0.2822418212890625, 0.2988624572753906, 0.31548309326171875, 0.3321037292480469, 0.348724365234375, 0.3653450012207031, 0.38196563720703125, 0.3985862731933594, 0.4152069091796875, 0.4318275451660156, 0.44844818115234375, 0.4650688171386719, 0.481689453125]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.key.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 10.0, 0.0, 3.0, 14.0, 9.0, 14.0, 16.0, 12.0, 11.0, 23.0, 37.0, 39.0, 40.0, 46.0, 56.0, 64.0, 64.0, 68.0, 68.0, 56.0, 65.0, 53.0, 43.0, 43.0, 25.0, 26.0, 18.0, 14.0, 15.0, 11.0, 11.0, 10.0, 2.0, 3.0, 1.0, 2.0, 2.0, 6.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010758638381958008, -0.0001039532944560051, -0.00010032020509243011, -9.668711572885513e-05, -9.305402636528015e-05, -8.942093700170517e-05, -8.578784763813019e-05, -8.21547582745552e-05, -7.852166891098022e-05, -7.488857954740524e-05, -7.125549018383026e-05, -6.762240082025528e-05, -6.39893114566803e-05, -6.0356222093105316e-05, -5.6723132729530334e-05, -5.309004336595535e-05, -4.945695400238037e-05, -4.582386463880539e-05, -4.219077527523041e-05, -3.8557685911655426e-05, -3.4924596548080444e-05, -3.129150718450546e-05, -2.765841782093048e-05, -2.40253284573555e-05, -2.0392239093780518e-05, -1.6759149730205536e-05, -1.3126060366630554e-05, -9.492971003055573e-06, -5.859881639480591e-06, -2.226792275905609e-06, 1.4062970876693726e-06, 5.039386451244354e-06, 8.672475814819336e-06, 1.2305565178394318e-05, 1.59386545419693e-05, 1.957174390554428e-05, 2.3204833269119263e-05, 2.6837922632694244e-05, 3.0471011996269226e-05, 3.410410135984421e-05, 3.773719072341919e-05, 4.137028008699417e-05, 4.500336945056915e-05, 4.8636458814144135e-05, 5.2269548177719116e-05, 5.59026375412941e-05, 5.953572690486908e-05, 6.316881626844406e-05, 6.680190563201904e-05, 7.043499499559402e-05, 7.4068084359169e-05, 7.770117372274399e-05, 8.133426308631897e-05, 8.496735244989395e-05, 8.860044181346893e-05, 9.223353117704391e-05, 9.58666205406189e-05, 9.949970990419388e-05, 0.00010313279926776886, 0.00010676588863134384, 0.00011039897799491882, 0.0001140320673584938, 0.00011766515672206879, 0.00012129824608564377, 0.00012493133544921875]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 6.0, 3.0, 6.0, 8.0, 6.0, 11.0, 13.0, 19.0, 20.0, 25.0, 55.0, 78.0, 140.0, 317.0, 1075.0, 3990.0, 17952.0, 154263.0, 651922.0, 190455.0, 21503.0, 4660.0, 1216.0, 394.0, 129.0, 63.0, 50.0, 34.0, 33.0, 17.0, 14.0, 9.0, 13.0, 10.0, 9.0, 9.0, 6.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-1.724609375, -1.6716156005859375, -1.618621826171875, -1.5656280517578125, -1.51263427734375, -1.4596405029296875, -1.406646728515625, -1.3536529541015625, -1.3006591796875, -1.2476654052734375, -1.194671630859375, -1.1416778564453125, -1.08868408203125, -1.0356903076171875, -0.982696533203125, -0.9297027587890625, -0.876708984375, -0.8237152099609375, -0.770721435546875, -0.7177276611328125, -0.66473388671875, -0.6117401123046875, -0.558746337890625, -0.5057525634765625, -0.4527587890625, -0.3997650146484375, -0.346771240234375, -0.2937774658203125, -0.24078369140625, -0.1877899169921875, -0.134796142578125, -0.0818023681640625, -0.02880859375, 0.0241851806640625, 0.077178955078125, 0.1301727294921875, 0.18316650390625, 0.2361602783203125, 0.289154052734375, 0.3421478271484375, 0.3951416015625, 0.4481353759765625, 0.501129150390625, 0.5541229248046875, 0.60711669921875, 0.6601104736328125, 0.713104248046875, 0.7660980224609375, 0.819091796875, 0.8720855712890625, 0.925079345703125, 0.9780731201171875, 1.03106689453125, 1.0840606689453125, 1.137054443359375, 1.1900482177734375, 1.2430419921875, 1.2960357666015625, 1.349029541015625, 1.4020233154296875, 1.45501708984375, 1.5080108642578125, 1.561004638671875, 1.6139984130859375, 1.6669921875]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 3.0, 8.0, 5.0, 6.0, 6.0, 5.0, 12.0, 16.0, 22.0, 35.0, 44.0, 39.0, 53.0, 57.0, 50.0, 72.0, 72.0, 79.0, 63.0, 65.0, 54.0, 48.0, 38.0, 39.0, 35.0, 15.0, 8.0, 4.0, 4.0, 6.0, 5.0, 2.0, 3.0, 5.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1802978515625, -0.1744709014892578, -0.16864395141601562, -0.16281700134277344, -0.15699005126953125, -0.15116310119628906, -0.14533615112304688, -0.1395092010498047, -0.1336822509765625, -0.1278553009033203, -0.12202835083007812, -0.11620140075683594, -0.11037445068359375, -0.10454750061035156, -0.09872055053710938, -0.09289360046386719, -0.087066650390625, -0.08123970031738281, -0.07541275024414062, -0.06958580017089844, -0.06375885009765625, -0.05793190002441406, -0.052104949951171875, -0.04627799987792969, -0.0404510498046875, -0.03462409973144531, -0.028797149658203125, -0.022970199584960938, -0.01714324951171875, -0.011316299438476562, -0.005489349365234375, 0.0003376007080078125, 0.00616455078125, 0.011991500854492188, 0.017818450927734375, 0.023645401000976562, 0.02947235107421875, 0.03529930114746094, 0.041126251220703125, 0.04695320129394531, 0.0527801513671875, 0.05860710144042969, 0.06443405151367188, 0.07026100158691406, 0.07608795166015625, 0.08191490173339844, 0.08774185180664062, 0.09356880187988281, 0.099395751953125, 0.10522270202636719, 0.11104965209960938, 0.11687660217285156, 0.12270355224609375, 0.12853050231933594, 0.13435745239257812, 0.1401844024658203, 0.1460113525390625, 0.1518383026123047, 0.15766525268554688, 0.16349220275878906, 0.16931915283203125, 0.17514610290527344, 0.18097305297851562, 0.1868000030517578, 0.192626953125]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 6.0, 18.0, 19.0, 36.0, 56.0, 85.0, 125.0, 136.0, 134.0, 128.0, 104.0, 72.0, 32.0, 26.0, 11.0, 11.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.088665008544922, -16.02889060974121, -14.9691162109375, -13.909341812133789, -12.849567413330078, -11.789793014526367, -10.730018615722656, -9.670244216918945, -8.610469818115234, -7.550695419311523, -6.4909210205078125, -5.431146621704102, -4.371372222900391, -3.3115978240966797, -2.2518234252929688, -1.1920490264892578, -0.13227462768554688, 0.9274997711181641, 1.987274169921875, 3.047048568725586, 4.106822967529297, 5.166597366333008, 6.226371765136719, 7.28614616394043, 8.34592056274414, 9.405694961547852, 10.465469360351562, 11.525243759155273, 12.585018157958984, 13.644792556762695, 14.704566955566406, 15.764341354370117, 16.824119567871094, 17.883893966674805, 18.943668365478516, 20.003442764282227, 21.063217163085938, 22.12299156188965, 23.18276596069336, 24.24254035949707, 25.30231475830078, 26.362089157104492, 27.421863555908203, 28.481637954711914, 29.541412353515625, 30.601186752319336, 31.660961151123047, 32.720733642578125, 33.78050994873047, 34.84028625488281, 35.90005874633789, 36.95983123779297, 38.01960754394531, 39.079383850097656, 40.139156341552734, 41.19892883300781, 42.258705139160156, 43.3184814453125, 44.37825393676758, 45.438026428222656, 46.497802734375, 47.557579040527344, 48.61735153198242, 49.6771240234375, 50.736900329589844]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 9.0, 7.0, 12.0, 11.0, 11.0, 16.0, 20.0, 19.0, 35.0, 38.0, 33.0, 34.0, 40.0, 35.0, 43.0, 52.0, 40.0, 50.0, 49.0, 48.0, 49.0, 40.0, 49.0, 33.0, 37.0, 23.0, 33.0, 30.0, 20.0, 20.0, 10.0, 11.0, 15.0, 10.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-19.830102920532227, -19.257537841796875, -18.684972763061523, -18.112407684326172, -17.53984260559082, -16.96727752685547, -16.394712448120117, -15.82214641571045, -15.249581336975098, -14.677016258239746, -14.104451179504395, -13.531886100769043, -12.959320068359375, -12.386754989624023, -11.814189910888672, -11.24162483215332, -10.669059753417969, -10.096494674682617, -9.523929595947266, -8.951364517211914, -8.378799438476562, -7.806233882904053, -7.233668327331543, -6.661103248596191, -6.08853816986084, -5.515973091125488, -4.943408012390137, -4.370842456817627, -3.7982773780822754, -3.225712299346924, -2.653146982192993, -2.0805816650390625, -1.508016586303711, -0.9354513883590698, -0.3628861904144287, 0.2096790075302124, 0.7822442054748535, 1.354809284210205, 1.9273746013641357, 2.4999399185180664, 3.072504997253418, 3.6450700759887695, 4.217635154724121, 4.790200710296631, 5.362765789031982, 5.935330867767334, 6.507896423339844, 7.080461502075195, 7.653026580810547, 8.225591659545898, 8.79815673828125, 9.370721817016602, 9.943286895751953, 10.515851974487305, 11.088418006896973, 11.660983085632324, 12.233548164367676, 12.806113243103027, 13.378678321838379, 13.95124340057373, 14.523809432983398, 15.09637451171875, 15.668939590454102, 16.241504669189453, 16.814069747924805]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 8.0, 3.0, 6.0, 15.0, 18.0, 19.0, 37.0, 48.0, 68.0, 102.0, 121.0, 199.0, 301.0, 528.0, 962.0, 1861.0, 3827.0, 8507.0, 20850.0, 54631.0, 144367.0, 304148.0, 290650.0, 132338.0, 49992.0, 19313.0, 8012.0, 3635.0, 1679.0, 898.0, 504.0, 301.0, 173.0, 115.0, 90.0, 72.0, 46.0, 33.0, 24.0, 12.0, 11.0, 6.0, 9.0, 3.0, 4.0, 4.0, 5.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-18.65625, -18.033447265625, -17.41064453125, -16.787841796875, -16.1650390625, -15.542236328125, -14.91943359375, -14.296630859375, -13.673828125, -13.051025390625, -12.42822265625, -11.805419921875, -11.1826171875, -10.559814453125, -9.93701171875, -9.314208984375, -8.69140625, -8.068603515625, -7.44580078125, -6.822998046875, -6.2001953125, -5.577392578125, -4.95458984375, -4.331787109375, -3.708984375, -3.086181640625, -2.46337890625, -1.840576171875, -1.2177734375, -0.594970703125, 0.02783203125, 0.650634765625, 1.2734375, 1.896240234375, 2.51904296875, 3.141845703125, 3.7646484375, 4.387451171875, 5.01025390625, 5.633056640625, 6.255859375, 6.878662109375, 7.50146484375, 8.124267578125, 8.7470703125, 9.369873046875, 9.99267578125, 10.615478515625, 11.23828125, 11.861083984375, 12.48388671875, 13.106689453125, 13.7294921875, 14.352294921875, 14.97509765625, 15.597900390625, 16.220703125, 16.843505859375, 17.46630859375, 18.089111328125, 18.7119140625, 19.334716796875, 19.95751953125, 20.580322265625, 21.203125]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 5.0, 12.0, 13.0, 11.0, 15.0, 16.0, 16.0, 24.0, 31.0, 35.0, 44.0, 33.0, 46.0, 41.0, 42.0, 37.0, 65.0, 44.0, 44.0, 45.0, 49.0, 40.0, 53.0, 34.0, 31.0, 26.0, 28.0, 24.0, 17.0, 19.0, 12.0, 9.0, 14.0, 10.0, 5.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-23.203125, -22.524169921875, -21.84521484375, -21.166259765625, -20.4873046875, -19.808349609375, -19.12939453125, -18.450439453125, -17.771484375, -17.092529296875, -16.41357421875, -15.734619140625, -15.0556640625, -14.376708984375, -13.69775390625, -13.018798828125, -12.33984375, -11.660888671875, -10.98193359375, -10.302978515625, -9.6240234375, -8.945068359375, -8.26611328125, -7.587158203125, -6.908203125, -6.229248046875, -5.55029296875, -4.871337890625, -4.1923828125, -3.513427734375, -2.83447265625, -2.155517578125, -1.4765625, -0.797607421875, -0.11865234375, 0.560302734375, 1.2392578125, 1.918212890625, 2.59716796875, 3.276123046875, 3.955078125, 4.634033203125, 5.31298828125, 5.991943359375, 6.6708984375, 7.349853515625, 8.02880859375, 8.707763671875, 9.38671875, 10.065673828125, 10.74462890625, 11.423583984375, 12.1025390625, 12.781494140625, 13.46044921875, 14.139404296875, 14.818359375, 15.497314453125, 16.17626953125, 16.855224609375, 17.5341796875, 18.213134765625, 18.89208984375, 19.571044921875, 20.25]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 11.0, 12.0, 9.0, 13.0, 19.0, 24.0, 17.0, 31.0, 40.0, 37.0, 42.0, 51.0, 40.0, 41.0, 47.0, 1042469.0, 5183.0, 45.0, 48.0, 52.0, 51.0, 37.0, 32.0, 37.0, 25.0, 29.0, 21.0, 14.0, 14.0, 14.0, 9.0, 10.0, 3.0, 5.0, 4.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-618.0, -596.578125, -575.15625, -553.734375, -532.3125, -510.890625, -489.46875, -468.046875, -446.625, -425.203125, -403.78125, -382.359375, -360.9375, -339.515625, -318.09375, -296.671875, -275.25, -253.828125, -232.40625, -210.984375, -189.5625, -168.140625, -146.71875, -125.296875, -103.875, -82.453125, -61.03125, -39.609375, -18.1875, 3.234375, 24.65625, 46.078125, 67.5, 88.921875, 110.34375, 131.765625, 153.1875, 174.609375, 196.03125, 217.453125, 238.875, 260.296875, 281.71875, 303.140625, 324.5625, 345.984375, 367.40625, 388.828125, 410.25, 431.671875, 453.09375, 474.515625, 495.9375, 517.359375, 538.78125, 560.203125, 581.625, 603.046875, 624.46875, 645.890625, 667.3125, 688.734375, 710.15625, 731.578125, 753.0]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 3.0, 2.0, 6.0, 4.0, 10.0, 15.0, 9.0, 15.0, 12.0, 19.0, 35.0, 30.0, 31.0, 34.0, 38.0, 56.0, 48.0, 46.0, 50.0, 49.0, 57.0, 44.0, 46.0, 39.0, 48.0, 38.0, 48.0, 29.0, 22.0, 24.0, 23.0, 17.0, 13.0, 11.0, 10.0, 8.0, 4.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-23.875, -23.169677734375, -22.46435546875, -21.759033203125, -21.0537109375, -20.348388671875, -19.64306640625, -18.937744140625, -18.232421875, -17.527099609375, -16.82177734375, -16.116455078125, -15.4111328125, -14.705810546875, -14.00048828125, -13.295166015625, -12.58984375, -11.884521484375, -11.17919921875, -10.473876953125, -9.7685546875, -9.063232421875, -8.35791015625, -7.652587890625, -6.947265625, -6.241943359375, -5.53662109375, -4.831298828125, -4.1259765625, -3.420654296875, -2.71533203125, -2.010009765625, -1.3046875, -0.599365234375, 0.10595703125, 0.811279296875, 1.5166015625, 2.221923828125, 2.92724609375, 3.632568359375, 4.337890625, 5.043212890625, 5.74853515625, 6.453857421875, 7.1591796875, 7.864501953125, 8.56982421875, 9.275146484375, 9.98046875, 10.685791015625, 11.39111328125, 12.096435546875, 12.8017578125, 13.507080078125, 14.21240234375, 14.917724609375, 15.623046875, 16.328369140625, 17.03369140625, 17.739013671875, 18.4443359375, 19.149658203125, 19.85498046875, 20.560302734375, 21.265625]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 5.0, 2.0, 5.0, 4.0, 6.0, 16.0, 20.0, 50.0, 174.0, 798.0, 6228.0, 940514.0, 97133.0, 2913.0, 489.0, 121.0, 34.0, 15.0, 12.0, 5.0, 4.0, 1.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-115.0625, -112.173828125, -109.28515625, -106.396484375, -103.5078125, -100.619140625, -97.73046875, -94.841796875, -91.953125, -89.064453125, -86.17578125, -83.287109375, -80.3984375, -77.509765625, -74.62109375, -71.732421875, -68.84375, -65.955078125, -63.06640625, -60.177734375, -57.2890625, -54.400390625, -51.51171875, -48.623046875, -45.734375, -42.845703125, -39.95703125, -37.068359375, -34.1796875, -31.291015625, -28.40234375, -25.513671875, -22.625, -19.736328125, -16.84765625, -13.958984375, -11.0703125, -8.181640625, -5.29296875, -2.404296875, 0.484375, 3.373046875, 6.26171875, 9.150390625, 12.0390625, 14.927734375, 17.81640625, 20.705078125, 23.59375, 26.482421875, 29.37109375, 32.259765625, 35.1484375, 38.037109375, 40.92578125, 43.814453125, 46.703125, 49.591796875, 52.48046875, 55.369140625, 58.2578125, 61.146484375, 64.03515625, 66.923828125, 69.8125]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 1.0, 3.0, 9.0, 7.0, 10.0, 25.0, 36.0, 47.0, 100.0, 186.0, 255.0, 111.0, 79.0, 44.0, 25.0, 15.0, 9.0, 13.0, 8.0, 6.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021533966064453125, -0.002086549997329712, -0.0020197033882141113, -0.0019528567790985107, -0.0018860101699829102, -0.0018191635608673096, -0.001752316951751709, -0.0016854703426361084, -0.0016186237335205078, -0.0015517771244049072, -0.0014849305152893066, -0.001418083906173706, -0.0013512372970581055, -0.0012843906879425049, -0.0012175440788269043, -0.0011506974697113037, -0.0010838508605957031, -0.0010170042514801025, -0.000950157642364502, -0.0008833110332489014, -0.0008164644241333008, -0.0007496178150177002, -0.0006827712059020996, -0.000615924596786499, -0.0005490779876708984, -0.00048223137855529785, -0.00041538476943969727, -0.0003485381603240967, -0.0002816915512084961, -0.0002148449420928955, -0.00014799833297729492, -8.115172386169434e-05, -1.430511474609375e-05, 5.2541494369506836e-05, 0.00011938810348510742, 0.000186234712600708, 0.0002530813217163086, 0.0003199279308319092, 0.00038677453994750977, 0.00045362114906311035, 0.0005204677581787109, 0.0005873143672943115, 0.0006541609764099121, 0.0007210075855255127, 0.0007878541946411133, 0.0008547008037567139, 0.0009215474128723145, 0.000988394021987915, 0.0010552406311035156, 0.0011220872402191162, 0.0011889338493347168, 0.0012557804584503174, 0.001322627067565918, 0.0013894736766815186, 0.0014563202857971191, 0.0015231668949127197, 0.0015900135040283203, 0.001656860113143921, 0.0017237067222595215, 0.001790553331375122, 0.0018573999404907227, 0.0019242465496063232, 0.001991093158721924, 0.0020579397678375244, 0.002124786376953125]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 9.0, 7.0, 30.0, 96.0, 328.0, 1606.0, 149280.0, 894290.0, 2314.0, 394.0, 121.0, 45.0, 11.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-128.875, -124.728515625, -120.58203125, -116.435546875, -112.2890625, -108.142578125, -103.99609375, -99.849609375, -95.703125, -91.556640625, -87.41015625, -83.263671875, -79.1171875, -74.970703125, -70.82421875, -66.677734375, -62.53125, -58.384765625, -54.23828125, -50.091796875, -45.9453125, -41.798828125, -37.65234375, -33.505859375, -29.359375, -25.212890625, -21.06640625, -16.919921875, -12.7734375, -8.626953125, -4.48046875, -0.333984375, 3.8125, 7.958984375, 12.10546875, 16.251953125, 20.3984375, 24.544921875, 28.69140625, 32.837890625, 36.984375, 41.130859375, 45.27734375, 49.423828125, 53.5703125, 57.716796875, 61.86328125, 66.009765625, 70.15625, 74.302734375, 78.44921875, 82.595703125, 86.7421875, 90.888671875, 95.03515625, 99.181640625, 103.328125, 107.474609375, 111.62109375, 115.767578125, 119.9140625, 124.060546875, 128.20703125, 132.353515625, 136.5]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 4.0, 7.0, 18.0, 42.0, 61.0, 154.0, 327.0, 210.0, 93.0, 45.0, 15.0, 6.0, 7.0, 6.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.0234375, -8.7470703125, -8.470703125, -8.1943359375, -7.91796875, -7.6416015625, -7.365234375, -7.0888671875, -6.8125, -6.5361328125, -6.259765625, -5.9833984375, -5.70703125, -5.4306640625, -5.154296875, -4.8779296875, -4.6015625, -4.3251953125, -4.048828125, -3.7724609375, -3.49609375, -3.2197265625, -2.943359375, -2.6669921875, -2.390625, -2.1142578125, -1.837890625, -1.5615234375, -1.28515625, -1.0087890625, -0.732421875, -0.4560546875, -0.1796875, 0.0966796875, 0.373046875, 0.6494140625, 0.92578125, 1.2021484375, 1.478515625, 1.7548828125, 2.03125, 2.3076171875, 2.583984375, 2.8603515625, 3.13671875, 3.4130859375, 3.689453125, 3.9658203125, 4.2421875, 4.5185546875, 4.794921875, 5.0712890625, 5.34765625, 5.6240234375, 5.900390625, 6.1767578125, 6.453125, 6.7294921875, 7.005859375, 7.2822265625, 7.55859375, 7.8349609375, 8.111328125, 8.3876953125, 8.6640625]}, "gradients/decoder.roberta.encoder.layer.22.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 10.0, 16.0, 23.0, 44.0, 62.0, 94.0, 109.0, 120.0, 122.0, 130.0, 82.0, 69.0, 40.0, 30.0, 22.0, 12.0, 7.0, 6.0, 5.0, 1.0, 1.0], "bins": [-50.04601287841797, -49.0666618347168, -48.087310791015625, -47.10795593261719, -46.128604888916016, -45.149253845214844, -44.16990280151367, -43.1905517578125, -42.21120071411133, -41.231849670410156, -40.252498626708984, -39.27314758300781, -38.293792724609375, -37.3144416809082, -36.33509063720703, -35.35573959350586, -34.37638854980469, -33.397037506103516, -32.417686462402344, -31.43833351135254, -30.458982467651367, -29.479629516601562, -28.50027847290039, -27.52092742919922, -26.54157257080078, -25.56222152709961, -24.582868576049805, -23.603517532348633, -22.62416648864746, -21.644813537597656, -20.665462493896484, -19.686111450195312, -18.70676040649414, -17.72740936279297, -16.748056411743164, -15.768705368041992, -14.78935432434082, -13.810002326965332, -12.830650329589844, -11.851299285888672, -10.871947288513184, -9.892595291137695, -8.913244247436523, -7.933892250061035, -6.954540729522705, -5.975189208984375, -4.995837211608887, -4.016485691070557, -3.0371341705322266, -2.0577826499938965, -1.0784308910369873, -0.09907913208007812, 0.880272388458252, 1.859623908996582, 2.8389759063720703, 3.8183274269104004, 4.7976789474487305, 5.7770304679870605, 6.756381988525391, 7.735733985900879, 8.715085983276367, 9.694437026977539, 10.673789024353027, 11.653141021728516, 12.632492065429688]}, "gradients/decoder.roberta.encoder.layer.22.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 3.0, 5.0, 9.0, 3.0, 19.0, 12.0, 16.0, 14.0, 17.0, 26.0, 32.0, 22.0, 36.0, 34.0, 36.0, 48.0, 46.0, 34.0, 55.0, 40.0, 49.0, 54.0, 52.0, 46.0, 52.0, 32.0, 42.0, 27.0, 22.0, 24.0, 16.0, 16.0, 18.0, 14.0, 8.0, 8.0, 7.0, 3.0, 2.0, 5.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-40.05654525756836, -38.97901153564453, -37.90147399902344, -36.823936462402344, -35.746402740478516, -34.66886901855469, -33.591331481933594, -32.5137939453125, -31.436260223388672, -30.35872459411621, -29.28118896484375, -28.20365333557129, -27.126117706298828, -26.048582077026367, -24.971046447753906, -23.893510818481445, -22.815975189208984, -21.738439559936523, -20.660903930664062, -19.5833683013916, -18.50583267211914, -17.42829704284668, -16.35076141357422, -15.273225784301758, -14.195690155029297, -13.118154525756836, -12.040618896484375, -10.963083267211914, -9.885547637939453, -8.808012008666992, -7.730476379394531, -6.65294075012207, -5.575408935546875, -4.497873306274414, -3.420337677001953, -2.342802047729492, -1.2652664184570312, -0.1877307891845703, 0.8898048400878906, 1.9673404693603516, 3.0448760986328125, 4.122411727905273, 5.199947357177734, 6.277482986450195, 7.355018615722656, 8.432554244995117, 9.510089874267578, 10.587625503540039, 11.6651611328125, 12.742696762084961, 13.820232391357422, 14.897768020629883, 15.975303649902344, 17.052839279174805, 18.130374908447266, 19.207910537719727, 20.285446166992188, 21.36298179626465, 22.44051742553711, 23.51805305480957, 24.59558868408203, 25.673124313354492, 26.750659942626953, 27.828195571899414, 28.905731201171875]}, "gradients/decoder.roberta.encoder.layer.22.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 9.0, 6.0, 13.0, 16.0, 25.0, 29.0, 66.0, 90.0, 157.0, 303.0, 582.0, 1307.0, 3296.0, 10518.0, 42361.0, 295466.0, 2873032.0, 861153.0, 80491.0, 17438.0, 4737.0, 1702.0, 718.0, 326.0, 178.0, 93.0, 72.0, 47.0, 16.0, 20.0, 5.0, 8.0, 5.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.1875, -44.72998046875, -43.2724609375, -41.81494140625, -40.357421875, -38.89990234375, -37.4423828125, -35.98486328125, -34.52734375, -33.06982421875, -31.6123046875, -30.15478515625, -28.697265625, -27.23974609375, -25.7822265625, -24.32470703125, -22.8671875, -21.40966796875, -19.9521484375, -18.49462890625, -17.037109375, -15.57958984375, -14.1220703125, -12.66455078125, -11.20703125, -9.74951171875, -8.2919921875, -6.83447265625, -5.376953125, -3.91943359375, -2.4619140625, -1.00439453125, 0.453125, 1.91064453125, 3.3681640625, 4.82568359375, 6.283203125, 7.74072265625, 9.1982421875, 10.65576171875, 12.11328125, 13.57080078125, 15.0283203125, 16.48583984375, 17.943359375, 19.40087890625, 20.8583984375, 22.31591796875, 23.7734375, 25.23095703125, 26.6884765625, 28.14599609375, 29.603515625, 31.06103515625, 32.5185546875, 33.97607421875, 35.43359375, 36.89111328125, 38.3486328125, 39.80615234375, 41.263671875, 42.72119140625, 44.1787109375, 45.63623046875, 47.09375]}, "gradients/decoder.roberta.encoder.layer.22.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 3.0, 10.0, 6.0, 10.0, 13.0, 14.0, 13.0, 30.0, 33.0, 30.0, 32.0, 33.0, 41.0, 45.0, 43.0, 56.0, 51.0, 48.0, 64.0, 44.0, 46.0, 44.0, 49.0, 35.0, 36.0, 47.0, 25.0, 15.0, 20.0, 14.0, 10.0, 8.0, 17.0, 5.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.890625, -19.3604736328125, -18.830322265625, -18.3001708984375, -17.77001953125, -17.2398681640625, -16.709716796875, -16.1795654296875, -15.6494140625, -15.1192626953125, -14.589111328125, -14.0589599609375, -13.52880859375, -12.9986572265625, -12.468505859375, -11.9383544921875, -11.408203125, -10.8780517578125, -10.347900390625, -9.8177490234375, -9.28759765625, -8.7574462890625, -8.227294921875, -7.6971435546875, -7.1669921875, -6.6368408203125, -6.106689453125, -5.5765380859375, -5.04638671875, -4.5162353515625, -3.986083984375, -3.4559326171875, -2.92578125, -2.3956298828125, -1.865478515625, -1.3353271484375, -0.80517578125, -0.2750244140625, 0.255126953125, 0.7852783203125, 1.3154296875, 1.8455810546875, 2.375732421875, 2.9058837890625, 3.43603515625, 3.9661865234375, 4.496337890625, 5.0264892578125, 5.556640625, 6.0867919921875, 6.616943359375, 7.1470947265625, 7.67724609375, 8.2073974609375, 8.737548828125, 9.2677001953125, 9.7978515625, 10.3280029296875, 10.858154296875, 11.3883056640625, 11.91845703125, 12.4486083984375, 12.978759765625, 13.5089111328125, 14.0390625]}, "gradients/decoder.roberta.encoder.layer.22.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 7.0, 9.0, 23.0, 34.0, 46.0, 68.0, 104.0, 117.0, 152.0, 269.0, 428.0, 987.0, 20524.0, 4147935.0, 21444.0, 942.0, 428.0, 227.0, 157.0, 123.0, 79.0, 50.0, 31.0, 29.0, 16.0, 17.0, 7.0, 8.0, 5.0, 7.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-266.25, -258.05859375, -249.8671875, -241.67578125, -233.484375, -225.29296875, -217.1015625, -208.91015625, -200.71875, -192.52734375, -184.3359375, -176.14453125, -167.953125, -159.76171875, -151.5703125, -143.37890625, -135.1875, -126.99609375, -118.8046875, -110.61328125, -102.421875, -94.23046875, -86.0390625, -77.84765625, -69.65625, -61.46484375, -53.2734375, -45.08203125, -36.890625, -28.69921875, -20.5078125, -12.31640625, -4.125, 4.06640625, 12.2578125, 20.44921875, 28.640625, 36.83203125, 45.0234375, 53.21484375, 61.40625, 69.59765625, 77.7890625, 85.98046875, 94.171875, 102.36328125, 110.5546875, 118.74609375, 126.9375, 135.12890625, 143.3203125, 151.51171875, 159.703125, 167.89453125, 176.0859375, 184.27734375, 192.46875, 200.66015625, 208.8515625, 217.04296875, 225.234375, 233.42578125, 241.6171875, 249.80859375, 258.0]}, "gradients/decoder.roberta.encoder.layer.22.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 9.0, 2.0, 19.0, 18.0, 24.0, 43.0, 82.0, 121.0, 216.0, 354.0, 546.0, 680.0, 623.0, 527.0, 318.0, 181.0, 133.0, 84.0, 42.0, 26.0, 14.0, 12.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.5859375, -13.0604248046875, -12.534912109375, -12.0093994140625, -11.48388671875, -10.9583740234375, -10.432861328125, -9.9073486328125, -9.3818359375, -8.8563232421875, -8.330810546875, -7.8052978515625, -7.27978515625, -6.7542724609375, -6.228759765625, -5.7032470703125, -5.177734375, -4.6522216796875, -4.126708984375, -3.6011962890625, -3.07568359375, -2.5501708984375, -2.024658203125, -1.4991455078125, -0.9736328125, -0.4481201171875, 0.077392578125, 0.6029052734375, 1.12841796875, 1.6539306640625, 2.179443359375, 2.7049560546875, 3.23046875, 3.7559814453125, 4.281494140625, 4.8070068359375, 5.33251953125, 5.8580322265625, 6.383544921875, 6.9090576171875, 7.4345703125, 7.9600830078125, 8.485595703125, 9.0111083984375, 9.53662109375, 10.0621337890625, 10.587646484375, 11.1131591796875, 11.638671875, 12.1641845703125, 12.689697265625, 13.2152099609375, 13.74072265625, 14.2662353515625, 14.791748046875, 15.3172607421875, 15.8427734375, 16.3682861328125, 16.893798828125, 17.4193115234375, 17.94482421875, 18.4703369140625, 18.995849609375, 19.5213623046875, 20.046875]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 5.0, 5.0, 9.0, 11.0, 22.0, 24.0, 32.0, 29.0, 57.0, 52.0, 84.0, 77.0, 86.0, 68.0, 74.0, 70.0, 56.0, 47.0, 47.0, 38.0, 24.0, 22.0, 16.0, 16.0, 12.0, 5.0, 6.0, 8.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.84537124633789, -25.20545768737793, -24.565542221069336, -23.925628662109375, -23.28571319580078, -22.64579963684082, -22.00588607788086, -21.365970611572266, -20.726057052612305, -20.086143493652344, -19.44622802734375, -18.80631446838379, -18.166399002075195, -17.526485443115234, -16.88656997680664, -16.24665641784668, -15.606741905212402, -14.966827392578125, -14.326912879943848, -13.68699836730957, -13.04708480834961, -12.407170295715332, -11.767255783081055, -11.127342224121094, -10.4874267578125, -9.847512245178223, -9.207597732543945, -8.567684173583984, -7.927769660949707, -7.28785514831543, -6.647940635681152, -6.008026599884033, -5.368112564086914, -4.728198051452637, -4.088284015655518, -3.4483695030212402, -2.808455228805542, -2.1685409545898438, -1.5286264419555664, -0.8887124061584473, -0.24879789352416992, 0.3911164402961731, 1.0310307741165161, 1.670945167541504, 2.310859441757202, 2.9507737159729004, 3.5906882286071777, 4.230602264404297, 4.870516777038574, 5.510431289672852, 6.150345325469971, 6.790259838104248, 7.430173873901367, 8.070088386535645, 8.710002899169922, 9.349916458129883, 9.989831924438477, 10.629746437072754, 11.269660949707031, 11.909574508666992, 12.54948902130127, 13.189403533935547, 13.829318046569824, 14.469232559204102, 15.109146118164062]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 8.0, 11.0, 13.0, 15.0, 15.0, 22.0, 16.0, 28.0, 23.0, 31.0, 37.0, 48.0, 55.0, 48.0, 47.0, 55.0, 39.0, 42.0, 43.0, 42.0, 34.0, 40.0, 34.0, 41.0, 36.0, 40.0, 19.0, 24.0, 14.0, 25.0, 17.0, 11.0, 5.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.35860252380371, -18.75608253479004, -18.153560638427734, -17.551040649414062, -16.94852066040039, -16.34600067138672, -15.74347972869873, -15.140958786010742, -14.53843879699707, -13.935918807983398, -13.33339786529541, -12.730876922607422, -12.12835693359375, -11.525836944580078, -10.92331600189209, -10.320795059204102, -9.71827507019043, -9.115755081176758, -8.51323413848877, -7.9107136726379395, -7.308193206787109, -6.705672740936279, -6.103152275085449, -5.500631809234619, -4.898111343383789, -4.295590877532959, -3.693070411682129, -3.090549945831299, -2.4880294799804688, -1.8855090141296387, -1.2829885482788086, -0.6804680824279785, -0.07794761657714844, 0.5245728492736816, 1.1270933151245117, 1.7296137809753418, 2.332134246826172, 2.934654712677002, 3.537175178527832, 4.139695644378662, 4.742216110229492, 5.344736576080322, 5.947257041931152, 6.549777507781982, 7.1522979736328125, 7.754818439483643, 8.357338905334473, 8.959859848022461, 9.562379837036133, 10.164899826049805, 10.767420768737793, 11.369941711425781, 11.972461700439453, 12.574981689453125, 13.177502632141113, 13.780023574829102, 14.382543563842773, 14.985063552856445, 15.587584495544434, 16.190105438232422, 16.792625427246094, 17.395145416259766, 17.997665405273438, 18.600187301635742, 19.202707290649414]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 6.0, 1.0, 10.0, 8.0, 13.0, 17.0, 30.0, 40.0, 59.0, 97.0, 134.0, 197.0, 296.0, 435.0, 698.0, 1047.0, 1564.0, 2420.0, 3712.0, 5605.0, 8320.0, 12299.0, 18608.0, 26955.0, 38636.0, 52833.0, 71037.0, 88372.0, 103925.0, 111308.0, 108914.0, 97827.0, 81371.0, 62701.0, 46306.0, 33195.0, 22897.0, 15762.0, 10507.0, 6964.0, 4623.0, 3021.0, 1917.0, 1294.0, 889.0, 571.0, 387.0, 264.0, 149.0, 101.0, 89.0, 48.0, 24.0, 24.0, 14.0, 10.0, 9.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.6875, -4.53521728515625, -4.3829345703125, -4.23065185546875, -4.078369140625, -3.92608642578125, -3.7738037109375, -3.62152099609375, -3.46923828125, -3.31695556640625, -3.1646728515625, -3.01239013671875, -2.860107421875, -2.70782470703125, -2.5555419921875, -2.40325927734375, -2.2509765625, -2.09869384765625, -1.9464111328125, -1.79412841796875, -1.641845703125, -1.48956298828125, -1.3372802734375, -1.18499755859375, -1.03271484375, -0.88043212890625, -0.7281494140625, -0.57586669921875, -0.423583984375, -0.27130126953125, -0.1190185546875, 0.03326416015625, 0.185546875, 0.33782958984375, 0.4901123046875, 0.64239501953125, 0.794677734375, 0.94696044921875, 1.0992431640625, 1.25152587890625, 1.40380859375, 1.55609130859375, 1.7083740234375, 1.86065673828125, 2.012939453125, 2.16522216796875, 2.3175048828125, 2.46978759765625, 2.6220703125, 2.77435302734375, 2.9266357421875, 3.07891845703125, 3.231201171875, 3.38348388671875, 3.5357666015625, 3.68804931640625, 3.84033203125, 3.99261474609375, 4.1448974609375, 4.29718017578125, 4.449462890625, 4.60174560546875, 4.7540283203125, 4.90631103515625, 5.05859375]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 3.0, 3.0, 1.0, 8.0, 11.0, 12.0, 13.0, 17.0, 19.0, 18.0, 23.0, 29.0, 26.0, 37.0, 44.0, 58.0, 45.0, 49.0, 52.0, 45.0, 38.0, 44.0, 42.0, 34.0, 40.0, 38.0, 40.0, 35.0, 39.0, 22.0, 26.0, 13.0, 22.0, 19.0, 14.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.8125, -19.212158203125, -18.61181640625, -18.011474609375, -17.4111328125, -16.810791015625, -16.21044921875, -15.610107421875, -15.009765625, -14.409423828125, -13.80908203125, -13.208740234375, -12.6083984375, -12.008056640625, -11.40771484375, -10.807373046875, -10.20703125, -9.606689453125, -9.00634765625, -8.406005859375, -7.8056640625, -7.205322265625, -6.60498046875, -6.004638671875, -5.404296875, -4.803955078125, -4.20361328125, -3.603271484375, -3.0029296875, -2.402587890625, -1.80224609375, -1.201904296875, -0.6015625, -0.001220703125, 0.59912109375, 1.199462890625, 1.7998046875, 2.400146484375, 3.00048828125, 3.600830078125, 4.201171875, 4.801513671875, 5.40185546875, 6.002197265625, 6.6025390625, 7.202880859375, 7.80322265625, 8.403564453125, 9.00390625, 9.604248046875, 10.20458984375, 10.804931640625, 11.4052734375, 12.005615234375, 12.60595703125, 13.206298828125, 13.806640625, 14.406982421875, 15.00732421875, 15.607666015625, 16.2080078125, 16.808349609375, 17.40869140625, 18.009033203125, 18.609375]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 7.0, 9.0, 5.0, 20.0, 22.0, 50.0, 65.0, 95.0, 148.0, 187.0, 285.0, 427.0, 585.0, 867.0, 1275.0, 1840.0, 2563.0, 3868.0, 5725.0, 8701.0, 12321.0, 18726.0, 30374.0, 449556.0, 423202.0, 30137.0, 18471.0, 12543.0, 8309.0, 5778.0, 3915.0, 2727.0, 1782.0, 1288.0, 857.0, 599.0, 385.0, 261.0, 189.0, 132.0, 82.0, 57.0, 45.0, 29.0, 22.0, 14.0, 5.0, 6.0, 1.0, 4.0, 0.0, 2.0], "bins": [-11.7578125, -11.43115234375, -11.1044921875, -10.77783203125, -10.451171875, -10.12451171875, -9.7978515625, -9.47119140625, -9.14453125, -8.81787109375, -8.4912109375, -8.16455078125, -7.837890625, -7.51123046875, -7.1845703125, -6.85791015625, -6.53125, -6.20458984375, -5.8779296875, -5.55126953125, -5.224609375, -4.89794921875, -4.5712890625, -4.24462890625, -3.91796875, -3.59130859375, -3.2646484375, -2.93798828125, -2.611328125, -2.28466796875, -1.9580078125, -1.63134765625, -1.3046875, -0.97802734375, -0.6513671875, -0.32470703125, 0.001953125, 0.32861328125, 0.6552734375, 0.98193359375, 1.30859375, 1.63525390625, 1.9619140625, 2.28857421875, 2.615234375, 2.94189453125, 3.2685546875, 3.59521484375, 3.921875, 4.24853515625, 4.5751953125, 4.90185546875, 5.228515625, 5.55517578125, 5.8818359375, 6.20849609375, 6.53515625, 6.86181640625, 7.1884765625, 7.51513671875, 7.841796875, 8.16845703125, 8.4951171875, 8.82177734375, 9.1484375]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 3.0, 5.0, 2.0, 7.0, 8.0, 7.0, 12.0, 13.0, 17.0, 16.0, 21.0, 30.0, 22.0, 31.0, 34.0, 29.0, 34.0, 36.0, 46.0, 41.0, 41.0, 47.0, 42.0, 47.0, 33.0, 47.0, 31.0, 33.0, 26.0, 44.0, 28.0, 25.0, 22.0, 17.0, 25.0, 14.0, 12.0, 13.0, 4.0, 4.0, 11.0, 6.0, 5.0, 5.0, 3.0, 1.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.4453125, -12.068115234375, -11.69091796875, -11.313720703125, -10.9365234375, -10.559326171875, -10.18212890625, -9.804931640625, -9.427734375, -9.050537109375, -8.67333984375, -8.296142578125, -7.9189453125, -7.541748046875, -7.16455078125, -6.787353515625, -6.41015625, -6.032958984375, -5.65576171875, -5.278564453125, -4.9013671875, -4.524169921875, -4.14697265625, -3.769775390625, -3.392578125, -3.015380859375, -2.63818359375, -2.260986328125, -1.8837890625, -1.506591796875, -1.12939453125, -0.752197265625, -0.375, 0.002197265625, 0.37939453125, 0.756591796875, 1.1337890625, 1.510986328125, 1.88818359375, 2.265380859375, 2.642578125, 3.019775390625, 3.39697265625, 3.774169921875, 4.1513671875, 4.528564453125, 4.90576171875, 5.282958984375, 5.66015625, 6.037353515625, 6.41455078125, 6.791748046875, 7.1689453125, 7.546142578125, 7.92333984375, 8.300537109375, 8.677734375, 9.054931640625, 9.43212890625, 9.809326171875, 10.1865234375, 10.563720703125, 10.94091796875, 11.318115234375, 11.6953125]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 3.0, 3.0, 1.0, 2.0, 5.0, 21.0, 25.0, 28.0, 42.0, 66.0, 117.0, 163.0, 283.0, 470.0, 863.0, 1471.0, 2715.0, 5380.0, 10831.0, 22703.0, 73459.0, 855943.0, 40004.0, 16820.0, 7897.0, 4126.0, 2193.0, 1208.0, 718.0, 386.0, 243.0, 124.0, 83.0, 59.0, 53.0, 23.0, 9.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.6171875, -0.59747314453125, -0.5777587890625, -0.55804443359375, -0.538330078125, -0.51861572265625, -0.4989013671875, -0.47918701171875, -0.45947265625, -0.43975830078125, -0.4200439453125, -0.40032958984375, -0.380615234375, -0.36090087890625, -0.3411865234375, -0.32147216796875, -0.3017578125, -0.28204345703125, -0.2623291015625, -0.24261474609375, -0.222900390625, -0.20318603515625, -0.1834716796875, -0.16375732421875, -0.14404296875, -0.12432861328125, -0.1046142578125, -0.08489990234375, -0.065185546875, -0.04547119140625, -0.0257568359375, -0.00604248046875, 0.013671875, 0.03338623046875, 0.0531005859375, 0.07281494140625, 0.092529296875, 0.11224365234375, 0.1319580078125, 0.15167236328125, 0.17138671875, 0.19110107421875, 0.2108154296875, 0.23052978515625, 0.250244140625, 0.26995849609375, 0.2896728515625, 0.30938720703125, 0.3291015625, 0.34881591796875, 0.3685302734375, 0.38824462890625, 0.407958984375, 0.42767333984375, 0.4473876953125, 0.46710205078125, 0.48681640625, 0.50653076171875, 0.5262451171875, 0.54595947265625, 0.565673828125, 0.58538818359375, 0.6051025390625, 0.62481689453125, 0.64453125]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 5.0, 7.0, 7.0, 7.0, 7.0, 22.0, 19.0, 35.0, 44.0, 60.0, 65.0, 89.0, 110.0, 102.0, 96.0, 72.0, 69.0, 41.0, 35.0, 30.0, 22.0, 18.0, 16.0, 6.0, 8.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010561943054199219, -0.0001014266163110733, -9.723380208015442e-05, -9.304098784923553e-05, -8.884817361831665e-05, -8.465535938739777e-05, -8.046254515647888e-05, -7.626973092556e-05, -7.207691669464111e-05, -6.788410246372223e-05, -6.369128823280334e-05, -5.949847400188446e-05, -5.5305659770965576e-05, -5.111284554004669e-05, -4.692003130912781e-05, -4.272721707820892e-05, -3.853440284729004e-05, -3.4341588616371155e-05, -3.014877438545227e-05, -2.5955960154533386e-05, -2.1763145923614502e-05, -1.7570331692695618e-05, -1.3377517461776733e-05, -9.184703230857849e-06, -4.991888999938965e-06, -7.990747690200806e-07, 3.3937394618988037e-06, 7.586553692817688e-06, 1.1779367923736572e-05, 1.5972182154655457e-05, 2.016499638557434e-05, 2.4357810616493225e-05, 2.855062484741211e-05, 3.2743439078330994e-05, 3.693625330924988e-05, 4.112906754016876e-05, 4.5321881771087646e-05, 4.951469600200653e-05, 5.3707510232925415e-05, 5.79003244638443e-05, 6.209313869476318e-05, 6.628595292568207e-05, 7.047876715660095e-05, 7.467158138751984e-05, 7.886439561843872e-05, 8.30572098493576e-05, 8.725002408027649e-05, 9.144283831119537e-05, 9.563565254211426e-05, 9.982846677303314e-05, 0.00010402128100395203, 0.00010821409523487091, 0.0001124069094657898, 0.00011659972369670868, 0.00012079253792762756, 0.00012498535215854645, 0.00012917816638946533, 0.00013337098062038422, 0.0001375637948513031, 0.00014175660908222198, 0.00014594942331314087, 0.00015014223754405975, 0.00015433505177497864, 0.00015852786600589752, 0.0001627206802368164]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 6.0, 6.0, 4.0, 4.0, 10.0, 17.0, 10.0, 17.0, 19.0, 25.0, 26.0, 31.0, 72.0, 208.0, 1750.0, 54122.0, 867040.0, 121226.0, 3411.0, 222.0, 91.0, 43.0, 34.0, 28.0, 22.0, 14.0, 18.0, 9.0, 12.0, 11.0, 10.0, 7.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-3.0625, -2.96856689453125, -2.8746337890625, -2.78070068359375, -2.686767578125, -2.59283447265625, -2.4989013671875, -2.40496826171875, -2.31103515625, -2.21710205078125, -2.1231689453125, -2.02923583984375, -1.935302734375, -1.84136962890625, -1.7474365234375, -1.65350341796875, -1.5595703125, -1.46563720703125, -1.3717041015625, -1.27777099609375, -1.183837890625, -1.08990478515625, -0.9959716796875, -0.90203857421875, -0.80810546875, -0.71417236328125, -0.6202392578125, -0.52630615234375, -0.432373046875, -0.33843994140625, -0.2445068359375, -0.15057373046875, -0.056640625, 0.03729248046875, 0.1312255859375, 0.22515869140625, 0.319091796875, 0.41302490234375, 0.5069580078125, 0.60089111328125, 0.69482421875, 0.78875732421875, 0.8826904296875, 0.97662353515625, 1.070556640625, 1.16448974609375, 1.2584228515625, 1.35235595703125, 1.4462890625, 1.54022216796875, 1.6341552734375, 1.72808837890625, 1.822021484375, 1.91595458984375, 2.0098876953125, 2.10382080078125, 2.19775390625, 2.29168701171875, 2.3856201171875, 2.47955322265625, 2.573486328125, 2.66741943359375, 2.7613525390625, 2.85528564453125, 2.94921875]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.query.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 4.0, 5.0, 3.0, 3.0, 4.0, 5.0, 5.0, 2.0, 7.0, 12.0, 8.0, 7.0, 14.0, 13.0, 15.0, 21.0, 15.0, 10.0, 26.0, 27.0, 29.0, 39.0, 39.0, 32.0, 44.0, 38.0, 54.0, 59.0, 69.0, 55.0, 42.0, 39.0, 40.0, 37.0, 32.0, 27.0, 15.0, 10.0, 16.0, 18.0, 12.0, 7.0, 11.0, 6.0, 6.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.12744140625, -0.12335014343261719, -0.11925888061523438, -0.11516761779785156, -0.11107635498046875, -0.10698509216308594, -0.10289382934570312, -0.09880256652832031, -0.0947113037109375, -0.09062004089355469, -0.08652877807617188, -0.08243751525878906, -0.07834625244140625, -0.07425498962402344, -0.07016372680664062, -0.06607246398925781, -0.061981201171875, -0.05788993835449219, -0.053798675537109375, -0.04970741271972656, -0.04561614990234375, -0.04152488708496094, -0.037433624267578125, -0.03334236145019531, -0.0292510986328125, -0.025159835815429688, -0.021068572998046875, -0.016977310180664062, -0.01288604736328125, -0.008794784545898438, -0.004703521728515625, -0.0006122589111328125, 0.00347900390625, 0.0075702667236328125, 0.011661529541015625, 0.015752792358398438, 0.01984405517578125, 0.023935317993164062, 0.028026580810546875, 0.03211784362792969, 0.0362091064453125, 0.04030036926269531, 0.044391632080078125, 0.04848289489746094, 0.05257415771484375, 0.05666542053222656, 0.060756683349609375, 0.06484794616699219, 0.068939208984375, 0.07303047180175781, 0.07712173461914062, 0.08121299743652344, 0.08530426025390625, 0.08939552307128906, 0.09348678588867188, 0.09757804870605469, 0.1016693115234375, 0.10576057434082031, 0.10985183715820312, 0.11394309997558594, 0.11803436279296875, 0.12212562561035156, 0.12621688842773438, 0.1303081512451172, 0.1343994140625]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 11.0, 12.0, 17.0, 16.0, 40.0, 32.0, 44.0, 55.0, 69.0, 89.0, 80.0, 69.0, 77.0, 79.0, 62.0, 51.0, 47.0, 36.0, 20.0, 26.0, 21.0, 14.0, 9.0, 11.0, 6.0, 3.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-26.229345321655273, -25.58272361755371, -24.93610191345215, -24.289480209350586, -23.642858505249023, -22.99623680114746, -22.3496150970459, -21.70299530029297, -21.056373596191406, -20.409751892089844, -19.76313018798828, -19.11650848388672, -18.469886779785156, -17.823265075683594, -17.17664337158203, -16.53002166748047, -15.883399963378906, -15.236778259277344, -14.590156555175781, -13.943534851074219, -13.296913146972656, -12.650291442871094, -12.003670692443848, -11.357048988342285, -10.710427284240723, -10.06380558013916, -9.417183876037598, -8.770562171936035, -8.123941421508789, -7.477319240570068, -6.830698013305664, -6.184076309204102, -5.537453651428223, -4.89083194732666, -4.244210243225098, -3.5975890159606934, -2.950967311859131, -2.3043456077575684, -1.657724142074585, -1.0111026763916016, -0.36448097229003906, 0.2821406126022339, 0.9287621974945068, 1.5753837823867798, 2.2220053672790527, 2.8686270713806152, 3.5152485370635986, 4.161870002746582, 4.8084917068481445, 5.455113410949707, 6.1017351150512695, 6.748356342315674, 7.394978046417236, 8.04159927368164, 8.688220977783203, 9.334842681884766, 9.981464385986328, 10.62808609008789, 11.274707794189453, 11.921329498291016, 12.567951202392578, 13.21457290649414, 13.861193656921387, 14.50781536102295, 15.154437065124512]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 3.0, 2.0, 2.0, 8.0, 10.0, 11.0, 14.0, 18.0, 17.0, 17.0, 26.0, 25.0, 29.0, 39.0, 40.0, 61.0, 45.0, 49.0, 52.0, 44.0, 38.0, 42.0, 46.0, 33.0, 41.0, 36.0, 42.0, 34.0, 37.0, 24.0, 27.0, 13.0, 22.0, 18.0, 15.0, 5.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.875429153442383, -19.273513793945312, -18.671600341796875, -18.069684982299805, -17.467769622802734, -16.865856170654297, -16.263940811157227, -15.662026405334473, -15.060111999511719, -14.458197593688965, -13.856283187866211, -13.25436782836914, -12.652453422546387, -12.050539016723633, -11.448623657226562, -10.846709251403809, -10.244794845581055, -9.6428804397583, -9.040966033935547, -8.439050674438477, -7.837136268615723, -7.235221862792969, -6.633306980133057, -6.0313920974731445, -5.429477691650391, -4.827563285827637, -4.225648403167725, -3.6237337589263916, -3.0218191146850586, -2.4199044704437256, -1.8179898262023926, -1.2160749435424805, -0.6141624450683594, -0.012247800827026367, 0.5896668434143066, 1.1915814876556396, 1.7934961318969727, 2.3954107761383057, 2.9973254203796387, 3.599240303039551, 4.201154708862305, 4.803069114685059, 5.404983997344971, 6.006898880004883, 6.608813285827637, 7.210727691650391, 7.812642574310303, 8.414557456970215, 9.016471862792969, 9.618386268615723, 10.220300674438477, 10.822216033935547, 11.4241304397583, 12.026044845581055, 12.627960205078125, 13.229874610900879, 13.831789016723633, 14.433703422546387, 15.03561782836914, 15.637533187866211, 16.23944854736328, 16.84136199951172, 17.44327735900879, 18.04519271850586, 18.647106170654297]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 4.0, 6.0, 14.0, 11.0, 23.0, 25.0, 46.0, 74.0, 105.0, 153.0, 256.0, 393.0, 695.0, 1263.0, 2097.0, 3969.0, 7738.0, 16554.0, 37033.0, 97464.0, 324300.0, 365667.0, 113018.0, 41497.0, 17944.0, 8400.0, 4372.0, 2249.0, 1268.0, 726.0, 420.0, 257.0, 179.0, 116.0, 78.0, 43.0, 35.0, 20.0, 11.0, 13.0, 8.0, 9.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.46875, -23.70556640625, -22.9423828125, -22.17919921875, -21.416015625, -20.65283203125, -19.8896484375, -19.12646484375, -18.36328125, -17.60009765625, -16.8369140625, -16.07373046875, -15.310546875, -14.54736328125, -13.7841796875, -13.02099609375, -12.2578125, -11.49462890625, -10.7314453125, -9.96826171875, -9.205078125, -8.44189453125, -7.6787109375, -6.91552734375, -6.15234375, -5.38916015625, -4.6259765625, -3.86279296875, -3.099609375, -2.33642578125, -1.5732421875, -0.81005859375, -0.046875, 0.71630859375, 1.4794921875, 2.24267578125, 3.005859375, 3.76904296875, 4.5322265625, 5.29541015625, 6.05859375, 6.82177734375, 7.5849609375, 8.34814453125, 9.111328125, 9.87451171875, 10.6376953125, 11.40087890625, 12.1640625, 12.92724609375, 13.6904296875, 14.45361328125, 15.216796875, 15.97998046875, 16.7431640625, 17.50634765625, 18.26953125, 19.03271484375, 19.7958984375, 20.55908203125, 21.322265625, 22.08544921875, 22.8486328125, 23.61181640625, 24.375]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 1.0, 4.0, 2.0, 9.0, 9.0, 10.0, 17.0, 13.0, 20.0, 17.0, 20.0, 16.0, 40.0, 38.0, 44.0, 58.0, 37.0, 50.0, 63.0, 40.0, 42.0, 41.0, 39.0, 40.0, 37.0, 38.0, 38.0, 46.0, 35.0, 22.0, 24.0, 13.0, 15.0, 22.0, 14.0, 9.0, 3.0, 5.0, 3.0, 5.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.8125, -20.2021484375, -19.591796875, -18.9814453125, -18.37109375, -17.7607421875, -17.150390625, -16.5400390625, -15.9296875, -15.3193359375, -14.708984375, -14.0986328125, -13.48828125, -12.8779296875, -12.267578125, -11.6572265625, -11.046875, -10.4365234375, -9.826171875, -9.2158203125, -8.60546875, -7.9951171875, -7.384765625, -6.7744140625, -6.1640625, -5.5537109375, -4.943359375, -4.3330078125, -3.72265625, -3.1123046875, -2.501953125, -1.8916015625, -1.28125, -0.6708984375, -0.060546875, 0.5498046875, 1.16015625, 1.7705078125, 2.380859375, 2.9912109375, 3.6015625, 4.2119140625, 4.822265625, 5.4326171875, 6.04296875, 6.6533203125, 7.263671875, 7.8740234375, 8.484375, 9.0947265625, 9.705078125, 10.3154296875, 10.92578125, 11.5361328125, 12.146484375, 12.7568359375, 13.3671875, 13.9775390625, 14.587890625, 15.1982421875, 15.80859375, 16.4189453125, 17.029296875, 17.6396484375, 18.25]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 8.0, 0.0, 7.0, 11.0, 5.0, 8.0, 6.0, 8.0, 21.0, 12.0, 17.0, 19.0, 21.0, 26.0, 34.0, 31.0, 34.0, 37.0, 46.0, 35.0, 50.0, 530.0, 1045594.0, 1539.0, 54.0, 36.0, 36.0, 29.0, 38.0, 30.0, 33.0, 25.0, 25.0, 32.0, 27.0, 19.0, 14.0, 9.0, 16.0, 8.0, 8.0, 8.0, 5.0, 2.0, 2.0, 2.0, 5.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-467.75, -453.390625, -439.03125, -424.671875, -410.3125, -395.953125, -381.59375, -367.234375, -352.875, -338.515625, -324.15625, -309.796875, -295.4375, -281.078125, -266.71875, -252.359375, -238.0, -223.640625, -209.28125, -194.921875, -180.5625, -166.203125, -151.84375, -137.484375, -123.125, -108.765625, -94.40625, -80.046875, -65.6875, -51.328125, -36.96875, -22.609375, -8.25, 6.109375, 20.46875, 34.828125, 49.1875, 63.546875, 77.90625, 92.265625, 106.625, 120.984375, 135.34375, 149.703125, 164.0625, 178.421875, 192.78125, 207.140625, 221.5, 235.859375, 250.21875, 264.578125, 278.9375, 293.296875, 307.65625, 322.015625, 336.375, 350.734375, 365.09375, 379.453125, 393.8125, 408.171875, 422.53125, 436.890625, 451.25]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 4.0, 10.0, 8.0, 10.0, 12.0, 16.0, 14.0, 32.0, 21.0, 34.0, 18.0, 27.0, 37.0, 29.0, 30.0, 35.0, 31.0, 44.0, 38.0, 41.0, 48.0, 57.0, 39.0, 33.0, 38.0, 36.0, 29.0, 38.0, 21.0, 23.0, 24.0, 22.0, 22.0, 17.0, 11.0, 6.0, 10.0, 8.0, 6.0, 7.0, 4.0, 4.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.5234375, -15.0394287109375, -14.555419921875, -14.0714111328125, -13.58740234375, -13.1033935546875, -12.619384765625, -12.1353759765625, -11.6513671875, -11.1673583984375, -10.683349609375, -10.1993408203125, -9.71533203125, -9.2313232421875, -8.747314453125, -8.2633056640625, -7.779296875, -7.2952880859375, -6.811279296875, -6.3272705078125, -5.84326171875, -5.3592529296875, -4.875244140625, -4.3912353515625, -3.9072265625, -3.4232177734375, -2.939208984375, -2.4552001953125, -1.97119140625, -1.4871826171875, -1.003173828125, -0.5191650390625, -0.03515625, 0.4488525390625, 0.932861328125, 1.4168701171875, 1.90087890625, 2.3848876953125, 2.868896484375, 3.3529052734375, 3.8369140625, 4.3209228515625, 4.804931640625, 5.2889404296875, 5.77294921875, 6.2569580078125, 6.740966796875, 7.2249755859375, 7.708984375, 8.1929931640625, 8.677001953125, 9.1610107421875, 9.64501953125, 10.1290283203125, 10.613037109375, 11.0970458984375, 11.5810546875, 12.0650634765625, 12.549072265625, 13.0330810546875, 13.51708984375, 14.0010986328125, 14.485107421875, 14.9691162109375, 15.453125]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 4.0, 1.0, 2.0, 8.0, 8.0, 13.0, 20.0, 44.0, 75.0, 121.0, 309.0, 945.0, 3443.0, 21434.0, 769522.0, 237438.0, 11734.0, 2289.0, 660.0, 242.0, 98.0, 51.0, 37.0, 18.0, 16.0, 7.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.0625, -35.9677734375, -34.873046875, -33.7783203125, -32.68359375, -31.5888671875, -30.494140625, -29.3994140625, -28.3046875, -27.2099609375, -26.115234375, -25.0205078125, -23.92578125, -22.8310546875, -21.736328125, -20.6416015625, -19.546875, -18.4521484375, -17.357421875, -16.2626953125, -15.16796875, -14.0732421875, -12.978515625, -11.8837890625, -10.7890625, -9.6943359375, -8.599609375, -7.5048828125, -6.41015625, -5.3154296875, -4.220703125, -3.1259765625, -2.03125, -0.9365234375, 0.158203125, 1.2529296875, 2.34765625, 3.4423828125, 4.537109375, 5.6318359375, 6.7265625, 7.8212890625, 8.916015625, 10.0107421875, 11.10546875, 12.2001953125, 13.294921875, 14.3896484375, 15.484375, 16.5791015625, 17.673828125, 18.7685546875, 19.86328125, 20.9580078125, 22.052734375, 23.1474609375, 24.2421875, 25.3369140625, 26.431640625, 27.5263671875, 28.62109375, 29.7158203125, 30.810546875, 31.9052734375, 33.0]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 8.0, 10.0, 7.0, 12.0, 24.0, 39.0, 43.0, 95.0, 123.0, 193.0, 171.0, 103.0, 58.0, 41.0, 17.0, 19.0, 11.0, 12.0, 7.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.0021190643310546875, -0.0020727887749671936, -0.0020265132188796997, -0.001980237662792206, -0.001933962106704712, -0.001887686550617218, -0.0018414109945297241, -0.0017951354384422302, -0.0017488598823547363, -0.0017025843262672424, -0.0016563087701797485, -0.0016100332140922546, -0.0015637576580047607, -0.0015174821019172668, -0.001471206545829773, -0.001424930989742279, -0.0013786554336547852, -0.0013323798775672913, -0.0012861043214797974, -0.0012398287653923035, -0.0011935532093048096, -0.0011472776532173157, -0.0011010020971298218, -0.0010547265410423279, -0.001008450984954834, -0.0009621754288673401, -0.0009158998727798462, -0.0008696243166923523, -0.0008233487606048584, -0.0007770732045173645, -0.0007307976484298706, -0.0006845220923423767, -0.0006382465362548828, -0.0005919709801673889, -0.000545695424079895, -0.0004994198679924011, -0.0004531443119049072, -0.00040686875581741333, -0.00036059319972991943, -0.00031431764364242554, -0.00026804208755493164, -0.00022176653146743774, -0.00017549097537994385, -0.00012921541929244995, -8.293986320495605e-05, -3.666430711746216e-05, 9.611248970031738e-06, 5.5886805057525635e-05, 0.00010216236114501953, 0.00014843791723251343, 0.00019471347332000732, 0.00024098902940750122, 0.0002872645854949951, 0.000333540141582489, 0.0003798156976699829, 0.0004260912537574768, 0.0004723668098449707, 0.0005186423659324646, 0.0005649179220199585, 0.0006111934781074524, 0.0006574690341949463, 0.0007037445902824402, 0.0007500201463699341, 0.000796295702457428, 0.0008425712585449219]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 8.0, 6.0, 7.0, 18.0, 20.0, 40.0, 136.0, 565.0, 7845.0, 1021627.0, 17130.0, 847.0, 172.0, 52.0, 29.0, 19.0, 16.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-57.0, -54.5830078125, -52.166015625, -49.7490234375, -47.33203125, -44.9150390625, -42.498046875, -40.0810546875, -37.6640625, -35.2470703125, -32.830078125, -30.4130859375, -27.99609375, -25.5791015625, -23.162109375, -20.7451171875, -18.328125, -15.9111328125, -13.494140625, -11.0771484375, -8.66015625, -6.2431640625, -3.826171875, -1.4091796875, 1.0078125, 3.4248046875, 5.841796875, 8.2587890625, 10.67578125, 13.0927734375, 15.509765625, 17.9267578125, 20.34375, 22.7607421875, 25.177734375, 27.5947265625, 30.01171875, 32.4287109375, 34.845703125, 37.2626953125, 39.6796875, 42.0966796875, 44.513671875, 46.9306640625, 49.34765625, 51.7646484375, 54.181640625, 56.5986328125, 59.015625, 61.4326171875, 63.849609375, 66.2666015625, 68.68359375, 71.1005859375, 73.517578125, 75.9345703125, 78.3515625, 80.7685546875, 83.185546875, 85.6025390625, 88.01953125, 90.4365234375, 92.853515625, 95.2705078125, 97.6875]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 5.0, 14.0, 14.0, 22.0, 30.0, 61.0, 90.0, 128.0, 203.0, 156.0, 104.0, 62.0, 42.0, 24.0, 12.0, 14.0, 8.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.11328125, -4.977935791015625, -4.84259033203125, -4.707244873046875, -4.5718994140625, -4.436553955078125, -4.30120849609375, -4.165863037109375, -4.030517578125, -3.895172119140625, -3.75982666015625, -3.624481201171875, -3.4891357421875, -3.353790283203125, -3.21844482421875, -3.083099365234375, -2.94775390625, -2.812408447265625, -2.67706298828125, -2.541717529296875, -2.4063720703125, -2.271026611328125, -2.13568115234375, -2.000335693359375, -1.864990234375, -1.729644775390625, -1.59429931640625, -1.458953857421875, -1.3236083984375, -1.188262939453125, -1.05291748046875, -0.917572021484375, -0.7822265625, -0.646881103515625, -0.51153564453125, -0.376190185546875, -0.2408447265625, -0.105499267578125, 0.02984619140625, 0.165191650390625, 0.300537109375, 0.435882568359375, 0.57122802734375, 0.706573486328125, 0.8419189453125, 0.977264404296875, 1.11260986328125, 1.247955322265625, 1.38330078125, 1.518646240234375, 1.65399169921875, 1.789337158203125, 1.9246826171875, 2.060028076171875, 2.19537353515625, 2.330718994140625, 2.466064453125, 2.601409912109375, 2.73675537109375, 2.872100830078125, 3.0074462890625, 3.142791748046875, 3.27813720703125, 3.413482666015625, 3.548828125]}, "gradients/decoder.roberta.encoder.layer.21.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 8.0, 4.0, 7.0, 7.0, 14.0, 13.0, 23.0, 18.0, 36.0, 40.0, 44.0, 49.0, 36.0, 53.0, 69.0, 78.0, 51.0, 56.0, 69.0, 45.0, 48.0, 40.0, 45.0, 28.0, 18.0, 18.0, 14.0, 15.0, 15.0, 4.0, 9.0, 7.0, 3.0, 2.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-17.780513763427734, -17.274335861206055, -16.768156051635742, -16.261978149414062, -15.755799293518066, -15.24962043762207, -14.743441581726074, -14.237262725830078, -13.731084823608398, -13.224905967712402, -12.718727111816406, -12.212549209594727, -11.70637035369873, -11.200191497802734, -10.694012641906738, -10.187833786010742, -9.681654930114746, -9.17547607421875, -8.669297218322754, -8.163118362426758, -7.656940460205078, -7.150761604309082, -6.644582748413086, -6.13840389251709, -5.632225513458252, -5.126046657562256, -4.619868278503418, -4.113689422607422, -3.607510805130005, -3.101332187652588, -2.595153331756592, -2.088974714279175, -1.5827960968017578, -1.0766174793243408, -0.5704387426376343, -0.06426000595092773, 0.44191861152648926, 0.9480972290039062, 1.4542760848999023, 1.9604547023773193, 2.4666333198547363, 2.9728119373321533, 3.4789905548095703, 3.9851694107055664, 4.4913482666015625, 4.9975266456604, 5.5037055015563965, 6.009883880615234, 6.5160627365112305, 7.022241592407227, 7.5284199714660645, 8.034599304199219, 8.540777206420898, 9.046956062316895, 9.55313491821289, 10.059313774108887, 10.565492630004883, 11.071671485900879, 11.577850341796875, 12.084028244018555, 12.59020709991455, 13.096385955810547, 13.602564811706543, 14.108743667602539, 14.614921569824219]}, "gradients/decoder.roberta.encoder.layer.21.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 2.0, 3.0, 2.0, 4.0, 9.0, 5.0, 6.0, 6.0, 12.0, 14.0, 16.0, 17.0, 11.0, 25.0, 21.0, 26.0, 24.0, 27.0, 38.0, 37.0, 32.0, 38.0, 50.0, 50.0, 45.0, 38.0, 30.0, 38.0, 37.0, 36.0, 28.0, 43.0, 25.0, 26.0, 25.0, 22.0, 18.0, 17.0, 15.0, 15.0, 12.0, 12.0, 13.0, 5.0, 6.0, 3.0, 3.0, 9.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-22.97003746032715, -22.215282440185547, -21.460529327392578, -20.705774307250977, -19.951019287109375, -19.196266174316406, -18.441511154174805, -17.686756134033203, -16.932003021240234, -16.177248001098633, -15.422493934631348, -14.667739868164062, -13.912984848022461, -13.158230781555176, -12.40347671508789, -11.648721694946289, -10.893966674804688, -10.139212608337402, -9.3844575881958, -8.629703521728516, -7.874948978424072, -7.120194435119629, -6.365440368652344, -5.6106858253479, -4.855931282043457, -4.101176738739014, -3.3464224338531494, -2.591668128967285, -1.8369135856628418, -1.0821590423583984, -0.3274049758911133, 0.4273495674133301, 1.1821041107177734, 1.9368585348129272, 2.691612958908081, 3.4463672637939453, 4.201121807098389, 4.955876350402832, 5.710630416870117, 6.4653849601745605, 7.220139503479004, 7.974894046783447, 8.72964859008789, 9.484402656555176, 10.239156723022461, 10.993911743164062, 11.748665809631348, 12.503419876098633, 13.258174896240234, 14.01292896270752, 14.767683982849121, 15.522438049316406, 16.277193069458008, 17.03194808959961, 17.786701202392578, 18.54145622253418, 19.29621124267578, 20.050966262817383, 20.80571937561035, 21.560474395751953, 22.315229415893555, 23.069984436035156, 23.824737548828125, 24.579492568969727, 25.334245681762695]}, "gradients/decoder.roberta.encoder.layer.21.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 6.0, 4.0, 11.0, 13.0, 20.0, 18.0, 21.0, 28.0, 37.0, 67.0, 96.0, 166.0, 256.0, 397.0, 702.0, 1505.0, 3927.0, 12382.0, 59478.0, 998661.0, 2933204.0, 150349.0, 22712.0, 5993.0, 2092.0, 946.0, 449.0, 262.0, 158.0, 107.0, 55.0, 48.0, 34.0, 21.0, 15.0, 8.0, 14.0, 8.0, 11.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-55.46875, -53.79833984375, -52.1279296875, -50.45751953125, -48.787109375, -47.11669921875, -45.4462890625, -43.77587890625, -42.10546875, -40.43505859375, -38.7646484375, -37.09423828125, -35.423828125, -33.75341796875, -32.0830078125, -30.41259765625, -28.7421875, -27.07177734375, -25.4013671875, -23.73095703125, -22.060546875, -20.39013671875, -18.7197265625, -17.04931640625, -15.37890625, -13.70849609375, -12.0380859375, -10.36767578125, -8.697265625, -7.02685546875, -5.3564453125, -3.68603515625, -2.015625, -0.34521484375, 1.3251953125, 2.99560546875, 4.666015625, 6.33642578125, 8.0068359375, 9.67724609375, 11.34765625, 13.01806640625, 14.6884765625, 16.35888671875, 18.029296875, 19.69970703125, 21.3701171875, 23.04052734375, 24.7109375, 26.38134765625, 28.0517578125, 29.72216796875, 31.392578125, 33.06298828125, 34.7333984375, 36.40380859375, 38.07421875, 39.74462890625, 41.4150390625, 43.08544921875, 44.755859375, 46.42626953125, 48.0966796875, 49.76708984375, 51.4375]}, "gradients/decoder.roberta.encoder.layer.21.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 4.0, 7.0, 6.0, 8.0, 9.0, 13.0, 10.0, 11.0, 14.0, 28.0, 21.0, 23.0, 24.0, 33.0, 40.0, 37.0, 30.0, 46.0, 44.0, 42.0, 41.0, 42.0, 36.0, 44.0, 37.0, 51.0, 33.0, 30.0, 37.0, 40.0, 34.0, 21.0, 11.0, 17.0, 21.0, 8.0, 9.0, 9.0, 7.0, 9.0, 6.0, 9.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-13.9765625, -13.52880859375, -13.0810546875, -12.63330078125, -12.185546875, -11.73779296875, -11.2900390625, -10.84228515625, -10.39453125, -9.94677734375, -9.4990234375, -9.05126953125, -8.603515625, -8.15576171875, -7.7080078125, -7.26025390625, -6.8125, -6.36474609375, -5.9169921875, -5.46923828125, -5.021484375, -4.57373046875, -4.1259765625, -3.67822265625, -3.23046875, -2.78271484375, -2.3349609375, -1.88720703125, -1.439453125, -0.99169921875, -0.5439453125, -0.09619140625, 0.3515625, 0.79931640625, 1.2470703125, 1.69482421875, 2.142578125, 2.59033203125, 3.0380859375, 3.48583984375, 3.93359375, 4.38134765625, 4.8291015625, 5.27685546875, 5.724609375, 6.17236328125, 6.6201171875, 7.06787109375, 7.515625, 7.96337890625, 8.4111328125, 8.85888671875, 9.306640625, 9.75439453125, 10.2021484375, 10.64990234375, 11.09765625, 11.54541015625, 11.9931640625, 12.44091796875, 12.888671875, 13.33642578125, 13.7841796875, 14.23193359375, 14.6796875]}, "gradients/decoder.roberta.encoder.layer.21.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 5.0, 3.0, 4.0, 7.0, 15.0, 28.0, 37.0, 39.0, 76.0, 97.0, 160.0, 224.0, 377.0, 849.0, 10178.0, 4095263.0, 84131.0, 1463.0, 533.0, 250.0, 177.0, 133.0, 67.0, 48.0, 49.0, 19.0, 18.0, 9.0, 11.0, 9.0, 3.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-207.0, -200.02734375, -193.0546875, -186.08203125, -179.109375, -172.13671875, -165.1640625, -158.19140625, -151.21875, -144.24609375, -137.2734375, -130.30078125, -123.328125, -116.35546875, -109.3828125, -102.41015625, -95.4375, -88.46484375, -81.4921875, -74.51953125, -67.546875, -60.57421875, -53.6015625, -46.62890625, -39.65625, -32.68359375, -25.7109375, -18.73828125, -11.765625, -4.79296875, 2.1796875, 9.15234375, 16.125, 23.09765625, 30.0703125, 37.04296875, 44.015625, 50.98828125, 57.9609375, 64.93359375, 71.90625, 78.87890625, 85.8515625, 92.82421875, 99.796875, 106.76953125, 113.7421875, 120.71484375, 127.6875, 134.66015625, 141.6328125, 148.60546875, 155.578125, 162.55078125, 169.5234375, 176.49609375, 183.46875, 190.44140625, 197.4140625, 204.38671875, 211.359375, 218.33203125, 225.3046875, 232.27734375, 239.25]}, "gradients/decoder.roberta.encoder.layer.21.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 5.0, 3.0, 8.0, 8.0, 15.0, 33.0, 29.0, 68.0, 106.0, 181.0, 264.0, 482.0, 679.0, 824.0, 490.0, 350.0, 205.0, 125.0, 84.0, 41.0, 23.0, 29.0, 10.0, 8.0, 7.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.734375, -16.2840576171875, -15.833740234375, -15.3834228515625, -14.93310546875, -14.4827880859375, -14.032470703125, -13.5821533203125, -13.1318359375, -12.6815185546875, -12.231201171875, -11.7808837890625, -11.33056640625, -10.8802490234375, -10.429931640625, -9.9796142578125, -9.529296875, -9.0789794921875, -8.628662109375, -8.1783447265625, -7.72802734375, -7.2777099609375, -6.827392578125, -6.3770751953125, -5.9267578125, -5.4764404296875, -5.026123046875, -4.5758056640625, -4.12548828125, -3.6751708984375, -3.224853515625, -2.7745361328125, -2.32421875, -1.8739013671875, -1.423583984375, -0.9732666015625, -0.52294921875, -0.0726318359375, 0.377685546875, 0.8280029296875, 1.2783203125, 1.7286376953125, 2.178955078125, 2.6292724609375, 3.07958984375, 3.5299072265625, 3.980224609375, 4.4305419921875, 4.880859375, 5.3311767578125, 5.781494140625, 6.2318115234375, 6.68212890625, 7.1324462890625, 7.582763671875, 8.0330810546875, 8.4833984375, 8.9337158203125, 9.384033203125, 9.8343505859375, 10.28466796875, 10.7349853515625, 11.185302734375, 11.6356201171875, 12.0859375]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 10.0, 8.0, 10.0, 20.0, 18.0, 25.0, 29.0, 28.0, 46.0, 65.0, 51.0, 60.0, 51.0, 62.0, 63.0, 70.0, 53.0, 70.0, 36.0, 48.0, 35.0, 31.0, 33.0, 25.0, 15.0, 8.0, 9.0, 7.0, 3.0, 7.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.09306526184082, -16.53952980041504, -15.985993385314941, -15.43245792388916, -14.878921508789062, -14.325386047363281, -13.7718505859375, -13.218315124511719, -12.664778709411621, -12.11124324798584, -11.557706832885742, -11.004171371459961, -10.45063591003418, -9.897099494934082, -9.3435640335083, -8.790027618408203, -8.236492156982422, -7.682956218719482, -7.129420280456543, -6.575884819030762, -6.022348880767822, -5.468812942504883, -4.915277481079102, -4.361741542816162, -3.8082056045532227, -3.254669666290283, -2.701133966445923, -2.1475982666015625, -1.594062328338623, -1.0405263900756836, -0.48699069023132324, 0.06654500961303711, 0.6200828552246094, 1.1736186742782593, 1.7271544933319092, 2.2806901931762695, 2.834226131439209, 3.3877620697021484, 3.941297769546509, 4.494833469390869, 5.048369407653809, 5.601905345916748, 6.1554412841796875, 6.708976745605469, 7.262512683868408, 7.816048622131348, 8.369584083557129, 8.923120498657227, 9.476655960083008, 10.030191421508789, 10.583727836608887, 11.137263298034668, 11.690799713134766, 12.244335174560547, 12.797870635986328, 13.35140609741211, 13.904942512512207, 14.458477973937988, 15.012014389038086, 15.565549850463867, 16.11908531188965, 16.672622680664062, 17.226158142089844, 17.779693603515625, 18.333229064941406]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 7.0, 9.0, 5.0, 8.0, 13.0, 15.0, 14.0, 21.0, 24.0, 27.0, 28.0, 35.0, 29.0, 31.0, 30.0, 42.0, 49.0, 39.0, 40.0, 40.0, 36.0, 35.0, 32.0, 53.0, 34.0, 36.0, 27.0, 29.0, 28.0, 26.0, 24.0, 18.0, 20.0, 21.0, 15.0, 16.0, 8.0, 7.0, 6.0, 6.0, 3.0, 6.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-16.675756454467773, -16.17052459716797, -15.665292739868164, -15.16006088256836, -14.654829025268555, -14.14959716796875, -13.644364356994629, -13.139132499694824, -12.63390064239502, -12.128668785095215, -11.62343692779541, -11.118205070495605, -10.612972259521484, -10.10774040222168, -9.602508544921875, -9.09727668762207, -8.592044830322266, -8.086812973022461, -7.581581115722656, -7.076348781585693, -6.571116924285889, -6.065885066986084, -5.560652732849121, -5.055420875549316, -4.550189018249512, -4.044957160949707, -3.5397250652313232, -3.0344929695129395, -2.5292611122131348, -2.02402925491333, -1.5187971591949463, -1.0135650634765625, -0.5083322525024414, -0.003100275993347168, 0.5021317005157471, 1.0073636770248413, 1.5125956535339355, 2.0178275108337402, 2.523059606552124, 3.028291702270508, 3.5335235595703125, 4.038755416870117, 4.543987274169922, 5.049219608306885, 5.5544514656066895, 6.059683322906494, 6.564915657043457, 7.070147514343262, 7.575379371643066, 8.080611228942871, 8.585843086242676, 9.09107494354248, 9.596307754516602, 10.101539611816406, 10.606771469116211, 11.112003326416016, 11.61723518371582, 12.122467041015625, 12.62769889831543, 13.132930755615234, 13.638162612915039, 14.143394470214844, 14.648627281188965, 15.15385913848877, 15.659090995788574]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 8.0, 6.0, 4.0, 12.0, 18.0, 22.0, 39.0, 46.0, 95.0, 123.0, 186.0, 352.0, 499.0, 795.0, 1253.0, 1982.0, 3109.0, 4772.0, 7478.0, 11671.0, 17663.0, 26262.0, 38762.0, 53881.0, 73194.0, 91951.0, 108020.0, 115640.0, 112329.0, 99494.0, 80885.0, 61968.0, 44906.0, 31021.0, 21032.0, 13908.0, 9121.0, 5746.0, 3702.0, 2413.0, 1499.0, 951.0, 614.0, 403.0, 258.0, 173.0, 102.0, 69.0, 39.0, 27.0, 22.0, 15.0, 14.0, 7.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.978515625, -3.853057861328125, -3.72760009765625, -3.602142333984375, -3.4766845703125, -3.351226806640625, -3.22576904296875, -3.100311279296875, -2.974853515625, -2.849395751953125, -2.72393798828125, -2.598480224609375, -2.4730224609375, -2.347564697265625, -2.22210693359375, -2.096649169921875, -1.97119140625, -1.845733642578125, -1.72027587890625, -1.594818115234375, -1.4693603515625, -1.343902587890625, -1.21844482421875, -1.092987060546875, -0.967529296875, -0.842071533203125, -0.71661376953125, -0.591156005859375, -0.4656982421875, -0.340240478515625, -0.21478271484375, -0.089324951171875, 0.0361328125, 0.161590576171875, 0.28704833984375, 0.412506103515625, 0.5379638671875, 0.663421630859375, 0.78887939453125, 0.914337158203125, 1.039794921875, 1.165252685546875, 1.29071044921875, 1.416168212890625, 1.5416259765625, 1.667083740234375, 1.79254150390625, 1.917999267578125, 2.04345703125, 2.168914794921875, 2.29437255859375, 2.419830322265625, 2.5452880859375, 2.670745849609375, 2.79620361328125, 2.921661376953125, 3.047119140625, 3.172576904296875, 3.29803466796875, 3.423492431640625, 3.5489501953125, 3.674407958984375, 3.79986572265625, 3.925323486328125, 4.05078125]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 4.0, 3.0, 5.0, 6.0, 9.0, 8.0, 12.0, 17.0, 14.0, 21.0, 23.0, 28.0, 28.0, 34.0, 32.0, 26.0, 32.0, 44.0, 50.0, 36.0, 37.0, 47.0, 35.0, 32.0, 36.0, 50.0, 36.0, 38.0, 24.0, 29.0, 28.0, 27.0, 22.0, 20.0, 18.0, 21.0, 15.0, 16.0, 7.0, 9.0, 4.0, 6.0, 5.0, 5.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-16.9375, -16.4366455078125, -15.935791015625, -15.4349365234375, -14.93408203125, -14.4332275390625, -13.932373046875, -13.4315185546875, -12.9306640625, -12.4298095703125, -11.928955078125, -11.4281005859375, -10.92724609375, -10.4263916015625, -9.925537109375, -9.4246826171875, -8.923828125, -8.4229736328125, -7.922119140625, -7.4212646484375, -6.92041015625, -6.4195556640625, -5.918701171875, -5.4178466796875, -4.9169921875, -4.4161376953125, -3.915283203125, -3.4144287109375, -2.91357421875, -2.4127197265625, -1.911865234375, -1.4110107421875, -0.91015625, -0.4093017578125, 0.091552734375, 0.5924072265625, 1.09326171875, 1.5941162109375, 2.094970703125, 2.5958251953125, 3.0966796875, 3.5975341796875, 4.098388671875, 4.5992431640625, 5.10009765625, 5.6009521484375, 6.101806640625, 6.6026611328125, 7.103515625, 7.6043701171875, 8.105224609375, 8.6060791015625, 9.10693359375, 9.6077880859375, 10.108642578125, 10.6094970703125, 11.1103515625, 11.6112060546875, 12.112060546875, 12.6129150390625, 13.11376953125, 13.6146240234375, 14.115478515625, 14.6163330078125, 15.1171875]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 6.0, 6.0, 4.0, 12.0, 16.0, 23.0, 29.0, 32.0, 49.0, 80.0, 98.0, 151.0, 223.0, 341.0, 441.0, 714.0, 1017.0, 1422.0, 1999.0, 2815.0, 3874.0, 5465.0, 7679.0, 10764.0, 15324.0, 22954.0, 58456.0, 763863.0, 72854.0, 23862.0, 15969.0, 10946.0, 7833.0, 5636.0, 4022.0, 2903.0, 2008.0, 1447.0, 963.0, 702.0, 460.0, 354.0, 214.0, 157.0, 126.0, 81.0, 59.0, 29.0, 32.0, 17.0, 13.0, 6.0, 3.0, 2.0, 4.0, 4.0, 2.0], "bins": [-7.75, -7.525634765625, -7.30126953125, -7.076904296875, -6.8525390625, -6.628173828125, -6.40380859375, -6.179443359375, -5.955078125, -5.730712890625, -5.50634765625, -5.281982421875, -5.0576171875, -4.833251953125, -4.60888671875, -4.384521484375, -4.16015625, -3.935791015625, -3.71142578125, -3.487060546875, -3.2626953125, -3.038330078125, -2.81396484375, -2.589599609375, -2.365234375, -2.140869140625, -1.91650390625, -1.692138671875, -1.4677734375, -1.243408203125, -1.01904296875, -0.794677734375, -0.5703125, -0.345947265625, -0.12158203125, 0.102783203125, 0.3271484375, 0.551513671875, 0.77587890625, 1.000244140625, 1.224609375, 1.448974609375, 1.67333984375, 1.897705078125, 2.1220703125, 2.346435546875, 2.57080078125, 2.795166015625, 3.01953125, 3.243896484375, 3.46826171875, 3.692626953125, 3.9169921875, 4.141357421875, 4.36572265625, 4.590087890625, 4.814453125, 5.038818359375, 5.26318359375, 5.487548828125, 5.7119140625, 5.936279296875, 6.16064453125, 6.385009765625, 6.609375]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 15.0, 6.0, 16.0, 13.0, 22.0, 21.0, 19.0, 29.0, 20.0, 33.0, 27.0, 35.0, 34.0, 37.0, 31.0, 39.0, 37.0, 39.0, 43.0, 40.0, 30.0, 28.0, 34.0, 36.0, 32.0, 36.0, 24.0, 28.0, 27.0, 22.0, 23.0, 15.0, 14.0, 17.0, 5.0, 16.0, 10.0, 10.0, 3.0, 5.0, 7.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-10.8046875, -10.4725341796875, -10.140380859375, -9.8082275390625, -9.47607421875, -9.1439208984375, -8.811767578125, -8.4796142578125, -8.1474609375, -7.8153076171875, -7.483154296875, -7.1510009765625, -6.81884765625, -6.4866943359375, -6.154541015625, -5.8223876953125, -5.490234375, -5.1580810546875, -4.825927734375, -4.4937744140625, -4.16162109375, -3.8294677734375, -3.497314453125, -3.1651611328125, -2.8330078125, -2.5008544921875, -2.168701171875, -1.8365478515625, -1.50439453125, -1.1722412109375, -0.840087890625, -0.5079345703125, -0.17578125, 0.1563720703125, 0.488525390625, 0.8206787109375, 1.15283203125, 1.4849853515625, 1.817138671875, 2.1492919921875, 2.4814453125, 2.8135986328125, 3.145751953125, 3.4779052734375, 3.81005859375, 4.1422119140625, 4.474365234375, 4.8065185546875, 5.138671875, 5.4708251953125, 5.802978515625, 6.1351318359375, 6.46728515625, 6.7994384765625, 7.131591796875, 7.4637451171875, 7.7958984375, 8.1280517578125, 8.460205078125, 8.7923583984375, 9.12451171875, 9.4566650390625, 9.788818359375, 10.1209716796875, 10.453125]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 6.0, 6.0, 12.0, 15.0, 17.0, 27.0, 38.0, 37.0, 52.0, 69.0, 113.0, 170.0, 234.0, 356.0, 507.0, 735.0, 1180.0, 1859.0, 2999.0, 4866.0, 8164.0, 14020.0, 26555.0, 110812.0, 793761.0, 37039.0, 18411.0, 10212.0, 5968.0, 3626.0, 2267.0, 1483.0, 937.0, 662.0, 421.0, 246.0, 194.0, 153.0, 104.0, 68.0, 41.0, 33.0, 21.0, 17.0, 11.0, 12.0, 7.0, 6.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.428466796875, -0.4142875671386719, -0.40010833740234375, -0.3859291076660156, -0.3717498779296875, -0.3575706481933594, -0.34339141845703125, -0.3292121887207031, -0.315032958984375, -0.3008537292480469, -0.28667449951171875, -0.2724952697753906, -0.2583160400390625, -0.24413681030273438, -0.22995758056640625, -0.21577835083007812, -0.20159912109375, -0.18741989135742188, -0.17324066162109375, -0.15906143188476562, -0.1448822021484375, -0.13070297241210938, -0.11652374267578125, -0.10234451293945312, -0.088165283203125, -0.07398605346679688, -0.05980682373046875, -0.045627593994140625, -0.0314483642578125, -0.017269134521484375, -0.00308990478515625, 0.011089324951171875, 0.0252685546875, 0.039447784423828125, 0.05362701416015625, 0.06780624389648438, 0.0819854736328125, 0.09616470336914062, 0.11034393310546875, 0.12452316284179688, 0.138702392578125, 0.15288162231445312, 0.16706085205078125, 0.18124008178710938, 0.1954193115234375, 0.20959854125976562, 0.22377777099609375, 0.23795700073242188, 0.25213623046875, 0.2663154602050781, 0.28049468994140625, 0.2946739196777344, 0.3088531494140625, 0.3230323791503906, 0.33721160888671875, 0.3513908386230469, 0.365570068359375, 0.3797492980957031, 0.39392852783203125, 0.4081077575683594, 0.4222869873046875, 0.4364662170410156, 0.45064544677734375, 0.4648246765136719, 0.47900390625]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 6.0, 3.0, 5.0, 6.0, 3.0, 6.0, 13.0, 12.0, 8.0, 18.0, 32.0, 22.0, 35.0, 36.0, 72.0, 70.0, 71.0, 71.0, 80.0, 81.0, 61.0, 56.0, 41.0, 27.0, 37.0, 33.0, 25.0, 11.0, 14.0, 6.0, 10.0, 5.0, 8.0, 5.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.2479248046875e-05, -7.000751793384552e-05, -6.753578782081604e-05, -6.506405770778656e-05, -6.259232759475708e-05, -6.01205974817276e-05, -5.764886736869812e-05, -5.517713725566864e-05, -5.270540714263916e-05, -5.023367702960968e-05, -4.77619469165802e-05, -4.529021680355072e-05, -4.281848669052124e-05, -4.034675657749176e-05, -3.787502646446228e-05, -3.54032963514328e-05, -3.293156623840332e-05, -3.045983612537384e-05, -2.798810601234436e-05, -2.551637589931488e-05, -2.30446457862854e-05, -2.057291567325592e-05, -1.810118556022644e-05, -1.562945544719696e-05, -1.315772533416748e-05, -1.0685995221138e-05, -8.21426510810852e-06, -5.7425349950790405e-06, -3.2708048820495605e-06, -7.990747690200806e-07, 1.6726553440093994e-06, 4.144385457038879e-06, 6.616115570068359e-06, 9.08784568309784e-06, 1.155957579612732e-05, 1.40313059091568e-05, 1.650303602218628e-05, 1.897476613521576e-05, 2.144649624824524e-05, 2.391822636127472e-05, 2.63899564743042e-05, 2.886168658733368e-05, 3.133341670036316e-05, 3.380514681339264e-05, 3.627687692642212e-05, 3.87486070394516e-05, 4.122033715248108e-05, 4.369206726551056e-05, 4.616379737854004e-05, 4.863552749156952e-05, 5.1107257604599e-05, 5.357898771762848e-05, 5.605071783065796e-05, 5.852244794368744e-05, 6.099417805671692e-05, 6.34659081697464e-05, 6.593763828277588e-05, 6.840936839580536e-05, 7.088109850883484e-05, 7.335282862186432e-05, 7.58245587348938e-05, 7.829628884792328e-05, 8.076801896095276e-05, 8.323974907398224e-05, 8.571147918701172e-05]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 6.0, 7.0, 8.0, 9.0, 8.0, 14.0, 20.0, 24.0, 39.0, 35.0, 45.0, 62.0, 169.0, 1593.0, 174334.0, 865637.0, 5916.0, 291.0, 82.0, 44.0, 44.0, 30.0, 17.0, 22.0, 15.0, 15.0, 12.0, 10.0, 7.0, 3.0, 3.0, 4.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-4.37890625, -4.2427978515625, -4.106689453125, -3.9705810546875, -3.83447265625, -3.6983642578125, -3.562255859375, -3.4261474609375, -3.2900390625, -3.1539306640625, -3.017822265625, -2.8817138671875, -2.74560546875, -2.6094970703125, -2.473388671875, -2.3372802734375, -2.201171875, -2.0650634765625, -1.928955078125, -1.7928466796875, -1.65673828125, -1.5206298828125, -1.384521484375, -1.2484130859375, -1.1123046875, -0.9761962890625, -0.840087890625, -0.7039794921875, -0.56787109375, -0.4317626953125, -0.295654296875, -0.1595458984375, -0.0234375, 0.1126708984375, 0.248779296875, 0.3848876953125, 0.52099609375, 0.6571044921875, 0.793212890625, 0.9293212890625, 1.0654296875, 1.2015380859375, 1.337646484375, 1.4737548828125, 1.60986328125, 1.7459716796875, 1.882080078125, 2.0181884765625, 2.154296875, 2.2904052734375, 2.426513671875, 2.5626220703125, 2.69873046875, 2.8348388671875, 2.970947265625, 3.1070556640625, 3.2431640625, 3.3792724609375, 3.515380859375, 3.6514892578125, 3.78759765625, 3.9237060546875, 4.059814453125, 4.1959228515625, 4.33203125]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 8.0, 9.0, 18.0, 12.0, 14.0, 17.0, 26.0, 24.0, 35.0, 32.0, 44.0, 63.0, 81.0, 84.0, 90.0, 79.0, 64.0, 53.0, 43.0, 35.0, 25.0, 29.0, 16.0, 13.0, 19.0, 14.0, 6.0, 5.0, 9.0, 3.0, 1.0, 4.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.2059326171875, -0.1995105743408203, -0.19308853149414062, -0.18666648864746094, -0.18024444580078125, -0.17382240295410156, -0.16740036010742188, -0.1609783172607422, -0.1545562744140625, -0.1481342315673828, -0.14171218872070312, -0.13529014587402344, -0.12886810302734375, -0.12244606018066406, -0.11602401733398438, -0.10960197448730469, -0.103179931640625, -0.09675788879394531, -0.09033584594726562, -0.08391380310058594, -0.07749176025390625, -0.07106971740722656, -0.06464767456054688, -0.05822563171386719, -0.0518035888671875, -0.04538154602050781, -0.038959503173828125, -0.03253746032714844, -0.02611541748046875, -0.019693374633789062, -0.013271331787109375, -0.0068492889404296875, -0.00042724609375, 0.0059947967529296875, 0.012416839599609375, 0.018838882446289062, 0.02526092529296875, 0.03168296813964844, 0.038105010986328125, 0.04452705383300781, 0.0509490966796875, 0.05737113952636719, 0.06379318237304688, 0.07021522521972656, 0.07663726806640625, 0.08305931091308594, 0.08948135375976562, 0.09590339660644531, 0.102325439453125, 0.10874748229980469, 0.11516952514648438, 0.12159156799316406, 0.12801361083984375, 0.13443565368652344, 0.14085769653320312, 0.1472797393798828, 0.1537017822265625, 0.1601238250732422, 0.16654586791992188, 0.17296791076660156, 0.17938995361328125, 0.18581199645996094, 0.19223403930664062, 0.1986560821533203, 0.205078125]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 6.0, 9.0, 12.0, 11.0, 20.0, 16.0, 24.0, 32.0, 37.0, 32.0, 43.0, 61.0, 56.0, 42.0, 43.0, 65.0, 63.0, 58.0, 54.0, 54.0, 41.0, 29.0, 42.0, 32.0, 28.0, 20.0, 21.0, 11.0, 13.0, 4.0, 4.0, 7.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.908792495727539, -15.417562484741211, -14.926332473754883, -14.435102462768555, -13.943872451782227, -13.452642440795898, -12.96141242980957, -12.470182418823242, -11.978952407836914, -11.487722396850586, -10.996492385864258, -10.50526237487793, -10.014032363891602, -9.522802352905273, -9.031572341918945, -8.540342330932617, -8.049113273620605, -7.557883262634277, -7.066653251647949, -6.575423240661621, -6.084193229675293, -5.592963218688965, -5.101733684539795, -4.610503673553467, -4.119273662567139, -3.6280436515808105, -3.1368136405944824, -2.6455838680267334, -2.1543538570404053, -1.6631238460540771, -1.1718940734863281, -0.6806640625, -0.18943500518798828, 0.30179494619369507, 0.7930248975753784, 1.284254789352417, 1.7754848003387451, 2.2667148113250732, 2.7579445838928223, 3.2491745948791504, 3.7404046058654785, 4.231634616851807, 4.722864627838135, 5.214094161987305, 5.705324172973633, 6.196554183959961, 6.687784194946289, 7.179014205932617, 7.670244216918945, 8.161474227905273, 8.652704238891602, 9.14393424987793, 9.635164260864258, 10.126394271850586, 10.617624282836914, 11.108854293823242, 11.60008430480957, 12.091314315795898, 12.582544326782227, 13.073774337768555, 13.565004348754883, 14.056234359741211, 14.547464370727539, 15.038694381713867, 15.529923439025879]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 6.0, 6.0, 9.0, 6.0, 13.0, 15.0, 20.0, 19.0, 20.0, 34.0, 20.0, 34.0, 38.0, 25.0, 35.0, 47.0, 44.0, 35.0, 39.0, 46.0, 36.0, 34.0, 35.0, 46.0, 41.0, 36.0, 23.0, 30.0, 30.0, 23.0, 25.0, 19.0, 19.0, 19.0, 16.0, 15.0, 6.0, 8.0, 6.0, 4.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-16.9716739654541, -16.46857452392578, -15.965476989746094, -15.46237850189209, -14.959280014038086, -14.456181526184082, -13.953083038330078, -13.449984550476074, -12.94688606262207, -12.443787574768066, -11.940689086914062, -11.437590599060059, -10.934492111206055, -10.43139362335205, -9.928295135498047, -9.425196647644043, -8.922098159790039, -8.418999671936035, -7.915901184082031, -7.412802696228027, -6.909704208374023, -6.4066057205200195, -5.903507232666016, -5.400408744812012, -4.897310256958008, -4.394211769104004, -3.89111328125, -3.388014793395996, -2.884916305541992, -2.3818178176879883, -1.8787193298339844, -1.3756208419799805, -0.8725204467773438, -0.36942195892333984, 0.13367652893066406, 0.636775016784668, 1.1398735046386719, 1.6429719924926758, 2.1460704803466797, 2.6491689682006836, 3.1522674560546875, 3.6553659439086914, 4.158464431762695, 4.661562919616699, 5.164661407470703, 5.667759895324707, 6.170858383178711, 6.673956871032715, 7.177055358886719, 7.680153846740723, 8.183252334594727, 8.68635082244873, 9.189449310302734, 9.692547798156738, 10.195646286010742, 10.698744773864746, 11.20184326171875, 11.704941749572754, 12.208040237426758, 12.711138725280762, 13.214237213134766, 13.71733570098877, 14.220434188842773, 14.723532676696777, 15.226631164550781]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 8.0, 8.0, 11.0, 11.0, 33.0, 44.0, 58.0, 81.0, 137.0, 186.0, 265.0, 434.0, 654.0, 1008.0, 1597.0, 2573.0, 4528.0, 7978.0, 13756.0, 25093.0, 47494.0, 95656.0, 213325.0, 308780.0, 163515.0, 74511.0, 38315.0, 20588.0, 11425.0, 6665.0, 3799.0, 2154.0, 1339.0, 887.0, 552.0, 361.0, 233.0, 150.0, 98.0, 74.0, 65.0, 41.0, 22.0, 22.0, 11.0, 5.0, 7.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-22.78125, -22.05419921875, -21.3271484375, -20.60009765625, -19.873046875, -19.14599609375, -18.4189453125, -17.69189453125, -16.96484375, -16.23779296875, -15.5107421875, -14.78369140625, -14.056640625, -13.32958984375, -12.6025390625, -11.87548828125, -11.1484375, -10.42138671875, -9.6943359375, -8.96728515625, -8.240234375, -7.51318359375, -6.7861328125, -6.05908203125, -5.33203125, -4.60498046875, -3.8779296875, -3.15087890625, -2.423828125, -1.69677734375, -0.9697265625, -0.24267578125, 0.484375, 1.21142578125, 1.9384765625, 2.66552734375, 3.392578125, 4.11962890625, 4.8466796875, 5.57373046875, 6.30078125, 7.02783203125, 7.7548828125, 8.48193359375, 9.208984375, 9.93603515625, 10.6630859375, 11.39013671875, 12.1171875, 12.84423828125, 13.5712890625, 14.29833984375, 15.025390625, 15.75244140625, 16.4794921875, 17.20654296875, 17.93359375, 18.66064453125, 19.3876953125, 20.11474609375, 20.841796875, 21.56884765625, 22.2958984375, 23.02294921875, 23.75]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 9.0, 9.0, 5.0, 15.0, 11.0, 14.0, 25.0, 15.0, 31.0, 33.0, 27.0, 35.0, 27.0, 36.0, 44.0, 45.0, 42.0, 37.0, 39.0, 43.0, 29.0, 38.0, 51.0, 38.0, 29.0, 31.0, 27.0, 32.0, 31.0, 18.0, 20.0, 21.0, 19.0, 14.0, 17.0, 5.0, 8.0, 4.0, 6.0, 5.0, 7.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-14.828125, -14.3902587890625, -13.952392578125, -13.5145263671875, -13.07666015625, -12.6387939453125, -12.200927734375, -11.7630615234375, -11.3251953125, -10.8873291015625, -10.449462890625, -10.0115966796875, -9.57373046875, -9.1358642578125, -8.697998046875, -8.2601318359375, -7.822265625, -7.3843994140625, -6.946533203125, -6.5086669921875, -6.07080078125, -5.6329345703125, -5.195068359375, -4.7572021484375, -4.3193359375, -3.8814697265625, -3.443603515625, -3.0057373046875, -2.56787109375, -2.1300048828125, -1.692138671875, -1.2542724609375, -0.81640625, -0.3785400390625, 0.059326171875, 0.4971923828125, 0.93505859375, 1.3729248046875, 1.810791015625, 2.2486572265625, 2.6865234375, 3.1243896484375, 3.562255859375, 4.0001220703125, 4.43798828125, 4.8758544921875, 5.313720703125, 5.7515869140625, 6.189453125, 6.6273193359375, 7.065185546875, 7.5030517578125, 7.94091796875, 8.3787841796875, 8.816650390625, 9.2545166015625, 9.6923828125, 10.1302490234375, 10.568115234375, 11.0059814453125, 11.44384765625, 11.8817138671875, 12.319580078125, 12.7574462890625, 13.1953125]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 7.0, 7.0, 11.0, 10.0, 10.0, 18.0, 16.0, 16.0, 26.0, 24.0, 20.0, 42.0, 35.0, 50.0, 46.0, 43.0, 81.0, 417.0, 898556.0, 148474.0, 210.0, 63.0, 49.0, 35.0, 37.0, 38.0, 33.0, 23.0, 27.0, 18.0, 21.0, 20.0, 12.0, 8.0, 10.0, 10.0, 1.0, 5.0, 5.0, 7.0, 6.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-348.5, -337.21875, -325.9375, -314.65625, -303.375, -292.09375, -280.8125, -269.53125, -258.25, -246.96875, -235.6875, -224.40625, -213.125, -201.84375, -190.5625, -179.28125, -168.0, -156.71875, -145.4375, -134.15625, -122.875, -111.59375, -100.3125, -89.03125, -77.75, -66.46875, -55.1875, -43.90625, -32.625, -21.34375, -10.0625, 1.21875, 12.5, 23.78125, 35.0625, 46.34375, 57.625, 68.90625, 80.1875, 91.46875, 102.75, 114.03125, 125.3125, 136.59375, 147.875, 159.15625, 170.4375, 181.71875, 193.0, 204.28125, 215.5625, 226.84375, 238.125, 249.40625, 260.6875, 271.96875, 283.25, 294.53125, 305.8125, 317.09375, 328.375, 339.65625, 350.9375, 362.21875, 373.5]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 6.0, 3.0, 4.0, 7.0, 7.0, 7.0, 6.0, 17.0, 18.0, 16.0, 20.0, 19.0, 22.0, 20.0, 30.0, 34.0, 34.0, 42.0, 38.0, 37.0, 35.0, 27.0, 40.0, 39.0, 37.0, 46.0, 49.0, 43.0, 42.0, 40.0, 31.0, 27.0, 21.0, 24.0, 18.0, 19.0, 15.0, 13.0, 11.0, 5.0, 11.0, 5.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-13.4609375, -13.0594482421875, -12.657958984375, -12.2564697265625, -11.85498046875, -11.4534912109375, -11.052001953125, -10.6505126953125, -10.2490234375, -9.8475341796875, -9.446044921875, -9.0445556640625, -8.64306640625, -8.2415771484375, -7.840087890625, -7.4385986328125, -7.037109375, -6.6356201171875, -6.234130859375, -5.8326416015625, -5.43115234375, -5.0296630859375, -4.628173828125, -4.2266845703125, -3.8251953125, -3.4237060546875, -3.022216796875, -2.6207275390625, -2.21923828125, -1.8177490234375, -1.416259765625, -1.0147705078125, -0.61328125, -0.2117919921875, 0.189697265625, 0.5911865234375, 0.99267578125, 1.3941650390625, 1.795654296875, 2.1971435546875, 2.5986328125, 3.0001220703125, 3.401611328125, 3.8031005859375, 4.20458984375, 4.6060791015625, 5.007568359375, 5.4090576171875, 5.810546875, 6.2120361328125, 6.613525390625, 7.0150146484375, 7.41650390625, 7.8179931640625, 8.219482421875, 8.6209716796875, 9.0224609375, 9.4239501953125, 9.825439453125, 10.2269287109375, 10.62841796875, 11.0299072265625, 11.431396484375, 11.8328857421875, 12.234375]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 7.0, 6.0, 8.0, 9.0, 18.0, 19.0, 43.0, 70.0, 149.0, 494.0, 2739.0, 50320.0, 954559.0, 37015.0, 2327.0, 416.0, 146.0, 75.0, 28.0, 31.0, 21.0, 14.0, 9.0, 11.0, 4.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-67.8125, -65.4296875, -63.046875, -60.6640625, -58.28125, -55.8984375, -53.515625, -51.1328125, -48.75, -46.3671875, -43.984375, -41.6015625, -39.21875, -36.8359375, -34.453125, -32.0703125, -29.6875, -27.3046875, -24.921875, -22.5390625, -20.15625, -17.7734375, -15.390625, -13.0078125, -10.625, -8.2421875, -5.859375, -3.4765625, -1.09375, 1.2890625, 3.671875, 6.0546875, 8.4375, 10.8203125, 13.203125, 15.5859375, 17.96875, 20.3515625, 22.734375, 25.1171875, 27.5, 29.8828125, 32.265625, 34.6484375, 37.03125, 39.4140625, 41.796875, 44.1796875, 46.5625, 48.9453125, 51.328125, 53.7109375, 56.09375, 58.4765625, 60.859375, 63.2421875, 65.625, 68.0078125, 70.390625, 72.7734375, 75.15625, 77.5390625, 79.921875, 82.3046875, 84.6875]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 7.0, 7.0, 8.0, 4.0, 18.0, 11.0, 24.0, 22.0, 46.0, 74.0, 90.0, 97.0, 184.0, 101.0, 89.0, 53.0, 41.0, 31.0, 20.0, 21.0, 15.0, 10.0, 6.0, 3.0, 2.0, 3.0, 5.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015153884887695312, -0.0014584511518478394, -0.0014015138149261475, -0.0013445764780044556, -0.0012876391410827637, -0.0012307018041610718, -0.0011737644672393799, -0.001116827130317688, -0.001059889793395996, -0.0010029524564743042, -0.0009460151195526123, -0.0008890777826309204, -0.0008321404457092285, -0.0007752031087875366, -0.0007182657718658447, -0.0006613284349441528, -0.0006043910980224609, -0.000547453761100769, -0.0004905164241790771, -0.00043357908725738525, -0.00037664175033569336, -0.00031970441341400146, -0.00026276707649230957, -0.00020582973957061768, -0.00014889240264892578, -9.195506572723389e-05, -3.501772880554199e-05, 2.1919608116149902e-05, 7.88569450378418e-05, 0.0001357942819595337, 0.00019273161888122559, 0.0002496689558029175, 0.0003066062927246094, 0.00036354362964630127, 0.00042048096656799316, 0.00047741830348968506, 0.000534355640411377, 0.0005912929773330688, 0.0006482303142547607, 0.0007051676511764526, 0.0007621049880981445, 0.0008190423250198364, 0.0008759796619415283, 0.0009329169988632202, 0.0009898543357849121, 0.001046791672706604, 0.001103729009628296, 0.0011606663465499878, 0.0012176036834716797, 0.0012745410203933716, 0.0013314783573150635, 0.0013884156942367554, 0.0014453530311584473, 0.0015022903680801392, 0.001559227705001831, 0.001616165041923523, 0.0016731023788452148, 0.0017300397157669067, 0.0017869770526885986, 0.0018439143896102905, 0.0019008517265319824, 0.0019577890634536743, 0.002014726400375366, 0.002071663737297058, 0.00212860107421875]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 12.0, 11.0, 9.0, 18.0, 41.0, 94.0, 287.0, 1725.0, 103702.0, 937952.0, 3898.0, 528.0, 136.0, 55.0, 32.0, 19.0, 12.0, 7.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-119.6875, -115.7197265625, -111.751953125, -107.7841796875, -103.81640625, -99.8486328125, -95.880859375, -91.9130859375, -87.9453125, -83.9775390625, -80.009765625, -76.0419921875, -72.07421875, -68.1064453125, -64.138671875, -60.1708984375, -56.203125, -52.2353515625, -48.267578125, -44.2998046875, -40.33203125, -36.3642578125, -32.396484375, -28.4287109375, -24.4609375, -20.4931640625, -16.525390625, -12.5576171875, -8.58984375, -4.6220703125, -0.654296875, 3.3134765625, 7.28125, 11.2490234375, 15.216796875, 19.1845703125, 23.15234375, 27.1201171875, 31.087890625, 35.0556640625, 39.0234375, 42.9912109375, 46.958984375, 50.9267578125, 54.89453125, 58.8623046875, 62.830078125, 66.7978515625, 70.765625, 74.7333984375, 78.701171875, 82.6689453125, 86.63671875, 90.6044921875, 94.572265625, 98.5400390625, 102.5078125, 106.4755859375, 110.443359375, 114.4111328125, 118.37890625, 122.3466796875, 126.314453125, 130.2822265625, 134.25]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 9.0, 8.0, 13.0, 25.0, 30.0, 53.0, 59.0, 116.0, 153.0, 215.0, 113.0, 64.0, 59.0, 28.0, 21.0, 13.0, 8.0, 7.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.9609375, -8.70556640625, -8.4501953125, -8.19482421875, -7.939453125, -7.68408203125, -7.4287109375, -7.17333984375, -6.91796875, -6.66259765625, -6.4072265625, -6.15185546875, -5.896484375, -5.64111328125, -5.3857421875, -5.13037109375, -4.875, -4.61962890625, -4.3642578125, -4.10888671875, -3.853515625, -3.59814453125, -3.3427734375, -3.08740234375, -2.83203125, -2.57666015625, -2.3212890625, -2.06591796875, -1.810546875, -1.55517578125, -1.2998046875, -1.04443359375, -0.7890625, -0.53369140625, -0.2783203125, -0.02294921875, 0.232421875, 0.48779296875, 0.7431640625, 0.99853515625, 1.25390625, 1.50927734375, 1.7646484375, 2.02001953125, 2.275390625, 2.53076171875, 2.7861328125, 3.04150390625, 3.296875, 3.55224609375, 3.8076171875, 4.06298828125, 4.318359375, 4.57373046875, 4.8291015625, 5.08447265625, 5.33984375, 5.59521484375, 5.8505859375, 6.10595703125, 6.361328125, 6.61669921875, 6.8720703125, 7.12744140625, 7.3828125]}, "gradients/decoder.roberta.encoder.layer.20.output.LayerNorm.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 1.0, 2.0, 6.0, 7.0, 12.0, 19.0, 15.0, 26.0, 27.0, 32.0, 42.0, 48.0, 59.0, 83.0, 68.0, 69.0, 64.0, 75.0, 73.0, 54.0, 51.0, 37.0, 33.0, 25.0, 21.0, 9.0, 7.0, 11.0, 8.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.33550262451172, -19.71324920654297, -19.090993881225586, -18.468740463256836, -17.846485137939453, -17.224231719970703, -16.60197639465332, -15.97972297668457, -15.357468605041504, -14.735214233398438, -14.112959861755371, -13.490705490112305, -12.868452072143555, -12.246196746826172, -11.623943328857422, -11.001688957214355, -10.379434585571289, -9.757180213928223, -9.134925842285156, -8.51267147064209, -7.890417575836182, -7.268163204193115, -6.645909309387207, -6.023654937744141, -5.401400566101074, -4.779146194458008, -4.156891822814941, -3.534637928009033, -2.912383556365967, -2.2901291847229004, -1.667875051498413, -1.0456209182739258, -0.4233665466308594, 0.19888770580291748, 0.8211419582366943, 1.4433962106704712, 2.065650463104248, 2.6879048347473145, 3.3101589679718018, 3.932413101196289, 4.5546674728393555, 5.176921844482422, 5.799176216125488, 6.4214301109313965, 7.043684482574463, 7.665938854217529, 8.288192749023438, 8.910447120666504, 9.53270149230957, 10.154955863952637, 10.777210235595703, 11.39946460723877, 12.021718978881836, 12.643972396850586, 13.266226768493652, 13.888481140136719, 14.510735511779785, 15.132989883422852, 15.755244255065918, 16.377498626708984, 16.999752044677734, 17.622007369995117, 18.244260787963867, 18.86651611328125, 19.48876953125]}, "gradients/decoder.roberta.encoder.layer.20.output.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 0.0, 6.0, 6.0, 5.0, 6.0, 2.0, 10.0, 20.0, 22.0, 16.0, 25.0, 27.0, 33.0, 36.0, 35.0, 45.0, 37.0, 41.0, 42.0, 39.0, 36.0, 42.0, 54.0, 41.0, 55.0, 47.0, 36.0, 49.0, 33.0, 22.0, 23.0, 21.0, 19.0, 11.0, 14.0, 10.0, 12.0, 11.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.186887741088867, -20.394134521484375, -19.60137939453125, -18.808626174926758, -18.015872955322266, -17.223119735717773, -16.43036651611328, -15.637611389160156, -14.844858169555664, -14.052104949951172, -13.259350776672363, -12.466596603393555, -11.673843383789062, -10.88109016418457, -10.088335990905762, -9.295581817626953, -8.502828598022461, -7.7100749015808105, -6.91732120513916, -6.12456750869751, -5.331813812255859, -4.539060115814209, -3.7463064193725586, -2.953552722930908, -2.160799026489258, -1.3680453300476074, -0.575291633605957, 0.21746206283569336, 1.0102157592773438, 1.8029694557189941, 2.5957231521606445, 3.388476848602295, 4.181230545043945, 4.973984241485596, 5.766737937927246, 6.5594916343688965, 7.352245330810547, 8.144998550415039, 8.937752723693848, 9.730506896972656, 10.523260116577148, 11.31601333618164, 12.10876750946045, 12.901521682739258, 13.69427490234375, 14.487028121948242, 15.27978229522705, 16.07253646850586, 16.86528968811035, 17.658042907714844, 18.45079803466797, 19.24355125427246, 20.036304473876953, 20.829057693481445, 21.621810913085938, 22.414566040039062, 23.207319259643555, 24.000072479248047, 24.792827606201172, 25.585580825805664, 26.378334045410156, 27.17108726501465, 27.96384048461914, 28.756595611572266, 29.549348831176758]}, "gradients/decoder.roberta.encoder.layer.20.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 4.0, 3.0, 13.0, 19.0, 14.0, 27.0, 37.0, 47.0, 62.0, 89.0, 132.0, 192.0, 291.0, 429.0, 797.0, 1271.0, 2294.0, 4338.0, 9233.0, 22570.0, 66751.0, 315483.0, 2278509.0, 1248990.0, 167161.0, 44282.0, 16497.0, 7115.0, 3361.0, 1772.0, 927.0, 553.0, 314.0, 219.0, 155.0, 90.0, 60.0, 48.0, 40.0, 24.0, 23.0, 14.0, 9.0, 8.0, 4.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.09375, -32.08544921875, -31.0771484375, -30.06884765625, -29.060546875, -28.05224609375, -27.0439453125, -26.03564453125, -25.02734375, -24.01904296875, -23.0107421875, -22.00244140625, -20.994140625, -19.98583984375, -18.9775390625, -17.96923828125, -16.9609375, -15.95263671875, -14.9443359375, -13.93603515625, -12.927734375, -11.91943359375, -10.9111328125, -9.90283203125, -8.89453125, -7.88623046875, -6.8779296875, -5.86962890625, -4.861328125, -3.85302734375, -2.8447265625, -1.83642578125, -0.828125, 0.18017578125, 1.1884765625, 2.19677734375, 3.205078125, 4.21337890625, 5.2216796875, 6.22998046875, 7.23828125, 8.24658203125, 9.2548828125, 10.26318359375, 11.271484375, 12.27978515625, 13.2880859375, 14.29638671875, 15.3046875, 16.31298828125, 17.3212890625, 18.32958984375, 19.337890625, 20.34619140625, 21.3544921875, 22.36279296875, 23.37109375, 24.37939453125, 25.3876953125, 26.39599609375, 27.404296875, 28.41259765625, 29.4208984375, 30.42919921875, 31.4375]}, "gradients/decoder.roberta.encoder.layer.20.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 8.0, 2.0, 1.0, 6.0, 11.0, 10.0, 13.0, 13.0, 29.0, 22.0, 23.0, 34.0, 28.0, 32.0, 32.0, 44.0, 34.0, 40.0, 57.0, 38.0, 47.0, 50.0, 47.0, 46.0, 37.0, 49.0, 26.0, 35.0, 24.0, 22.0, 22.0, 28.0, 24.0, 15.0, 19.0, 4.0, 12.0, 2.0, 3.0, 6.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.3359375, -12.8646240234375, -12.393310546875, -11.9219970703125, -11.45068359375, -10.9793701171875, -10.508056640625, -10.0367431640625, -9.5654296875, -9.0941162109375, -8.622802734375, -8.1514892578125, -7.68017578125, -7.2088623046875, -6.737548828125, -6.2662353515625, -5.794921875, -5.3236083984375, -4.852294921875, -4.3809814453125, -3.90966796875, -3.4383544921875, -2.967041015625, -2.4957275390625, -2.0244140625, -1.5531005859375, -1.081787109375, -0.6104736328125, -0.13916015625, 0.3321533203125, 0.803466796875, 1.2747802734375, 1.74609375, 2.2174072265625, 2.688720703125, 3.1600341796875, 3.63134765625, 4.1026611328125, 4.573974609375, 5.0452880859375, 5.5166015625, 5.9879150390625, 6.459228515625, 6.9305419921875, 7.40185546875, 7.8731689453125, 8.344482421875, 8.8157958984375, 9.287109375, 9.7584228515625, 10.229736328125, 10.7010498046875, 11.17236328125, 11.6436767578125, 12.114990234375, 12.5863037109375, 13.0576171875, 13.5289306640625, 14.000244140625, 14.4715576171875, 14.94287109375, 15.4141845703125, 15.885498046875, 16.3568115234375, 16.828125]}, "gradients/decoder.roberta.encoder.layer.20.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 3.0, 5.0, 16.0, 17.0, 18.0, 31.0, 51.0, 70.0, 138.0, 204.0, 484.0, 1520.0, 28654.0, 4135596.0, 25077.0, 1365.0, 422.0, 217.0, 132.0, 85.0, 54.0, 40.0, 23.0, 20.0, 12.0, 6.0, 8.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-189.5, -181.76171875, -174.0234375, -166.28515625, -158.546875, -150.80859375, -143.0703125, -135.33203125, -127.59375, -119.85546875, -112.1171875, -104.37890625, -96.640625, -88.90234375, -81.1640625, -73.42578125, -65.6875, -57.94921875, -50.2109375, -42.47265625, -34.734375, -26.99609375, -19.2578125, -11.51953125, -3.78125, 3.95703125, 11.6953125, 19.43359375, 27.171875, 34.91015625, 42.6484375, 50.38671875, 58.125, 65.86328125, 73.6015625, 81.33984375, 89.078125, 96.81640625, 104.5546875, 112.29296875, 120.03125, 127.76953125, 135.5078125, 143.24609375, 150.984375, 158.72265625, 166.4609375, 174.19921875, 181.9375, 189.67578125, 197.4140625, 205.15234375, 212.890625, 220.62890625, 228.3671875, 236.10546875, 243.84375, 251.58203125, 259.3203125, 267.05859375, 274.796875, 282.53515625, 290.2734375, 298.01171875, 305.75]}, "gradients/decoder.roberta.encoder.layer.20.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 3.0, 7.0, 17.0, 18.0, 34.0, 40.0, 45.0, 109.0, 144.0, 224.0, 421.0, 639.0, 803.0, 634.0, 365.0, 209.0, 128.0, 81.0, 53.0, 32.0, 18.0, 20.0, 9.0, 8.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.3125, -15.8641357421875, -15.415771484375, -14.9674072265625, -14.51904296875, -14.0706787109375, -13.622314453125, -13.1739501953125, -12.7255859375, -12.2772216796875, -11.828857421875, -11.3804931640625, -10.93212890625, -10.4837646484375, -10.035400390625, -9.5870361328125, -9.138671875, -8.6903076171875, -8.241943359375, -7.7935791015625, -7.34521484375, -6.8968505859375, -6.448486328125, -6.0001220703125, -5.5517578125, -5.1033935546875, -4.655029296875, -4.2066650390625, -3.75830078125, -3.3099365234375, -2.861572265625, -2.4132080078125, -1.96484375, -1.5164794921875, -1.068115234375, -0.6197509765625, -0.17138671875, 0.2769775390625, 0.725341796875, 1.1737060546875, 1.6220703125, 2.0704345703125, 2.518798828125, 2.9671630859375, 3.41552734375, 3.8638916015625, 4.312255859375, 4.7606201171875, 5.208984375, 5.6573486328125, 6.105712890625, 6.5540771484375, 7.00244140625, 7.4508056640625, 7.899169921875, 8.3475341796875, 8.7958984375, 9.2442626953125, 9.692626953125, 10.1409912109375, 10.58935546875, 11.0377197265625, 11.486083984375, 11.9344482421875, 12.3828125]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 9.0, 6.0, 10.0, 20.0, 13.0, 20.0, 23.0, 46.0, 52.0, 59.0, 92.0, 82.0, 76.0, 86.0, 81.0, 79.0, 56.0, 41.0, 44.0, 27.0, 31.0, 21.0, 15.0, 7.0, 4.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-30.641481399536133, -29.87337303161621, -29.105266571044922, -28.337158203125, -27.569049835205078, -26.80094337463379, -26.032835006713867, -25.264728546142578, -24.496620178222656, -23.728511810302734, -22.960405349731445, -22.192296981811523, -21.424190521240234, -20.656082153320312, -19.88797378540039, -19.11986541748047, -18.35175895690918, -17.583650588989258, -16.81554412841797, -16.047435760498047, -15.279328346252441, -14.511220932006836, -13.743112564086914, -12.975005149841309, -12.206897735595703, -11.438790321350098, -10.670682907104492, -9.90257453918457, -9.134467124938965, -8.36635971069336, -7.598251819610596, -6.830143928527832, -6.062034606933594, -5.293927192687988, -4.525819301605225, -3.75771164894104, -2.9896039962768555, -2.221496343612671, -1.4533886909484863, -0.6852807998657227, 0.08282661437988281, 0.8509342670440674, 1.619041919708252, 2.3871495723724365, 3.155257225036621, 3.9233648777008057, 4.69147253036499, 5.459580421447754, 6.227687835693359, 6.995795249938965, 7.7639031410217285, 8.532011032104492, 9.300118446350098, 10.068225860595703, 10.836334228515625, 11.60444164276123, 12.372549057006836, 13.140656471252441, 13.908763885498047, 14.676872253417969, 15.444979667663574, 16.21308708190918, 16.9811954498291, 17.74930191040039, 18.517410278320312]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 3.0, 3.0, 10.0, 10.0, 6.0, 10.0, 12.0, 19.0, 17.0, 20.0, 22.0, 21.0, 26.0, 21.0, 33.0, 39.0, 34.0, 35.0, 41.0, 53.0, 41.0, 39.0, 47.0, 41.0, 41.0, 40.0, 45.0, 32.0, 35.0, 27.0, 24.0, 21.0, 18.0, 16.0, 19.0, 16.0, 16.0, 10.0, 10.0, 8.0, 5.0, 8.0, 3.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-17.312519073486328, -16.749958038330078, -16.187397003173828, -15.624835014343262, -15.062273979187012, -14.499712944030762, -13.937150955200195, -13.374589920043945, -12.812028884887695, -12.249467849731445, -11.686906814575195, -11.124344825744629, -10.561783790588379, -9.999222755432129, -9.436660766601562, -8.874099731445312, -8.311538696289062, -7.7489776611328125, -7.186416149139404, -6.623854637145996, -6.061293601989746, -5.498732566833496, -4.936171054840088, -4.37360954284668, -3.8110485076904297, -3.2484872341156006, -2.6859259605407715, -2.1233646869659424, -1.5608034133911133, -0.9982421398162842, -0.4356808662414551, 0.12688040733337402, 0.6894435882568359, 1.252004861831665, 1.8145661354064941, 2.3771274089813232, 2.9396886825561523, 3.5022499561309814, 4.0648112297058105, 4.627372741699219, 5.189933776855469, 5.752494812011719, 6.315056324005127, 6.877617835998535, 7.440178871154785, 8.002739906311035, 8.565301895141602, 9.127862930297852, 9.690423965454102, 10.252985000610352, 10.815546035766602, 11.378108024597168, 11.940669059753418, 12.503230094909668, 13.065792083740234, 13.628353118896484, 14.190914154052734, 14.753475189208984, 15.316036224365234, 15.8785982131958, 16.441158294677734, 17.003721237182617, 17.566282272338867, 18.128843307495117, 18.691404342651367]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 5.0, 4.0, 14.0, 12.0, 36.0, 53.0, 100.0, 109.0, 202.0, 327.0, 575.0, 889.0, 1330.0, 2103.0, 3342.0, 5116.0, 8024.0, 12368.0, 18958.0, 27997.0, 40504.0, 56930.0, 76120.0, 96437.0, 112363.0, 118150.0, 111702.0, 97309.0, 76704.0, 57681.0, 40918.0, 28066.0, 18927.0, 12412.0, 8044.0, 5283.0, 3541.0, 2270.0, 1316.0, 870.0, 534.0, 355.0, 223.0, 130.0, 102.0, 39.0, 20.0, 19.0, 11.0, 7.0, 7.0, 5.0, 1.0, 1.0, 1.0], "bins": [-4.2109375, -4.08892822265625, -3.9669189453125, -3.84490966796875, -3.722900390625, -3.60089111328125, -3.4788818359375, -3.35687255859375, -3.23486328125, -3.11285400390625, -2.9908447265625, -2.86883544921875, -2.746826171875, -2.62481689453125, -2.5028076171875, -2.38079833984375, -2.2587890625, -2.13677978515625, -2.0147705078125, -1.89276123046875, -1.770751953125, -1.64874267578125, -1.5267333984375, -1.40472412109375, -1.28271484375, -1.16070556640625, -1.0386962890625, -0.91668701171875, -0.794677734375, -0.67266845703125, -0.5506591796875, -0.42864990234375, -0.306640625, -0.18463134765625, -0.0626220703125, 0.05938720703125, 0.181396484375, 0.30340576171875, 0.4254150390625, 0.54742431640625, 0.66943359375, 0.79144287109375, 0.9134521484375, 1.03546142578125, 1.157470703125, 1.27947998046875, 1.4014892578125, 1.52349853515625, 1.6455078125, 1.76751708984375, 1.8895263671875, 2.01153564453125, 2.133544921875, 2.25555419921875, 2.3775634765625, 2.49957275390625, 2.62158203125, 2.74359130859375, 2.8656005859375, 2.98760986328125, 3.109619140625, 3.23162841796875, 3.3536376953125, 3.47564697265625, 3.59765625]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 9.0, 10.0, 7.0, 9.0, 12.0, 22.0, 13.0, 22.0, 21.0, 22.0, 26.0, 23.0, 32.0, 41.0, 32.0, 37.0, 43.0, 54.0, 39.0, 39.0, 50.0, 38.0, 50.0, 35.0, 40.0, 35.0, 32.0, 27.0, 22.0, 25.0, 15.0, 16.0, 18.0, 15.0, 19.0, 7.0, 11.0, 7.0, 5.0, 8.0, 2.0, 8.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-17.59375, -17.03515625, -16.4765625, -15.91796875, -15.359375, -14.80078125, -14.2421875, -13.68359375, -13.125, -12.56640625, -12.0078125, -11.44921875, -10.890625, -10.33203125, -9.7734375, -9.21484375, -8.65625, -8.09765625, -7.5390625, -6.98046875, -6.421875, -5.86328125, -5.3046875, -4.74609375, -4.1875, -3.62890625, -3.0703125, -2.51171875, -1.953125, -1.39453125, -0.8359375, -0.27734375, 0.28125, 0.83984375, 1.3984375, 1.95703125, 2.515625, 3.07421875, 3.6328125, 4.19140625, 4.75, 5.30859375, 5.8671875, 6.42578125, 6.984375, 7.54296875, 8.1015625, 8.66015625, 9.21875, 9.77734375, 10.3359375, 10.89453125, 11.453125, 12.01171875, 12.5703125, 13.12890625, 13.6875, 14.24609375, 14.8046875, 15.36328125, 15.921875, 16.48046875, 17.0390625, 17.59765625, 18.15625]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 5.0, 12.0, 18.0, 14.0, 24.0, 39.0, 61.0, 80.0, 119.0, 180.0, 281.0, 406.0, 594.0, 940.0, 1239.0, 2013.0, 2795.0, 4139.0, 6058.0, 8986.0, 13088.0, 20342.0, 34510.0, 623583.0, 245095.0, 28719.0, 18061.0, 11655.0, 8043.0, 5581.0, 3794.0, 2526.0, 1763.0, 1219.0, 861.0, 568.0, 363.0, 228.0, 159.0, 140.0, 91.0, 53.0, 38.0, 33.0, 15.0, 7.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-7.5546875, -7.317626953125, -7.08056640625, -6.843505859375, -6.6064453125, -6.369384765625, -6.13232421875, -5.895263671875, -5.658203125, -5.421142578125, -5.18408203125, -4.947021484375, -4.7099609375, -4.472900390625, -4.23583984375, -3.998779296875, -3.76171875, -3.524658203125, -3.28759765625, -3.050537109375, -2.8134765625, -2.576416015625, -2.33935546875, -2.102294921875, -1.865234375, -1.628173828125, -1.39111328125, -1.154052734375, -0.9169921875, -0.679931640625, -0.44287109375, -0.205810546875, 0.03125, 0.268310546875, 0.50537109375, 0.742431640625, 0.9794921875, 1.216552734375, 1.45361328125, 1.690673828125, 1.927734375, 2.164794921875, 2.40185546875, 2.638916015625, 2.8759765625, 3.113037109375, 3.35009765625, 3.587158203125, 3.82421875, 4.061279296875, 4.29833984375, 4.535400390625, 4.7724609375, 5.009521484375, 5.24658203125, 5.483642578125, 5.720703125, 5.957763671875, 6.19482421875, 6.431884765625, 6.6689453125, 6.906005859375, 7.14306640625, 7.380126953125, 7.6171875]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 4.0, 8.0, 5.0, 5.0, 7.0, 7.0, 16.0, 14.0, 18.0, 23.0, 22.0, 23.0, 24.0, 29.0, 25.0, 29.0, 33.0, 34.0, 34.0, 43.0, 38.0, 37.0, 46.0, 45.0, 35.0, 44.0, 36.0, 31.0, 33.0, 27.0, 27.0, 29.0, 18.0, 29.0, 16.0, 20.0, 15.0, 12.0, 14.0, 6.0, 6.0, 6.0, 5.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0], "bins": [-10.296875, -9.968505859375, -9.64013671875, -9.311767578125, -8.9833984375, -8.655029296875, -8.32666015625, -7.998291015625, -7.669921875, -7.341552734375, -7.01318359375, -6.684814453125, -6.3564453125, -6.028076171875, -5.69970703125, -5.371337890625, -5.04296875, -4.714599609375, -4.38623046875, -4.057861328125, -3.7294921875, -3.401123046875, -3.07275390625, -2.744384765625, -2.416015625, -2.087646484375, -1.75927734375, -1.430908203125, -1.1025390625, -0.774169921875, -0.44580078125, -0.117431640625, 0.2109375, 0.539306640625, 0.86767578125, 1.196044921875, 1.5244140625, 1.852783203125, 2.18115234375, 2.509521484375, 2.837890625, 3.166259765625, 3.49462890625, 3.822998046875, 4.1513671875, 4.479736328125, 4.80810546875, 5.136474609375, 5.46484375, 5.793212890625, 6.12158203125, 6.449951171875, 6.7783203125, 7.106689453125, 7.43505859375, 7.763427734375, 8.091796875, 8.420166015625, 8.74853515625, 9.076904296875, 9.4052734375, 9.733642578125, 10.06201171875, 10.390380859375, 10.71875]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 7.0, 9.0, 7.0, 22.0, 32.0, 33.0, 50.0, 69.0, 122.0, 207.0, 270.0, 442.0, 696.0, 1091.0, 1752.0, 2730.0, 4605.0, 7873.0, 13807.0, 25972.0, 93300.0, 811552.0, 38351.0, 19317.0, 10561.0, 5996.0, 3621.0, 2209.0, 1406.0, 853.0, 531.0, 343.0, 240.0, 146.0, 109.0, 69.0, 55.0, 32.0, 25.0, 10.0, 15.0, 9.0, 5.0, 2.0, 5.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.431884765625, -0.41806793212890625, -0.4042510986328125, -0.39043426513671875, -0.376617431640625, -0.36280059814453125, -0.3489837646484375, -0.33516693115234375, -0.32135009765625, -0.30753326416015625, -0.2937164306640625, -0.27989959716796875, -0.266082763671875, -0.25226593017578125, -0.2384490966796875, -0.22463226318359375, -0.2108154296875, -0.19699859619140625, -0.1831817626953125, -0.16936492919921875, -0.155548095703125, -0.14173126220703125, -0.1279144287109375, -0.11409759521484375, -0.10028076171875, -0.08646392822265625, -0.0726470947265625, -0.05883026123046875, -0.045013427734375, -0.03119659423828125, -0.0173797607421875, -0.00356292724609375, 0.01025390625, 0.02407073974609375, 0.0378875732421875, 0.05170440673828125, 0.065521240234375, 0.07933807373046875, 0.0931549072265625, 0.10697174072265625, 0.12078857421875, 0.13460540771484375, 0.1484222412109375, 0.16223907470703125, 0.176055908203125, 0.18987274169921875, 0.2036895751953125, 0.21750640869140625, 0.2313232421875, 0.24514007568359375, 0.2589569091796875, 0.27277374267578125, 0.286590576171875, 0.30040740966796875, 0.3142242431640625, 0.32804107666015625, 0.34185791015625, 0.35567474365234375, 0.3694915771484375, 0.38330841064453125, 0.397125244140625, 0.41094207763671875, 0.4247589111328125, 0.43857574462890625, 0.452392578125]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 6.0, 2.0, 4.0, 4.0, 8.0, 14.0, 13.0, 24.0, 18.0, 26.0, 28.0, 42.0, 42.0, 56.0, 78.0, 66.0, 77.0, 77.0, 70.0, 67.0, 67.0, 38.0, 34.0, 38.0, 25.0, 27.0, 19.0, 10.0, 8.0, 5.0, 8.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.684925079345703e-05, -4.51626256108284e-05, -4.347600042819977e-05, -4.1789375245571136e-05, -4.0102750062942505e-05, -3.841612488031387e-05, -3.672949969768524e-05, -3.504287451505661e-05, -3.335624933242798e-05, -3.166962414979935e-05, -2.9982998967170715e-05, -2.8296373784542084e-05, -2.6609748601913452e-05, -2.492312341928482e-05, -2.323649823665619e-05, -2.1549873054027557e-05, -1.9863247871398926e-05, -1.8176622688770294e-05, -1.6489997506141663e-05, -1.4803372323513031e-05, -1.31167471408844e-05, -1.1430121958255768e-05, -9.743496775627136e-06, -8.056871592998505e-06, -6.370246410369873e-06, -4.6836212277412415e-06, -2.99699604511261e-06, -1.3103708624839783e-06, 3.762543201446533e-07, 2.062879502773285e-06, 3.7495046854019165e-06, 5.436129868030548e-06, 7.12275505065918e-06, 8.809380233287811e-06, 1.0496005415916443e-05, 1.2182630598545074e-05, 1.3869255781173706e-05, 1.5555880963802338e-05, 1.724250614643097e-05, 1.89291313290596e-05, 2.0615756511688232e-05, 2.2302381694316864e-05, 2.3989006876945496e-05, 2.5675632059574127e-05, 2.736225724220276e-05, 2.904888242483139e-05, 3.073550760746002e-05, 3.2422132790088654e-05, 3.4108757972717285e-05, 3.579538315534592e-05, 3.748200833797455e-05, 3.916863352060318e-05, 4.085525870323181e-05, 4.254188388586044e-05, 4.4228509068489075e-05, 4.5915134251117706e-05, 4.760175943374634e-05, 4.928838461637497e-05, 5.09750097990036e-05, 5.266163498163223e-05, 5.4348260164260864e-05, 5.6034885346889496e-05, 5.772151052951813e-05, 5.940813571214676e-05, 6.109476089477539e-05]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 7.0, 5.0, 11.0, 6.0, 6.0, 17.0, 24.0, 21.0, 32.0, 51.0, 42.0, 73.0, 114.0, 294.0, 7022.0, 854542.0, 184186.0, 1545.0, 181.0, 106.0, 63.0, 52.0, 31.0, 32.0, 25.0, 21.0, 10.0, 9.0, 5.0, 2.0, 5.0, 3.0, 6.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.689453125, -3.569732666015625, -3.45001220703125, -3.330291748046875, -3.2105712890625, -3.090850830078125, -2.97113037109375, -2.851409912109375, -2.731689453125, -2.611968994140625, -2.49224853515625, -2.372528076171875, -2.2528076171875, -2.133087158203125, -2.01336669921875, -1.893646240234375, -1.77392578125, -1.654205322265625, -1.53448486328125, -1.414764404296875, -1.2950439453125, -1.175323486328125, -1.05560302734375, -0.935882568359375, -0.816162109375, -0.696441650390625, -0.57672119140625, -0.457000732421875, -0.3372802734375, -0.217559814453125, -0.09783935546875, 0.021881103515625, 0.1416015625, 0.261322021484375, 0.38104248046875, 0.500762939453125, 0.6204833984375, 0.740203857421875, 0.85992431640625, 0.979644775390625, 1.099365234375, 1.219085693359375, 1.33880615234375, 1.458526611328125, 1.5782470703125, 1.697967529296875, 1.81768798828125, 1.937408447265625, 2.05712890625, 2.176849365234375, 2.29656982421875, 2.416290283203125, 2.5360107421875, 2.655731201171875, 2.77545166015625, 2.895172119140625, 3.014892578125, 3.134613037109375, 3.25433349609375, 3.374053955078125, 3.4937744140625, 3.613494873046875, 3.73321533203125, 3.852935791015625, 3.97265625]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 5.0, 5.0, 4.0, 21.0, 21.0, 18.0, 28.0, 38.0, 47.0, 46.0, 57.0, 54.0, 66.0, 85.0, 83.0, 75.0, 73.0, 40.0, 40.0, 38.0, 38.0, 22.0, 24.0, 25.0, 12.0, 9.0, 11.0, 6.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.203857421875, -0.1976757049560547, -0.19149398803710938, -0.18531227111816406, -0.17913055419921875, -0.17294883728027344, -0.16676712036132812, -0.1605854034423828, -0.1544036865234375, -0.1482219696044922, -0.14204025268554688, -0.13585853576660156, -0.12967681884765625, -0.12349510192871094, -0.11731338500976562, -0.11113166809082031, -0.104949951171875, -0.09876823425292969, -0.09258651733398438, -0.08640480041503906, -0.08022308349609375, -0.07404136657714844, -0.06785964965820312, -0.06167793273925781, -0.0554962158203125, -0.04931449890136719, -0.043132781982421875, -0.03695106506347656, -0.03076934814453125, -0.024587631225585938, -0.018405914306640625, -0.012224197387695312, -0.00604248046875, 0.0001392364501953125, 0.006320953369140625, 0.012502670288085938, 0.01868438720703125, 0.024866104125976562, 0.031047821044921875, 0.03722953796386719, 0.0434112548828125, 0.04959297180175781, 0.055774688720703125, 0.06195640563964844, 0.06813812255859375, 0.07431983947753906, 0.08050155639648438, 0.08668327331542969, 0.092864990234375, 0.09904670715332031, 0.10522842407226562, 0.11141014099121094, 0.11759185791015625, 0.12377357482910156, 0.12995529174804688, 0.1361370086669922, 0.1423187255859375, 0.1485004425048828, 0.15468215942382812, 0.16086387634277344, 0.16704559326171875, 0.17322731018066406, 0.17940902709960938, 0.1855907440185547, 0.1917724609375]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 8.0, 17.0, 22.0, 27.0, 63.0, 100.0, 140.0, 141.0, 158.0, 131.0, 78.0, 52.0, 46.0, 16.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.442853927612305, -23.075462341308594, -21.708070755004883, -20.340679168701172, -18.97328758239746, -17.60589599609375, -16.23850440979004, -14.871112823486328, -13.503721237182617, -12.136329650878906, -10.768938064575195, -9.401546478271484, -8.034154891967773, -6.6667633056640625, -5.299371719360352, -3.9319801330566406, -2.5645885467529297, -1.1971969604492188, 0.1701946258544922, 1.5375862121582031, 2.904977798461914, 4.272369384765625, 5.639760971069336, 7.007152557373047, 8.374544143676758, 9.741935729980469, 11.10932731628418, 12.47671890258789, 13.844110488891602, 15.211502075195312, 16.578893661499023, 17.946285247802734, 19.313674926757812, 20.681066513061523, 22.048458099365234, 23.415849685668945, 24.783241271972656, 26.150632858276367, 27.518024444580078, 28.88541603088379, 30.2528076171875, 31.62019920349121, 32.98759078979492, 34.35498046875, 35.722373962402344, 37.08976745605469, 38.457157135009766, 39.824546813964844, 41.19194030761719, 42.55933380126953, 43.92672348022461, 45.29411315917969, 46.66150665283203, 48.028900146484375, 49.39628982543945, 50.76367950439453, 52.131072998046875, 53.49846649169922, 54.8658561706543, 56.233245849609375, 57.60063934326172, 58.96803283691406, 60.33542251586914, 61.70281219482422, 63.07020568847656]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 5.0, 8.0, 11.0, 7.0, 7.0, 14.0, 21.0, 15.0, 22.0, 19.0, 24.0, 27.0, 22.0, 32.0, 43.0, 28.0, 39.0, 50.0, 50.0, 38.0, 36.0, 50.0, 41.0, 50.0, 35.0, 40.0, 35.0, 32.0, 25.0, 23.0, 24.0, 17.0, 15.0, 17.0, 20.0, 14.0, 8.0, 10.0, 6.0, 7.0, 6.0, 2.0, 8.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-17.656360626220703, -17.094770431518555, -16.533180236816406, -15.971589088439941, -15.409997940063477, -14.848407745361328, -14.28681755065918, -13.725226402282715, -13.16363525390625, -12.602045059204102, -12.040453910827637, -11.478863716125488, -10.917272567749023, -10.355682373046875, -9.794092178344727, -9.232501029968262, -8.670910835266113, -8.109320640563965, -7.5477294921875, -6.986139297485352, -6.424548149108887, -5.862957954406738, -5.301367282867432, -4.739776611328125, -4.178185939788818, -3.6165952682495117, -3.055004596710205, -2.4934141635894775, -1.931823492050171, -1.3702328205108643, -0.8086423873901367, -0.24705171585083008, 0.31453895568847656, 0.8761295676231384, 1.4377201795578003, 1.9993107318878174, 2.560901403427124, 3.1224920749664307, 3.684082508087158, 4.245673179626465, 4.8072638511657715, 5.368854522705078, 5.930445194244385, 6.492035865783691, 7.05362606048584, 7.615217208862305, 8.176807403564453, 8.738397598266602, 9.299988746643066, 9.861578941345215, 10.42317008972168, 10.984760284423828, 11.546351432800293, 12.107941627502441, 12.669532775878906, 13.231122970581055, 13.792713165283203, 14.354303359985352, 14.915894508361816, 15.477484703063965, 16.03907585144043, 16.600666046142578, 17.162256240844727, 17.723846435546875, 18.285438537597656]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 11.0, 16.0, 20.0, 32.0, 42.0, 49.0, 110.0, 169.0, 275.0, 423.0, 733.0, 1225.0, 2098.0, 3578.0, 6393.0, 11275.0, 20451.0, 39276.0, 79535.0, 186335.0, 360698.0, 176346.0, 75945.0, 37827.0, 19703.0, 11273.0, 6110.0, 3531.0, 2074.0, 1244.0, 657.0, 383.0, 262.0, 146.0, 110.0, 59.0, 37.0, 22.0, 25.0, 23.0, 12.0, 7.0, 4.0, 1.0, 5.0, 4.0, 1.0, 2.0, 2.0], "bins": [-31.125, -30.24755859375, -29.3701171875, -28.49267578125, -27.615234375, -26.73779296875, -25.8603515625, -24.98291015625, -24.10546875, -23.22802734375, -22.3505859375, -21.47314453125, -20.595703125, -19.71826171875, -18.8408203125, -17.96337890625, -17.0859375, -16.20849609375, -15.3310546875, -14.45361328125, -13.576171875, -12.69873046875, -11.8212890625, -10.94384765625, -10.06640625, -9.18896484375, -8.3115234375, -7.43408203125, -6.556640625, -5.67919921875, -4.8017578125, -3.92431640625, -3.046875, -2.16943359375, -1.2919921875, -0.41455078125, 0.462890625, 1.34033203125, 2.2177734375, 3.09521484375, 3.97265625, 4.85009765625, 5.7275390625, 6.60498046875, 7.482421875, 8.35986328125, 9.2373046875, 10.11474609375, 10.9921875, 11.86962890625, 12.7470703125, 13.62451171875, 14.501953125, 15.37939453125, 16.2568359375, 17.13427734375, 18.01171875, 18.88916015625, 19.7666015625, 20.64404296875, 21.521484375, 22.39892578125, 23.2763671875, 24.15380859375, 25.03125]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 6.0, 8.0, 9.0, 8.0, 6.0, 10.0, 18.0, 16.0, 14.0, 26.0, 18.0, 28.0, 25.0, 26.0, 35.0, 38.0, 35.0, 38.0, 56.0, 45.0, 35.0, 46.0, 47.0, 49.0, 39.0, 42.0, 36.0, 35.0, 25.0, 23.0, 23.0, 23.0, 15.0, 18.0, 13.0, 24.0, 5.0, 13.0, 3.0, 11.0, 7.0, 3.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-16.828125, -16.28564453125, -15.7431640625, -15.20068359375, -14.658203125, -14.11572265625, -13.5732421875, -13.03076171875, -12.48828125, -11.94580078125, -11.4033203125, -10.86083984375, -10.318359375, -9.77587890625, -9.2333984375, -8.69091796875, -8.1484375, -7.60595703125, -7.0634765625, -6.52099609375, -5.978515625, -5.43603515625, -4.8935546875, -4.35107421875, -3.80859375, -3.26611328125, -2.7236328125, -2.18115234375, -1.638671875, -1.09619140625, -0.5537109375, -0.01123046875, 0.53125, 1.07373046875, 1.6162109375, 2.15869140625, 2.701171875, 3.24365234375, 3.7861328125, 4.32861328125, 4.87109375, 5.41357421875, 5.9560546875, 6.49853515625, 7.041015625, 7.58349609375, 8.1259765625, 8.66845703125, 9.2109375, 9.75341796875, 10.2958984375, 10.83837890625, 11.380859375, 11.92333984375, 12.4658203125, 13.00830078125, 13.55078125, 14.09326171875, 14.6357421875, 15.17822265625, 15.720703125, 16.26318359375, 16.8056640625, 17.34814453125, 17.890625]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 2.0, 4.0, 4.0, 3.0, 9.0, 6.0, 3.0, 4.0, 16.0, 14.0, 25.0, 13.0, 13.0, 17.0, 22.0, 16.0, 37.0, 29.0, 22.0, 34.0, 54.0, 58.0, 140.0, 975.0, 987002.0, 59238.0, 296.0, 94.0, 73.0, 36.0, 34.0, 35.0, 37.0, 31.0, 15.0, 25.0, 11.0, 15.0, 16.0, 16.0, 7.0, 11.0, 6.0, 10.0, 7.0, 9.0, 6.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0], "bins": [-410.75, -398.9453125, -387.140625, -375.3359375, -363.53125, -351.7265625, -339.921875, -328.1171875, -316.3125, -304.5078125, -292.703125, -280.8984375, -269.09375, -257.2890625, -245.484375, -233.6796875, -221.875, -210.0703125, -198.265625, -186.4609375, -174.65625, -162.8515625, -151.046875, -139.2421875, -127.4375, -115.6328125, -103.828125, -92.0234375, -80.21875, -68.4140625, -56.609375, -44.8046875, -33.0, -21.1953125, -9.390625, 2.4140625, 14.21875, 26.0234375, 37.828125, 49.6328125, 61.4375, 73.2421875, 85.046875, 96.8515625, 108.65625, 120.4609375, 132.265625, 144.0703125, 155.875, 167.6796875, 179.484375, 191.2890625, 203.09375, 214.8984375, 226.703125, 238.5078125, 250.3125, 262.1171875, 273.921875, 285.7265625, 297.53125, 309.3359375, 321.140625, 332.9453125, 344.75]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 5.0, 1.0, 1.0, 2.0, 4.0, 2.0, 10.0, 16.0, 10.0, 8.0, 5.0, 17.0, 12.0, 20.0, 15.0, 14.0, 22.0, 16.0, 36.0, 43.0, 30.0, 43.0, 35.0, 36.0, 51.0, 44.0, 35.0, 42.0, 39.0, 38.0, 30.0, 38.0, 27.0, 31.0, 36.0, 22.0, 25.0, 24.0, 19.0, 15.0, 21.0, 10.0, 14.0, 11.0, 6.0, 5.0, 7.0, 6.0, 2.0, 5.0, 3.0, 6.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.9375, -12.470458984375, -12.00341796875, -11.536376953125, -11.0693359375, -10.602294921875, -10.13525390625, -9.668212890625, -9.201171875, -8.734130859375, -8.26708984375, -7.800048828125, -7.3330078125, -6.865966796875, -6.39892578125, -5.931884765625, -5.46484375, -4.997802734375, -4.53076171875, -4.063720703125, -3.5966796875, -3.129638671875, -2.66259765625, -2.195556640625, -1.728515625, -1.261474609375, -0.79443359375, -0.327392578125, 0.1396484375, 0.606689453125, 1.07373046875, 1.540771484375, 2.0078125, 2.474853515625, 2.94189453125, 3.408935546875, 3.8759765625, 4.343017578125, 4.81005859375, 5.277099609375, 5.744140625, 6.211181640625, 6.67822265625, 7.145263671875, 7.6123046875, 8.079345703125, 8.54638671875, 9.013427734375, 9.48046875, 9.947509765625, 10.41455078125, 10.881591796875, 11.3486328125, 11.815673828125, 12.28271484375, 12.749755859375, 13.216796875, 13.683837890625, 14.15087890625, 14.617919921875, 15.0849609375, 15.552001953125, 16.01904296875, 16.486083984375, 16.953125]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 5.0, 8.0, 12.0, 13.0, 30.0, 23.0, 45.0, 77.0, 121.0, 251.0, 482.0, 1136.0, 3542.0, 17437.0, 181747.0, 767184.0, 63962.0, 8692.0, 2172.0, 781.0, 367.0, 187.0, 93.0, 60.0, 36.0, 35.0, 13.0, 8.0, 6.0, 10.0, 6.0, 5.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-42.71875, -41.5419921875, -40.365234375, -39.1884765625, -38.01171875, -36.8349609375, -35.658203125, -34.4814453125, -33.3046875, -32.1279296875, -30.951171875, -29.7744140625, -28.59765625, -27.4208984375, -26.244140625, -25.0673828125, -23.890625, -22.7138671875, -21.537109375, -20.3603515625, -19.18359375, -18.0068359375, -16.830078125, -15.6533203125, -14.4765625, -13.2998046875, -12.123046875, -10.9462890625, -9.76953125, -8.5927734375, -7.416015625, -6.2392578125, -5.0625, -3.8857421875, -2.708984375, -1.5322265625, -0.35546875, 0.8212890625, 1.998046875, 3.1748046875, 4.3515625, 5.5283203125, 6.705078125, 7.8818359375, 9.05859375, 10.2353515625, 11.412109375, 12.5888671875, 13.765625, 14.9423828125, 16.119140625, 17.2958984375, 18.47265625, 19.6494140625, 20.826171875, 22.0029296875, 23.1796875, 24.3564453125, 25.533203125, 26.7099609375, 27.88671875, 29.0634765625, 30.240234375, 31.4169921875, 32.59375]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 6.0, 9.0, 20.0, 45.0, 59.0, 122.0, 295.0, 206.0, 114.0, 59.0, 31.0, 17.0, 13.0, 6.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00536346435546875, -0.00522884726524353, -0.0050942301750183105, -0.004959613084793091, -0.004824995994567871, -0.004690378904342651, -0.004555761814117432, -0.004421144723892212, -0.004286527633666992, -0.0041519105434417725, -0.004017293453216553, -0.003882676362991333, -0.0037480592727661133, -0.0036134421825408936, -0.003478825092315674, -0.003344208002090454, -0.0032095909118652344, -0.0030749738216400146, -0.002940356731414795, -0.002805739641189575, -0.0026711225509643555, -0.0025365054607391357, -0.002401888370513916, -0.0022672712802886963, -0.0021326541900634766, -0.001998037099838257, -0.0018634200096130371, -0.0017288029193878174, -0.0015941858291625977, -0.001459568738937378, -0.0013249516487121582, -0.0011903345584869385, -0.0010557174682617188, -0.000921100378036499, -0.0007864832878112793, -0.0006518661975860596, -0.0005172491073608398, -0.0003826320171356201, -0.0002480149269104004, -0.00011339783668518066, 2.1219253540039062e-05, 0.0001558363437652588, 0.0002904534339904785, 0.00042507052421569824, 0.000559687614440918, 0.0006943047046661377, 0.0008289217948913574, 0.0009635388851165771, 0.0010981559753417969, 0.0012327730655670166, 0.0013673901557922363, 0.001502007246017456, 0.0016366243362426758, 0.0017712414264678955, 0.0019058585166931152, 0.002040475606918335, 0.0021750926971435547, 0.0023097097873687744, 0.002444326877593994, 0.002578943967819214, 0.0027135610580444336, 0.0028481781482696533, 0.002982795238494873, 0.0031174123287200928, 0.0032520294189453125]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 6.0, 9.0, 12.0, 18.0, 18.0, 26.0, 40.0, 88.0, 230.0, 1676.0, 442644.0, 601538.0, 1793.0, 243.0, 83.0, 49.0, 29.0, 16.0, 13.0, 12.0, 8.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-160.875, -157.134765625, -153.39453125, -149.654296875, -145.9140625, -142.173828125, -138.43359375, -134.693359375, -130.953125, -127.212890625, -123.47265625, -119.732421875, -115.9921875, -112.251953125, -108.51171875, -104.771484375, -101.03125, -97.291015625, -93.55078125, -89.810546875, -86.0703125, -82.330078125, -78.58984375, -74.849609375, -71.109375, -67.369140625, -63.62890625, -59.888671875, -56.1484375, -52.408203125, -48.66796875, -44.927734375, -41.1875, -37.447265625, -33.70703125, -29.966796875, -26.2265625, -22.486328125, -18.74609375, -15.005859375, -11.265625, -7.525390625, -3.78515625, -0.044921875, 3.6953125, 7.435546875, 11.17578125, 14.916015625, 18.65625, 22.396484375, 26.13671875, 29.876953125, 33.6171875, 37.357421875, 41.09765625, 44.837890625, 48.578125, 52.318359375, 56.05859375, 59.798828125, 63.5390625, 67.279296875, 71.01953125, 74.759765625, 78.5]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 4.0, 3.0, 12.0, 10.0, 11.0, 13.0, 27.0, 32.0, 44.0, 74.0, 94.0, 107.0, 191.0, 103.0, 66.0, 56.0, 45.0, 27.0, 18.0, 19.0, 18.0, 12.0, 4.0, 6.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.927734375, -3.743804931640625, -3.55987548828125, -3.375946044921875, -3.1920166015625, -3.008087158203125, -2.82415771484375, -2.640228271484375, -2.456298828125, -2.272369384765625, -2.08843994140625, -1.904510498046875, -1.7205810546875, -1.536651611328125, -1.35272216796875, -1.168792724609375, -0.98486328125, -0.800933837890625, -0.61700439453125, -0.433074951171875, -0.2491455078125, -0.065216064453125, 0.11871337890625, 0.302642822265625, 0.486572265625, 0.670501708984375, 0.85443115234375, 1.038360595703125, 1.2222900390625, 1.406219482421875, 1.59014892578125, 1.774078369140625, 1.9580078125, 2.141937255859375, 2.32586669921875, 2.509796142578125, 2.6937255859375, 2.877655029296875, 3.06158447265625, 3.245513916015625, 3.429443359375, 3.613372802734375, 3.79730224609375, 3.981231689453125, 4.1651611328125, 4.349090576171875, 4.53302001953125, 4.716949462890625, 4.90087890625, 5.084808349609375, 5.26873779296875, 5.452667236328125, 5.6365966796875, 5.820526123046875, 6.00445556640625, 6.188385009765625, 6.372314453125, 6.556243896484375, 6.74017333984375, 6.924102783203125, 7.1080322265625, 7.291961669921875, 7.47589111328125, 7.659820556640625, 7.84375]}, "gradients/decoder.roberta.encoder.layer.19.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 16.0, 19.0, 53.0, 78.0, 185.0, 215.0, 190.0, 112.0, 82.0, 32.0, 20.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-94.68614959716797, -92.65908813476562, -90.63202667236328, -88.60496520996094, -86.5779037475586, -84.55084228515625, -82.5237808227539, -80.49671936035156, -78.46965789794922, -76.44259643554688, -74.41553497314453, -72.38847351074219, -70.36141204833984, -68.3343505859375, -66.30728912353516, -64.28022766113281, -62.25316619873047, -60.226104736328125, -58.19904327392578, -56.17198181152344, -54.144920349121094, -52.11785888671875, -50.090797424316406, -48.06373596191406, -46.03667449951172, -44.009613037109375, -41.98255157470703, -39.95549011230469, -37.928428649902344, -35.9013671875, -33.874305725097656, -31.847244262695312, -29.820186614990234, -27.79312515258789, -25.766063690185547, -23.739002227783203, -21.71194076538086, -19.684879302978516, -17.657817840576172, -15.630756378173828, -13.603694915771484, -11.57663345336914, -9.549571990966797, -7.522510528564453, -5.495449066162109, -3.4683876037597656, -1.4413261413574219, 0.5857353210449219, 2.6127967834472656, 4.639858245849609, 6.666919708251953, 8.693981170654297, 10.72104263305664, 12.748104095458984, 14.775165557861328, 16.802227020263672, 18.829288482666016, 20.85634994506836, 22.883411407470703, 24.910472869873047, 26.93753433227539, 28.964595794677734, 30.991657257080078, 33.01871871948242, 35.045780181884766]}, "gradients/decoder.roberta.encoder.layer.19.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 3.0, 7.0, 9.0, 10.0, 16.0, 21.0, 18.0, 20.0, 29.0, 33.0, 30.0, 37.0, 31.0, 42.0, 42.0, 42.0, 44.0, 50.0, 38.0, 35.0, 43.0, 44.0, 49.0, 46.0, 47.0, 31.0, 27.0, 26.0, 13.0, 21.0, 24.0, 12.0, 6.0, 9.0, 15.0, 11.0, 7.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.33701515197754, -25.468664169311523, -24.600313186645508, -23.731962203979492, -22.863611221313477, -21.99526023864746, -21.126911163330078, -20.258560180664062, -19.390209197998047, -18.52185821533203, -17.653507232666016, -16.78515625, -15.916805267333984, -15.048454284667969, -14.18010425567627, -13.311753273010254, -12.443401336669922, -11.575050354003906, -10.70669937133789, -9.838348388671875, -8.96999740600586, -8.101646423339844, -7.2332963943481445, -6.364945411682129, -5.496594429016113, -4.628243446350098, -3.759892702102661, -2.8915419578552246, -2.023190975189209, -1.1548399925231934, -0.28648948669433594, 0.5818614959716797, 1.4502105712890625, 2.318561553955078, 3.1869122982025146, 4.055263042449951, 4.923614025115967, 5.791965007781982, 6.66031551361084, 7.5286664962768555, 8.397017478942871, 9.265368461608887, 10.133719444274902, 11.002069473266602, 11.870420455932617, 12.738771438598633, 13.607122421264648, 14.475473403930664, 15.34382438659668, 16.212175369262695, 17.08052635192871, 17.948877334594727, 18.817228317260742, 19.685579299926758, 20.55392837524414, 21.422279357910156, 22.290630340576172, 23.158981323242188, 24.027332305908203, 24.89568328857422, 25.764034271240234, 26.63238525390625, 27.500736236572266, 28.36908721923828, 29.237438201904297]}, "gradients/decoder.roberta.encoder.layer.19.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 6.0, 14.0, 28.0, 22.0, 41.0, 62.0, 109.0, 142.0, 212.0, 297.0, 488.0, 763.0, 1395.0, 2923.0, 6547.0, 16799.0, 53866.0, 277538.0, 2688886.0, 985560.0, 109244.0, 29483.0, 10575.0, 4390.0, 2067.0, 1070.0, 617.0, 386.0, 244.0, 158.0, 124.0, 86.0, 51.0, 24.0, 15.0, 11.0, 10.0, 9.0, 6.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.25, -32.8662109375, -31.482421875, -30.0986328125, -28.71484375, -27.3310546875, -25.947265625, -24.5634765625, -23.1796875, -21.7958984375, -20.412109375, -19.0283203125, -17.64453125, -16.2607421875, -14.876953125, -13.4931640625, -12.109375, -10.7255859375, -9.341796875, -7.9580078125, -6.57421875, -5.1904296875, -3.806640625, -2.4228515625, -1.0390625, 0.3447265625, 1.728515625, 3.1123046875, 4.49609375, 5.8798828125, 7.263671875, 8.6474609375, 10.03125, 11.4150390625, 12.798828125, 14.1826171875, 15.56640625, 16.9501953125, 18.333984375, 19.7177734375, 21.1015625, 22.4853515625, 23.869140625, 25.2529296875, 26.63671875, 28.0205078125, 29.404296875, 30.7880859375, 32.171875, 33.5556640625, 34.939453125, 36.3232421875, 37.70703125, 39.0908203125, 40.474609375, 41.8583984375, 43.2421875, 44.6259765625, 46.009765625, 47.3935546875, 48.77734375, 50.1611328125, 51.544921875, 52.9287109375, 54.3125]}, "gradients/decoder.roberta.encoder.layer.19.output.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 12.0, 12.0, 12.0, 18.0, 22.0, 18.0, 18.0, 33.0, 26.0, 35.0, 36.0, 35.0, 35.0, 54.0, 38.0, 52.0, 53.0, 44.0, 45.0, 45.0, 58.0, 35.0, 28.0, 35.0, 35.0, 34.0, 25.0, 19.0, 14.0, 18.0, 9.0, 12.0, 11.0, 8.0, 4.0, 7.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.6328125, -13.0823974609375, -12.531982421875, -11.9815673828125, -11.43115234375, -10.8807373046875, -10.330322265625, -9.7799072265625, -9.2294921875, -8.6790771484375, -8.128662109375, -7.5782470703125, -7.02783203125, -6.4774169921875, -5.927001953125, -5.3765869140625, -4.826171875, -4.2757568359375, -3.725341796875, -3.1749267578125, -2.62451171875, -2.0740966796875, -1.523681640625, -0.9732666015625, -0.4228515625, 0.1275634765625, 0.677978515625, 1.2283935546875, 1.77880859375, 2.3292236328125, 2.879638671875, 3.4300537109375, 3.98046875, 4.5308837890625, 5.081298828125, 5.6317138671875, 6.18212890625, 6.7325439453125, 7.282958984375, 7.8333740234375, 8.3837890625, 8.9342041015625, 9.484619140625, 10.0350341796875, 10.58544921875, 11.1358642578125, 11.686279296875, 12.2366943359375, 12.787109375, 13.3375244140625, 13.887939453125, 14.4383544921875, 14.98876953125, 15.5391845703125, 16.089599609375, 16.6400146484375, 17.1904296875, 17.7408447265625, 18.291259765625, 18.8416748046875, 19.39208984375, 19.9425048828125, 20.492919921875, 21.0433349609375, 21.59375]}, "gradients/decoder.roberta.encoder.layer.19.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 9.0, 6.0, 18.0, 13.0, 14.0, 32.0, 35.0, 73.0, 102.0, 147.0, 285.0, 657.0, 3773.0, 1320918.0, 2862039.0, 4634.0, 739.0, 313.0, 178.0, 103.0, 68.0, 44.0, 25.0, 18.0, 4.0, 7.0, 6.0, 7.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-234.5, -226.69140625, -218.8828125, -211.07421875, -203.265625, -195.45703125, -187.6484375, -179.83984375, -172.03125, -164.22265625, -156.4140625, -148.60546875, -140.796875, -132.98828125, -125.1796875, -117.37109375, -109.5625, -101.75390625, -93.9453125, -86.13671875, -78.328125, -70.51953125, -62.7109375, -54.90234375, -47.09375, -39.28515625, -31.4765625, -23.66796875, -15.859375, -8.05078125, -0.2421875, 7.56640625, 15.375, 23.18359375, 30.9921875, 38.80078125, 46.609375, 54.41796875, 62.2265625, 70.03515625, 77.84375, 85.65234375, 93.4609375, 101.26953125, 109.078125, 116.88671875, 124.6953125, 132.50390625, 140.3125, 148.12109375, 155.9296875, 163.73828125, 171.546875, 179.35546875, 187.1640625, 194.97265625, 202.78125, 210.58984375, 218.3984375, 226.20703125, 234.015625, 241.82421875, 249.6328125, 257.44140625, 265.25]}, "gradients/decoder.roberta.encoder.layer.19.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 5.0, 2.0, 5.0, 5.0, 9.0, 12.0, 10.0, 39.0, 53.0, 84.0, 96.0, 182.0, 258.0, 535.0, 832.0, 785.0, 457.0, 274.0, 134.0, 99.0, 57.0, 40.0, 35.0, 17.0, 16.0, 8.0, 9.0, 8.0, 6.0, 5.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-16.5, -16.0531005859375, -15.606201171875, -15.1593017578125, -14.71240234375, -14.2655029296875, -13.818603515625, -13.3717041015625, -12.9248046875, -12.4779052734375, -12.031005859375, -11.5841064453125, -11.13720703125, -10.6903076171875, -10.243408203125, -9.7965087890625, -9.349609375, -8.9027099609375, -8.455810546875, -8.0089111328125, -7.56201171875, -7.1151123046875, -6.668212890625, -6.2213134765625, -5.7744140625, -5.3275146484375, -4.880615234375, -4.4337158203125, -3.98681640625, -3.5399169921875, -3.093017578125, -2.6461181640625, -2.19921875, -1.7523193359375, -1.305419921875, -0.8585205078125, -0.41162109375, 0.0352783203125, 0.482177734375, 0.9290771484375, 1.3759765625, 1.8228759765625, 2.269775390625, 2.7166748046875, 3.16357421875, 3.6104736328125, 4.057373046875, 4.5042724609375, 4.951171875, 5.3980712890625, 5.844970703125, 6.2918701171875, 6.73876953125, 7.1856689453125, 7.632568359375, 8.0794677734375, 8.5263671875, 8.9732666015625, 9.420166015625, 9.8670654296875, 10.31396484375, 10.7608642578125, 11.207763671875, 11.6546630859375, 12.1015625]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 11.0, 23.0, 37.0, 57.0, 123.0, 174.0, 194.0, 157.0, 108.0, 69.0, 36.0, 14.0, 8.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-74.8882827758789, -73.163330078125, -71.4383773803711, -69.71343231201172, -67.98847961425781, -66.2635269165039, -64.53857421875, -62.81362533569336, -61.08867645263672, -59.36372375488281, -57.63877487182617, -55.913822174072266, -54.188873291015625, -52.46392059326172, -50.73897171020508, -49.01401901245117, -47.28907012939453, -45.564117431640625, -43.839168548583984, -42.11421585083008, -40.38926696777344, -38.66431427001953, -36.93936538696289, -35.214412689208984, -33.48945999145508, -31.764509201049805, -30.03955841064453, -28.314607620239258, -26.589656829833984, -24.864704132080078, -23.139755249023438, -21.41480255126953, -19.68985366821289, -17.964902877807617, -16.239952087402344, -14.51500129699707, -12.790050506591797, -11.065098762512207, -9.340147972106934, -7.61519718170166, -5.890246391296387, -4.165295600891113, -2.4403445720672607, -0.7153935432434082, 1.0095572471618652, 2.734508514404297, 4.45945930480957, 6.184410095214844, 7.909360885620117, 9.63431167602539, 11.359262466430664, 13.084213256835938, 14.809164047241211, 16.534114837646484, 18.25906753540039, 19.98401641845703, 21.708969116210938, 23.43391990661621, 25.158870697021484, 26.883821487426758, 28.60877227783203, 30.333724975585938, 32.05867385864258, 33.783626556396484, 35.508575439453125]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 9.0, 4.0, 4.0, 3.0, 4.0, 12.0, 10.0, 17.0, 10.0, 15.0, 17.0, 22.0, 22.0, 23.0, 35.0, 21.0, 30.0, 44.0, 48.0, 39.0, 36.0, 32.0, 34.0, 39.0, 45.0, 38.0, 42.0, 31.0, 33.0, 26.0, 31.0, 28.0, 25.0, 24.0, 21.0, 21.0, 18.0, 12.0, 12.0, 12.0, 8.0, 10.0, 7.0, 7.0, 8.0, 6.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-18.918121337890625, -18.357444763183594, -17.796768188476562, -17.236093521118164, -16.675416946411133, -16.1147403717041, -15.55406379699707, -14.993387222290039, -14.432711601257324, -13.872035026550293, -13.311359405517578, -12.750682830810547, -12.190006256103516, -11.6293306350708, -11.06865406036377, -10.507978439331055, -9.947301864624023, -9.386625289916992, -8.825949668884277, -8.265273094177246, -7.704596996307373, -7.1439208984375, -6.583244323730469, -6.022568225860596, -5.461892127990723, -4.90121603012085, -4.340539932250977, -3.7798633575439453, -3.2191872596740723, -2.658511161804199, -2.097834825515747, -1.537158489227295, -0.9764842987060547, -0.4158080816268921, 0.1448681354522705, 0.7055443525314331, 1.2662205696105957, 1.8268966674804688, 2.387573003768921, 2.948249340057373, 3.508925437927246, 4.069601535797119, 4.630277633666992, 5.190954208374023, 5.7516303062438965, 6.3123064041137695, 6.872982978820801, 7.433659076690674, 7.994335174560547, 8.555011749267578, 9.115687370300293, 9.676363945007324, 10.237039566040039, 10.79771614074707, 11.358392715454102, 11.919069290161133, 12.479744911193848, 13.040421485900879, 13.601097106933594, 14.161773681640625, 14.722450256347656, 15.283125877380371, 15.843802452087402, 16.404478073120117, 16.96515464782715]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 8.0, 9.0, 5.0, 13.0, 11.0, 26.0, 33.0, 45.0, 86.0, 143.0, 198.0, 307.0, 471.0, 703.0, 1053.0, 1614.0, 2421.0, 3798.0, 5681.0, 8341.0, 12699.0, 18628.0, 26944.0, 38458.0, 53214.0, 71718.0, 90572.0, 106887.0, 114845.0, 111134.0, 97743.0, 79355.0, 60282.0, 44034.0, 31080.0, 21531.0, 14766.0, 10073.0, 6769.0, 4337.0, 2936.0, 1997.0, 1208.0, 777.0, 543.0, 381.0, 241.0, 142.0, 100.0, 61.0, 48.0, 32.0, 31.0, 12.0, 9.0, 9.0, 2.0, 3.0, 0.0, 3.0], "bins": [-3.59765625, -3.487640380859375, -3.37762451171875, -3.267608642578125, -3.1575927734375, -3.047576904296875, -2.93756103515625, -2.827545166015625, -2.717529296875, -2.607513427734375, -2.49749755859375, -2.387481689453125, -2.2774658203125, -2.167449951171875, -2.05743408203125, -1.947418212890625, -1.83740234375, -1.727386474609375, -1.61737060546875, -1.507354736328125, -1.3973388671875, -1.287322998046875, -1.17730712890625, -1.067291259765625, -0.957275390625, -0.847259521484375, -0.73724365234375, -0.627227783203125, -0.5172119140625, -0.407196044921875, -0.29718017578125, -0.187164306640625, -0.0771484375, 0.032867431640625, 0.14288330078125, 0.252899169921875, 0.3629150390625, 0.472930908203125, 0.58294677734375, 0.692962646484375, 0.802978515625, 0.912994384765625, 1.02301025390625, 1.133026123046875, 1.2430419921875, 1.353057861328125, 1.46307373046875, 1.573089599609375, 1.68310546875, 1.793121337890625, 1.90313720703125, 2.013153076171875, 2.1231689453125, 2.233184814453125, 2.34320068359375, 2.453216552734375, 2.563232421875, 2.673248291015625, 2.78326416015625, 2.893280029296875, 3.0032958984375, 3.113311767578125, 3.22332763671875, 3.333343505859375, 3.443359375]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 8.0, 3.0, 5.0, 3.0, 5.0, 12.0, 12.0, 15.0, 10.0, 14.0, 21.0, 20.0, 22.0, 25.0, 34.0, 19.0, 32.0, 43.0, 50.0, 37.0, 36.0, 32.0, 39.0, 36.0, 46.0, 41.0, 38.0, 33.0, 34.0, 24.0, 27.0, 34.0, 20.0, 25.0, 23.0, 17.0, 22.0, 9.0, 10.0, 15.0, 7.0, 8.0, 7.0, 9.0, 6.0, 6.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-18.265625, -17.712890625, -17.16015625, -16.607421875, -16.0546875, -15.501953125, -14.94921875, -14.396484375, -13.84375, -13.291015625, -12.73828125, -12.185546875, -11.6328125, -11.080078125, -10.52734375, -9.974609375, -9.421875, -8.869140625, -8.31640625, -7.763671875, -7.2109375, -6.658203125, -6.10546875, -5.552734375, -5.0, -4.447265625, -3.89453125, -3.341796875, -2.7890625, -2.236328125, -1.68359375, -1.130859375, -0.578125, -0.025390625, 0.52734375, 1.080078125, 1.6328125, 2.185546875, 2.73828125, 3.291015625, 3.84375, 4.396484375, 4.94921875, 5.501953125, 6.0546875, 6.607421875, 7.16015625, 7.712890625, 8.265625, 8.818359375, 9.37109375, 9.923828125, 10.4765625, 11.029296875, 11.58203125, 12.134765625, 12.6875, 13.240234375, 13.79296875, 14.345703125, 14.8984375, 15.451171875, 16.00390625, 16.556640625, 17.109375]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 8.0, 4.0, 12.0, 17.0, 39.0, 37.0, 62.0, 106.0, 163.0, 279.0, 430.0, 672.0, 1053.0, 1558.0, 2591.0, 3892.0, 5810.0, 9175.0, 14107.0, 23219.0, 52069.0, 800416.0, 66376.0, 24627.0, 14958.0, 9404.0, 6137.0, 3985.0, 2648.0, 1705.0, 1100.0, 689.0, 432.0, 272.0, 184.0, 103.0, 78.0, 57.0, 20.0, 22.0, 22.0, 10.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.95703125, -7.69659423828125, -7.4361572265625, -7.17572021484375, -6.915283203125, -6.65484619140625, -6.3944091796875, -6.13397216796875, -5.87353515625, -5.61309814453125, -5.3526611328125, -5.09222412109375, -4.831787109375, -4.57135009765625, -4.3109130859375, -4.05047607421875, -3.7900390625, -3.52960205078125, -3.2691650390625, -3.00872802734375, -2.748291015625, -2.48785400390625, -2.2274169921875, -1.96697998046875, -1.70654296875, -1.44610595703125, -1.1856689453125, -0.92523193359375, -0.664794921875, -0.40435791015625, -0.1439208984375, 0.11651611328125, 0.376953125, 0.63739013671875, 0.8978271484375, 1.15826416015625, 1.418701171875, 1.67913818359375, 1.9395751953125, 2.20001220703125, 2.46044921875, 2.72088623046875, 2.9813232421875, 3.24176025390625, 3.502197265625, 3.76263427734375, 4.0230712890625, 4.28350830078125, 4.5439453125, 4.80438232421875, 5.0648193359375, 5.32525634765625, 5.585693359375, 5.84613037109375, 6.1065673828125, 6.36700439453125, 6.62744140625, 6.88787841796875, 7.1483154296875, 7.40875244140625, 7.669189453125, 7.92962646484375, 8.1900634765625, 8.45050048828125, 8.7109375]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 12.0, 7.0, 10.0, 10.0, 18.0, 13.0, 16.0, 28.0, 23.0, 17.0, 45.0, 32.0, 30.0, 51.0, 37.0, 34.0, 47.0, 48.0, 29.0, 37.0, 49.0, 39.0, 53.0, 43.0, 28.0, 33.0, 31.0, 26.0, 27.0, 21.0, 17.0, 25.0, 20.0, 7.0, 7.0, 9.0, 9.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.0078125, -11.5865478515625, -11.165283203125, -10.7440185546875, -10.32275390625, -9.9014892578125, -9.480224609375, -9.0589599609375, -8.6376953125, -8.2164306640625, -7.795166015625, -7.3739013671875, -6.95263671875, -6.5313720703125, -6.110107421875, -5.6888427734375, -5.267578125, -4.8463134765625, -4.425048828125, -4.0037841796875, -3.58251953125, -3.1612548828125, -2.739990234375, -2.3187255859375, -1.8974609375, -1.4761962890625, -1.054931640625, -0.6336669921875, -0.21240234375, 0.2088623046875, 0.630126953125, 1.0513916015625, 1.47265625, 1.8939208984375, 2.315185546875, 2.7364501953125, 3.15771484375, 3.5789794921875, 4.000244140625, 4.4215087890625, 4.8427734375, 5.2640380859375, 5.685302734375, 6.1065673828125, 6.52783203125, 6.9490966796875, 7.370361328125, 7.7916259765625, 8.212890625, 8.6341552734375, 9.055419921875, 9.4766845703125, 9.89794921875, 10.3192138671875, 10.740478515625, 11.1617431640625, 11.5830078125, 12.0042724609375, 12.425537109375, 12.8468017578125, 13.26806640625, 13.6893310546875, 14.110595703125, 14.5318603515625, 14.953125]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 2.0, 14.0, 14.0, 9.0, 18.0, 22.0, 33.0, 64.0, 67.0, 97.0, 176.0, 300.0, 425.0, 676.0, 1282.0, 2322.0, 4562.0, 9618.0, 21957.0, 66172.0, 870391.0, 39102.0, 16086.0, 7224.0, 3486.0, 1805.0, 1020.0, 594.0, 334.0, 186.0, 151.0, 96.0, 86.0, 50.0, 26.0, 27.0, 10.0, 11.0, 10.0, 8.0, 8.0, 6.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.66357421875, -0.6436538696289062, -0.6237335205078125, -0.6038131713867188, -0.583892822265625, -0.5639724731445312, -0.5440521240234375, -0.5241317749023438, -0.50421142578125, -0.48429107666015625, -0.4643707275390625, -0.44445037841796875, -0.424530029296875, -0.40460968017578125, -0.3846893310546875, -0.36476898193359375, -0.3448486328125, -0.32492828369140625, -0.3050079345703125, -0.28508758544921875, -0.265167236328125, -0.24524688720703125, -0.2253265380859375, -0.20540618896484375, -0.18548583984375, -0.16556549072265625, -0.1456451416015625, -0.12572479248046875, -0.105804443359375, -0.08588409423828125, -0.0659637451171875, -0.04604339599609375, -0.026123046875, -0.00620269775390625, 0.0137176513671875, 0.03363800048828125, 0.053558349609375, 0.07347869873046875, 0.0933990478515625, 0.11331939697265625, 0.13323974609375, 0.15316009521484375, 0.1730804443359375, 0.19300079345703125, 0.212921142578125, 0.23284149169921875, 0.2527618408203125, 0.27268218994140625, 0.2926025390625, 0.31252288818359375, 0.3324432373046875, 0.35236358642578125, 0.372283935546875, 0.39220428466796875, 0.4121246337890625, 0.43204498291015625, 0.45196533203125, 0.47188568115234375, 0.4918060302734375, 0.5117263793945312, 0.531646728515625, 0.5515670776367188, 0.5714874267578125, 0.5914077758789062, 0.611328125]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 5.0, 8.0, 5.0, 12.0, 14.0, 14.0, 12.0, 25.0, 39.0, 38.0, 48.0, 39.0, 51.0, 66.0, 75.0, 77.0, 83.0, 64.0, 53.0, 46.0, 47.0, 34.0, 37.0, 22.0, 12.0, 16.0, 12.0, 9.0, 8.0, 7.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-5.251169204711914e-05, -5.115382373332977e-05, -4.9795955419540405e-05, -4.843808710575104e-05, -4.708021879196167e-05, -4.57223504781723e-05, -4.4364482164382935e-05, -4.300661385059357e-05, -4.16487455368042e-05, -4.029087722301483e-05, -3.8933008909225464e-05, -3.7575140595436096e-05, -3.621727228164673e-05, -3.485940396785736e-05, -3.350153565406799e-05, -3.2143667340278625e-05, -3.078579902648926e-05, -2.942793071269989e-05, -2.8070062398910522e-05, -2.6712194085121155e-05, -2.5354325771331787e-05, -2.399645745754242e-05, -2.2638589143753052e-05, -2.1280720829963684e-05, -1.9922852516174316e-05, -1.856498420238495e-05, -1.720711588859558e-05, -1.5849247574806213e-05, -1.4491379261016846e-05, -1.3133510947227478e-05, -1.177564263343811e-05, -1.0417774319648743e-05, -9.059906005859375e-06, -7.702037692070007e-06, -6.34416937828064e-06, -4.986301064491272e-06, -3.6284327507019043e-06, -2.2705644369125366e-06, -9.126961231231689e-07, 4.4517219066619873e-07, 1.8030405044555664e-06, 3.160908818244934e-06, 4.518777132034302e-06, 5.8766454458236694e-06, 7.234513759613037e-06, 8.592382073402405e-06, 9.950250387191772e-06, 1.130811870098114e-05, 1.2665987014770508e-05, 1.4023855328559875e-05, 1.5381723642349243e-05, 1.673959195613861e-05, 1.809746026992798e-05, 1.9455328583717346e-05, 2.0813196897506714e-05, 2.217106521129608e-05, 2.352893352508545e-05, 2.4886801838874817e-05, 2.6244670152664185e-05, 2.7602538466453552e-05, 2.896040678024292e-05, 3.0318275094032288e-05, 3.1676143407821655e-05, 3.303401172161102e-05, 3.439188003540039e-05]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 6.0, 11.0, 2.0, 7.0, 4.0, 9.0, 13.0, 7.0, 12.0, 11.0, 31.0, 33.0, 47.0, 63.0, 63.0, 131.0, 294.0, 2312.0, 163346.0, 872756.0, 8261.0, 567.0, 177.0, 113.0, 57.0, 56.0, 30.0, 24.0, 18.0, 16.0, 20.0, 6.0, 7.0, 17.0, 2.0, 9.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-3.58203125, -3.46337890625, -3.3447265625, -3.22607421875, -3.107421875, -2.98876953125, -2.8701171875, -2.75146484375, -2.6328125, -2.51416015625, -2.3955078125, -2.27685546875, -2.158203125, -2.03955078125, -1.9208984375, -1.80224609375, -1.68359375, -1.56494140625, -1.4462890625, -1.32763671875, -1.208984375, -1.09033203125, -0.9716796875, -0.85302734375, -0.734375, -0.61572265625, -0.4970703125, -0.37841796875, -0.259765625, -0.14111328125, -0.0224609375, 0.09619140625, 0.21484375, 0.33349609375, 0.4521484375, 0.57080078125, 0.689453125, 0.80810546875, 0.9267578125, 1.04541015625, 1.1640625, 1.28271484375, 1.4013671875, 1.52001953125, 1.638671875, 1.75732421875, 1.8759765625, 1.99462890625, 2.11328125, 2.23193359375, 2.3505859375, 2.46923828125, 2.587890625, 2.70654296875, 2.8251953125, 2.94384765625, 3.0625, 3.18115234375, 3.2998046875, 3.41845703125, 3.537109375, 3.65576171875, 3.7744140625, 3.89306640625, 4.01171875]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 6.0, 2.0, 6.0, 9.0, 7.0, 9.0, 14.0, 16.0, 20.0, 31.0, 41.0, 40.0, 43.0, 76.0, 53.0, 85.0, 91.0, 88.0, 79.0, 50.0, 47.0, 24.0, 34.0, 30.0, 17.0, 13.0, 3.0, 10.0, 8.0, 10.0, 6.0, 6.0, 3.0, 6.0, 0.0, 7.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.24365234375, -0.23677635192871094, -0.22990036010742188, -0.2230243682861328, -0.21614837646484375, -0.2092723846435547, -0.20239639282226562, -0.19552040100097656, -0.1886444091796875, -0.18176841735839844, -0.17489242553710938, -0.1680164337158203, -0.16114044189453125, -0.1542644500732422, -0.14738845825195312, -0.14051246643066406, -0.133636474609375, -0.12676048278808594, -0.11988449096679688, -0.11300849914550781, -0.10613250732421875, -0.09925651550292969, -0.09238052368164062, -0.08550453186035156, -0.0786285400390625, -0.07175254821777344, -0.06487655639648438, -0.05800056457519531, -0.05112457275390625, -0.04424858093261719, -0.037372589111328125, -0.030496597290039062, -0.02362060546875, -0.016744613647460938, -0.009868621826171875, -0.0029926300048828125, 0.00388336181640625, 0.010759353637695312, 0.017635345458984375, 0.024511337280273438, 0.0313873291015625, 0.03826332092285156, 0.045139312744140625, 0.05201530456542969, 0.05889129638671875, 0.06576728820800781, 0.07264328002929688, 0.07951927185058594, 0.086395263671875, 0.09327125549316406, 0.10014724731445312, 0.10702323913574219, 0.11389923095703125, 0.12077522277832031, 0.12765121459960938, 0.13452720642089844, 0.1414031982421875, 0.14827919006347656, 0.15515518188476562, 0.1620311737060547, 0.16890716552734375, 0.1757831573486328, 0.18265914916992188, 0.18953514099121094, 0.1964111328125]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 10.0, 19.0, 24.0, 48.0, 83.0, 132.0, 160.0, 170.0, 137.0, 92.0, 68.0, 36.0, 19.0, 9.0, 3.0, 6.0, 0.0, 1.0, 0.0, 1.0], "bins": [-75.48491668701172, -74.00850677490234, -72.53209686279297, -71.05567932128906, -69.57926940917969, -68.10285949707031, -66.62644958496094, -65.15003967285156, -63.67362594604492, -62.19721603393555, -60.720802307128906, -59.24439239501953, -57.76797866821289, -56.291568756103516, -54.815155029296875, -53.3387451171875, -51.862335205078125, -50.38592529296875, -48.90951156616211, -47.433101654052734, -45.956687927246094, -44.48027801513672, -43.003868103027344, -41.5274543762207, -40.05104064941406, -38.57463073730469, -37.09821701049805, -35.62180709838867, -34.14539337158203, -32.668983459472656, -31.19257164001465, -29.71615982055664, -28.239748001098633, -26.763336181640625, -25.286924362182617, -23.81051254272461, -22.334102630615234, -20.857690811157227, -19.38127899169922, -17.904869079589844, -16.428455352783203, -14.952043533325195, -13.475632667541504, -11.999220848083496, -10.522809982299805, -9.046398162841797, -7.569986343383789, -6.093575477600098, -4.617164611816406, -3.1407532691955566, -1.664341688156128, -0.18793010711669922, 1.2884812355041504, 2.764892578125, 4.241304397583008, 5.717715263366699, 7.194127082824707, 8.670538902282715, 10.146949768066406, 11.623361587524414, 13.099773406982422, 14.576184272766113, 16.052597045898438, 17.529006958007812, 19.00541877746582]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 6.0, 7.0, 4.0, 4.0, 3.0, 5.0, 10.0, 13.0, 15.0, 12.0, 13.0, 18.0, 24.0, 21.0, 23.0, 34.0, 20.0, 34.0, 39.0, 49.0, 37.0, 39.0, 32.0, 36.0, 39.0, 46.0, 39.0, 41.0, 26.0, 38.0, 23.0, 31.0, 29.0, 24.0, 22.0, 23.0, 19.0, 22.0, 9.0, 12.0, 13.0, 8.0, 9.0, 7.0, 10.0, 5.0, 6.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-18.2586669921875, -17.707412719726562, -17.156158447265625, -16.604904174804688, -16.05364990234375, -15.502394676208496, -14.951139450073242, -14.399885177612305, -13.848630905151367, -13.29737663269043, -12.746122360229492, -12.194867134094238, -11.6436128616333, -11.092358589172363, -10.54110336303711, -9.989849090576172, -9.438594818115234, -8.887340545654297, -8.33608627319336, -7.7848310470581055, -7.233576774597168, -6.6823225021362305, -6.131067752838135, -5.579813003540039, -5.028558731079102, -4.477304458618164, -3.9260497093200684, -3.3747951984405518, -2.823540687561035, -2.2722861766815186, -1.721031665802002, -1.1697771549224854, -0.6185207366943359, -0.06726622581481934, 0.48398828506469727, 1.0352427959442139, 1.5864973068237305, 2.137751817703247, 2.6890063285827637, 3.2402608394622803, 3.791515350341797, 4.342769622802734, 4.89402437210083, 5.445279121398926, 5.996533393859863, 6.547787666320801, 7.0990424156188965, 7.650297164916992, 8.20155143737793, 8.752805709838867, 9.304059982299805, 9.855315208435059, 10.406569480895996, 10.957823753356934, 11.509078979492188, 12.060333251953125, 12.611587524414062, 13.162841796875, 13.714096069335938, 14.265351295471191, 14.816605567932129, 15.367859840393066, 15.91911506652832, 16.470369338989258, 17.021623611450195]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 9.0, 9.0, 11.0, 16.0, 13.0, 25.0, 41.0, 65.0, 83.0, 162.0, 244.0, 379.0, 614.0, 1018.0, 1624.0, 2752.0, 4701.0, 7990.0, 13632.0, 24080.0, 43071.0, 80240.0, 157881.0, 254360.0, 212036.0, 110619.0, 57899.0, 31683.0, 17920.0, 10356.0, 6043.0, 3481.0, 2098.0, 1240.0, 754.0, 508.0, 315.0, 201.0, 113.0, 80.0, 64.0, 37.0, 29.0, 12.0, 15.0, 12.0, 3.0, 4.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-22.421875, -21.737060546875, -21.05224609375, -20.367431640625, -19.6826171875, -18.997802734375, -18.31298828125, -17.628173828125, -16.943359375, -16.258544921875, -15.57373046875, -14.888916015625, -14.2041015625, -13.519287109375, -12.83447265625, -12.149658203125, -11.46484375, -10.780029296875, -10.09521484375, -9.410400390625, -8.7255859375, -8.040771484375, -7.35595703125, -6.671142578125, -5.986328125, -5.301513671875, -4.61669921875, -3.931884765625, -3.2470703125, -2.562255859375, -1.87744140625, -1.192626953125, -0.5078125, 0.177001953125, 0.86181640625, 1.546630859375, 2.2314453125, 2.916259765625, 3.60107421875, 4.285888671875, 4.970703125, 5.655517578125, 6.34033203125, 7.025146484375, 7.7099609375, 8.394775390625, 9.07958984375, 9.764404296875, 10.44921875, 11.134033203125, 11.81884765625, 12.503662109375, 13.1884765625, 13.873291015625, 14.55810546875, 15.242919921875, 15.927734375, 16.612548828125, 17.29736328125, 17.982177734375, 18.6669921875, 19.351806640625, 20.03662109375, 20.721435546875, 21.40625]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 5.0, 4.0, 5.0, 9.0, 0.0, 5.0, 7.0, 7.0, 15.0, 13.0, 15.0, 20.0, 14.0, 24.0, 17.0, 26.0, 28.0, 27.0, 39.0, 34.0, 47.0, 44.0, 34.0, 34.0, 34.0, 40.0, 41.0, 43.0, 43.0, 30.0, 30.0, 26.0, 29.0, 25.0, 25.0, 27.0, 19.0, 22.0, 16.0, 8.0, 14.0, 7.0, 11.0, 10.0, 8.0, 5.0, 7.0, 3.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0], "bins": [-18.765625, -18.19482421875, -17.6240234375, -17.05322265625, -16.482421875, -15.91162109375, -15.3408203125, -14.77001953125, -14.19921875, -13.62841796875, -13.0576171875, -12.48681640625, -11.916015625, -11.34521484375, -10.7744140625, -10.20361328125, -9.6328125, -9.06201171875, -8.4912109375, -7.92041015625, -7.349609375, -6.77880859375, -6.2080078125, -5.63720703125, -5.06640625, -4.49560546875, -3.9248046875, -3.35400390625, -2.783203125, -2.21240234375, -1.6416015625, -1.07080078125, -0.5, 0.07080078125, 0.6416015625, 1.21240234375, 1.783203125, 2.35400390625, 2.9248046875, 3.49560546875, 4.06640625, 4.63720703125, 5.2080078125, 5.77880859375, 6.349609375, 6.92041015625, 7.4912109375, 8.06201171875, 8.6328125, 9.20361328125, 9.7744140625, 10.34521484375, 10.916015625, 11.48681640625, 12.0576171875, 12.62841796875, 13.19921875, 13.77001953125, 14.3408203125, 14.91162109375, 15.482421875, 16.05322265625, 16.6240234375, 17.19482421875, 17.765625]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 5.0, 8.0, 3.0, 10.0, 10.0, 9.0, 15.0, 22.0, 25.0, 22.0, 13.0, 31.0, 45.0, 50.0, 48.0, 54.0, 103.0, 389.0, 1032684.0, 14392.0, 203.0, 85.0, 46.0, 47.0, 30.0, 41.0, 30.0, 23.0, 16.0, 18.0, 11.0, 13.0, 8.0, 5.0, 7.0, 5.0, 7.0, 7.0, 4.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-580.0, -561.171875, -542.34375, -523.515625, -504.6875, -485.859375, -467.03125, -448.203125, -429.375, -410.546875, -391.71875, -372.890625, -354.0625, -335.234375, -316.40625, -297.578125, -278.75, -259.921875, -241.09375, -222.265625, -203.4375, -184.609375, -165.78125, -146.953125, -128.125, -109.296875, -90.46875, -71.640625, -52.8125, -33.984375, -15.15625, 3.671875, 22.5, 41.328125, 60.15625, 78.984375, 97.8125, 116.640625, 135.46875, 154.296875, 173.125, 191.953125, 210.78125, 229.609375, 248.4375, 267.265625, 286.09375, 304.921875, 323.75, 342.578125, 361.40625, 380.234375, 399.0625, 417.890625, 436.71875, 455.546875, 474.375, 493.203125, 512.03125, 530.859375, 549.6875, 568.515625, 587.34375, 606.171875, 625.0]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 3.0, 5.0, 7.0, 4.0, 9.0, 6.0, 10.0, 13.0, 10.0, 16.0, 21.0, 18.0, 27.0, 42.0, 42.0, 50.0, 43.0, 48.0, 63.0, 43.0, 59.0, 41.0, 52.0, 39.0, 56.0, 40.0, 48.0, 28.0, 24.0, 25.0, 26.0, 12.0, 15.0, 10.0, 9.0, 11.0, 7.0, 5.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-23.15625, -22.436767578125, -21.71728515625, -20.997802734375, -20.2783203125, -19.558837890625, -18.83935546875, -18.119873046875, -17.400390625, -16.680908203125, -15.96142578125, -15.241943359375, -14.5224609375, -13.802978515625, -13.08349609375, -12.364013671875, -11.64453125, -10.925048828125, -10.20556640625, -9.486083984375, -8.7666015625, -8.047119140625, -7.32763671875, -6.608154296875, -5.888671875, -5.169189453125, -4.44970703125, -3.730224609375, -3.0107421875, -2.291259765625, -1.57177734375, -0.852294921875, -0.1328125, 0.586669921875, 1.30615234375, 2.025634765625, 2.7451171875, 3.464599609375, 4.18408203125, 4.903564453125, 5.623046875, 6.342529296875, 7.06201171875, 7.781494140625, 8.5009765625, 9.220458984375, 9.93994140625, 10.659423828125, 11.37890625, 12.098388671875, 12.81787109375, 13.537353515625, 14.2568359375, 14.976318359375, 15.69580078125, 16.415283203125, 17.134765625, 17.854248046875, 18.57373046875, 19.293212890625, 20.0126953125, 20.732177734375, 21.45166015625, 22.171142578125, 22.890625]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 7.0, 12.0, 21.0, 36.0, 43.0, 95.0, 222.0, 594.0, 2403.0, 38603.0, 923700.0, 78197.0, 3404.0, 695.0, 263.0, 129.0, 61.0, 29.0, 13.0, 14.0, 2.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.125, -47.27734375, -45.4296875, -43.58203125, -41.734375, -39.88671875, -38.0390625, -36.19140625, -34.34375, -32.49609375, -30.6484375, -28.80078125, -26.953125, -25.10546875, -23.2578125, -21.41015625, -19.5625, -17.71484375, -15.8671875, -14.01953125, -12.171875, -10.32421875, -8.4765625, -6.62890625, -4.78125, -2.93359375, -1.0859375, 0.76171875, 2.609375, 4.45703125, 6.3046875, 8.15234375, 10.0, 11.84765625, 13.6953125, 15.54296875, 17.390625, 19.23828125, 21.0859375, 22.93359375, 24.78125, 26.62890625, 28.4765625, 30.32421875, 32.171875, 34.01953125, 35.8671875, 37.71484375, 39.5625, 41.41015625, 43.2578125, 45.10546875, 46.953125, 48.80078125, 50.6484375, 52.49609375, 54.34375, 56.19140625, 58.0390625, 59.88671875, 61.734375, 63.58203125, 65.4296875, 67.27734375, 69.125]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 7.0, 7.0, 8.0, 30.0, 47.0, 71.0, 155.0, 266.0, 204.0, 98.0, 45.0, 29.0, 21.0, 9.0, 3.0, 7.0, 3.0, 3.0], "bins": [-0.0076141357421875, -0.0074720680713653564, -0.007330000400543213, -0.007187932729721069, -0.007045865058898926, -0.006903797388076782, -0.006761729717254639, -0.006619662046432495, -0.0064775943756103516, -0.006335526704788208, -0.0061934590339660645, -0.006051391363143921, -0.005909323692321777, -0.005767256021499634, -0.00562518835067749, -0.005483120679855347, -0.005341053009033203, -0.00519898533821106, -0.005056917667388916, -0.0049148499965667725, -0.004772782325744629, -0.004630714654922485, -0.004488646984100342, -0.004346579313278198, -0.004204511642456055, -0.004062443971633911, -0.003920376300811768, -0.003778308629989624, -0.0036362409591674805, -0.003494173288345337, -0.0033521056175231934, -0.00321003794670105, -0.0030679702758789062, -0.0029259026050567627, -0.002783834934234619, -0.0026417672634124756, -0.002499699592590332, -0.0023576319217681885, -0.002215564250946045, -0.0020734965801239014, -0.0019314289093017578, -0.0017893612384796143, -0.0016472935676574707, -0.0015052258968353271, -0.0013631582260131836, -0.00122109055519104, -0.0010790228843688965, -0.0009369552135467529, -0.0007948875427246094, -0.0006528198719024658, -0.0005107522010803223, -0.0003686845302581787, -0.00022661685943603516, -8.45491886138916e-05, 5.751848220825195e-05, 0.0001995861530303955, 0.00034165382385253906, 0.0004837214946746826, 0.0006257891654968262, 0.0007678568363189697, 0.0009099245071411133, 0.0010519921779632568, 0.0011940598487854004, 0.001336127519607544, 0.0014781951904296875]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 8.0, 9.0, 9.0, 11.0, 13.0, 15.0, 40.0, 65.0, 61.0, 124.0, 330.0, 2288.0, 541524.0, 501210.0, 2190.0, 305.0, 101.0, 68.0, 53.0, 31.0, 26.0, 18.0, 10.0, 2.0, 9.0, 10.0, 7.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-109.1875, -105.9755859375, -102.763671875, -99.5517578125, -96.33984375, -93.1279296875, -89.916015625, -86.7041015625, -83.4921875, -80.2802734375, -77.068359375, -73.8564453125, -70.64453125, -67.4326171875, -64.220703125, -61.0087890625, -57.796875, -54.5849609375, -51.373046875, -48.1611328125, -44.94921875, -41.7373046875, -38.525390625, -35.3134765625, -32.1015625, -28.8896484375, -25.677734375, -22.4658203125, -19.25390625, -16.0419921875, -12.830078125, -9.6181640625, -6.40625, -3.1943359375, 0.017578125, 3.2294921875, 6.44140625, 9.6533203125, 12.865234375, 16.0771484375, 19.2890625, 22.5009765625, 25.712890625, 28.9248046875, 32.13671875, 35.3486328125, 38.560546875, 41.7724609375, 44.984375, 48.1962890625, 51.408203125, 54.6201171875, 57.83203125, 61.0439453125, 64.255859375, 67.4677734375, 70.6796875, 73.8916015625, 77.103515625, 80.3154296875, 83.52734375, 86.7392578125, 89.951171875, 93.1630859375, 96.375]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 8.0, 10.0, 8.0, 8.0, 13.0, 20.0, 29.0, 37.0, 42.0, 62.0, 90.0, 86.0, 104.0, 90.0, 91.0, 81.0, 60.0, 42.0, 46.0, 16.0, 11.0, 10.0, 10.0, 9.0, 9.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.53515625, -4.35833740234375, -4.1815185546875, -4.00469970703125, -3.827880859375, -3.65106201171875, -3.4742431640625, -3.29742431640625, -3.12060546875, -2.94378662109375, -2.7669677734375, -2.59014892578125, -2.413330078125, -2.23651123046875, -2.0596923828125, -1.88287353515625, -1.7060546875, -1.52923583984375, -1.3524169921875, -1.17559814453125, -0.998779296875, -0.82196044921875, -0.6451416015625, -0.46832275390625, -0.29150390625, -0.11468505859375, 0.0621337890625, 0.23895263671875, 0.415771484375, 0.59259033203125, 0.7694091796875, 0.94622802734375, 1.123046875, 1.29986572265625, 1.4766845703125, 1.65350341796875, 1.830322265625, 2.00714111328125, 2.1839599609375, 2.36077880859375, 2.53759765625, 2.71441650390625, 2.8912353515625, 3.06805419921875, 3.244873046875, 3.42169189453125, 3.5985107421875, 3.77532958984375, 3.9521484375, 4.12896728515625, 4.3057861328125, 4.48260498046875, 4.659423828125, 4.83624267578125, 5.0130615234375, 5.18988037109375, 5.36669921875, 5.54351806640625, 5.7203369140625, 5.89715576171875, 6.073974609375, 6.25079345703125, 6.4276123046875, 6.60443115234375, 6.78125]}, "gradients/decoder.roberta.encoder.layer.18.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 15.0, 20.0, 28.0, 43.0, 80.0, 96.0, 116.0, 138.0, 122.0, 133.0, 67.0, 60.0, 38.0, 26.0, 14.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-34.91936111450195, -33.659053802490234, -32.398746490478516, -31.13844108581543, -29.87813377380371, -28.617828369140625, -27.357521057128906, -26.097213745117188, -24.83690643310547, -23.57659912109375, -22.316293716430664, -21.055986404418945, -19.795679092407227, -18.53537368774414, -17.275066375732422, -16.014759063720703, -14.754453659057617, -13.494147300720215, -12.233839988708496, -10.973533630371094, -9.713226318359375, -8.452919960021973, -7.19261360168457, -5.932306289672852, -4.671999931335449, -3.4116930961608887, -2.1513864994049072, -0.8910799026489258, 0.36922693252563477, 1.6295337677001953, 2.8898401260375977, 4.150147438049316, 5.410453796386719, 6.670760631561279, 7.93106746673584, 9.191373825073242, 10.451681137084961, 11.711987495422363, 12.972293853759766, 14.232601165771484, 15.492907524108887, 16.75321388244629, 18.013521194458008, 19.273826599121094, 20.534133911132812, 21.79444122314453, 23.05474853515625, 24.31505584716797, 25.575361251831055, 26.835668563842773, 28.09597396850586, 29.356281280517578, 30.616588592529297, 31.876895904541016, 33.13719940185547, 34.39750671386719, 35.657814025878906, 36.918121337890625, 38.178428649902344, 39.43873596191406, 40.699039459228516, 41.959346771240234, 43.21965408325195, 44.47996139526367, 45.74026870727539]}, "gradients/decoder.roberta.encoder.layer.18.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 7.0, 5.0, 8.0, 9.0, 10.0, 10.0, 17.0, 18.0, 16.0, 15.0, 24.0, 20.0, 26.0, 21.0, 36.0, 28.0, 35.0, 50.0, 37.0, 37.0, 41.0, 42.0, 42.0, 57.0, 37.0, 35.0, 32.0, 30.0, 40.0, 26.0, 16.0, 26.0, 25.0, 11.0, 12.0, 27.0, 8.0, 18.0, 9.0, 11.0, 6.0, 4.0, 6.0, 11.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.227371215820312, -21.428863525390625, -20.630355834960938, -19.831846237182617, -19.03333854675293, -18.234830856323242, -17.436321258544922, -16.637813568115234, -15.839305877685547, -15.04079818725586, -14.242289543151855, -13.443780899047852, -12.645273208618164, -11.846765518188477, -11.048256874084473, -10.249748229980469, -9.451240539550781, -8.652732849121094, -7.85422420501709, -7.055716037750244, -6.257207870483398, -5.458699703216553, -4.660191535949707, -3.8616833686828613, -3.0631752014160156, -2.26466703414917, -1.4661588668823242, -0.6676506996154785, 0.1308574676513672, 0.9293656349182129, 1.7278738021850586, 2.5263819694519043, 3.324888229370117, 4.123396396636963, 4.921904563903809, 5.720412731170654, 6.5189208984375, 7.317429065704346, 8.115937232971191, 8.914445877075195, 9.712953567504883, 10.51146125793457, 11.309969902038574, 12.108478546142578, 12.906986236572266, 13.705493927001953, 14.504002571105957, 15.302511215209961, 16.10101890563965, 16.899526596069336, 17.698036193847656, 18.496543884277344, 19.29505157470703, 20.09355926513672, 20.892066955566406, 21.690576553344727, 22.489084243774414, 23.2875919342041, 24.086101531982422, 24.88460922241211, 25.683116912841797, 26.481624603271484, 27.280132293701172, 28.078641891479492, 28.87714958190918]}, "gradients/decoder.roberta.encoder.layer.18.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 8.0, 11.0, 11.0, 14.0, 33.0, 46.0, 53.0, 90.0, 127.0, 199.0, 294.0, 497.0, 745.0, 1427.0, 2556.0, 4682.0, 9844.0, 21941.0, 57500.0, 199197.0, 1273501.0, 2154718.0, 330944.0, 80581.0, 29164.0, 12514.0, 6111.0, 3072.0, 1714.0, 947.0, 657.0, 371.0, 225.0, 174.0, 114.0, 57.0, 49.0, 31.0, 20.0, 17.0, 11.0, 8.0, 2.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-34.4375, -33.39892578125, -32.3603515625, -31.32177734375, -30.283203125, -29.24462890625, -28.2060546875, -27.16748046875, -26.12890625, -25.09033203125, -24.0517578125, -23.01318359375, -21.974609375, -20.93603515625, -19.8974609375, -18.85888671875, -17.8203125, -16.78173828125, -15.7431640625, -14.70458984375, -13.666015625, -12.62744140625, -11.5888671875, -10.55029296875, -9.51171875, -8.47314453125, -7.4345703125, -6.39599609375, -5.357421875, -4.31884765625, -3.2802734375, -2.24169921875, -1.203125, -0.16455078125, 0.8740234375, 1.91259765625, 2.951171875, 3.98974609375, 5.0283203125, 6.06689453125, 7.10546875, 8.14404296875, 9.1826171875, 10.22119140625, 11.259765625, 12.29833984375, 13.3369140625, 14.37548828125, 15.4140625, 16.45263671875, 17.4912109375, 18.52978515625, 19.568359375, 20.60693359375, 21.6455078125, 22.68408203125, 23.72265625, 24.76123046875, 25.7998046875, 26.83837890625, 27.876953125, 28.91552734375, 29.9541015625, 30.99267578125, 32.03125]}, "gradients/decoder.roberta.encoder.layer.18.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 5.0, 5.0, 4.0, 10.0, 13.0, 7.0, 11.0, 20.0, 18.0, 13.0, 22.0, 23.0, 32.0, 27.0, 34.0, 31.0, 37.0, 42.0, 32.0, 40.0, 35.0, 40.0, 44.0, 37.0, 34.0, 29.0, 36.0, 39.0, 36.0, 17.0, 28.0, 23.0, 19.0, 24.0, 19.0, 20.0, 16.0, 13.0, 11.0, 10.0, 11.0, 11.0, 5.0, 3.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.2421875, -11.81982421875, -11.3974609375, -10.97509765625, -10.552734375, -10.13037109375, -9.7080078125, -9.28564453125, -8.86328125, -8.44091796875, -8.0185546875, -7.59619140625, -7.173828125, -6.75146484375, -6.3291015625, -5.90673828125, -5.484375, -5.06201171875, -4.6396484375, -4.21728515625, -3.794921875, -3.37255859375, -2.9501953125, -2.52783203125, -2.10546875, -1.68310546875, -1.2607421875, -0.83837890625, -0.416015625, 0.00634765625, 0.4287109375, 0.85107421875, 1.2734375, 1.69580078125, 2.1181640625, 2.54052734375, 2.962890625, 3.38525390625, 3.8076171875, 4.22998046875, 4.65234375, 5.07470703125, 5.4970703125, 5.91943359375, 6.341796875, 6.76416015625, 7.1865234375, 7.60888671875, 8.03125, 8.45361328125, 8.8759765625, 9.29833984375, 9.720703125, 10.14306640625, 10.5654296875, 10.98779296875, 11.41015625, 11.83251953125, 12.2548828125, 12.67724609375, 13.099609375, 13.52197265625, 13.9443359375, 14.36669921875, 14.7890625]}, "gradients/decoder.roberta.encoder.layer.18.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 5.0, 7.0, 5.0, 2.0, 14.0, 26.0, 28.0, 47.0, 83.0, 113.0, 202.0, 425.0, 985.0, 4551.0, 234883.0, 3929755.0, 19907.0, 1848.0, 572.0, 307.0, 174.0, 90.0, 65.0, 61.0, 27.0, 30.0, 23.0, 12.0, 6.0, 6.0, 8.0, 4.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-212.375, -206.673828125, -200.97265625, -195.271484375, -189.5703125, -183.869140625, -178.16796875, -172.466796875, -166.765625, -161.064453125, -155.36328125, -149.662109375, -143.9609375, -138.259765625, -132.55859375, -126.857421875, -121.15625, -115.455078125, -109.75390625, -104.052734375, -98.3515625, -92.650390625, -86.94921875, -81.248046875, -75.546875, -69.845703125, -64.14453125, -58.443359375, -52.7421875, -47.041015625, -41.33984375, -35.638671875, -29.9375, -24.236328125, -18.53515625, -12.833984375, -7.1328125, -1.431640625, 4.26953125, 9.970703125, 15.671875, 21.373046875, 27.07421875, 32.775390625, 38.4765625, 44.177734375, 49.87890625, 55.580078125, 61.28125, 66.982421875, 72.68359375, 78.384765625, 84.0859375, 89.787109375, 95.48828125, 101.189453125, 106.890625, 112.591796875, 118.29296875, 123.994140625, 129.6953125, 135.396484375, 141.09765625, 146.798828125, 152.5]}, "gradients/decoder.roberta.encoder.layer.18.intermediate.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 8.0, 7.0, 8.0, 11.0, 16.0, 24.0, 27.0, 53.0, 60.0, 87.0, 138.0, 194.0, 331.0, 502.0, 717.0, 640.0, 423.0, 296.0, 187.0, 101.0, 83.0, 54.0, 31.0, 22.0, 20.0, 7.0, 4.0, 5.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.2265625, -8.8697509765625, -8.512939453125, -8.1561279296875, -7.79931640625, -7.4425048828125, -7.085693359375, -6.7288818359375, -6.3720703125, -6.0152587890625, -5.658447265625, -5.3016357421875, -4.94482421875, -4.5880126953125, -4.231201171875, -3.8743896484375, -3.517578125, -3.1607666015625, -2.803955078125, -2.4471435546875, -2.09033203125, -1.7335205078125, -1.376708984375, -1.0198974609375, -0.6630859375, -0.3062744140625, 0.050537109375, 0.4073486328125, 0.76416015625, 1.1209716796875, 1.477783203125, 1.8345947265625, 2.19140625, 2.5482177734375, 2.905029296875, 3.2618408203125, 3.61865234375, 3.9754638671875, 4.332275390625, 4.6890869140625, 5.0458984375, 5.4027099609375, 5.759521484375, 6.1163330078125, 6.47314453125, 6.8299560546875, 7.186767578125, 7.5435791015625, 7.900390625, 8.2572021484375, 8.614013671875, 8.9708251953125, 9.32763671875, 9.6844482421875, 10.041259765625, 10.3980712890625, 10.7548828125, 11.1116943359375, 11.468505859375, 11.8253173828125, 12.18212890625, 12.5389404296875, 12.895751953125, 13.2525634765625, 13.609375]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 10.0, 13.0, 22.0, 44.0, 66.0, 83.0, 126.0, 121.0, 124.0, 122.0, 107.0, 66.0, 51.0, 29.0, 9.0, 8.0, 11.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.87797737121582, -23.643924713134766, -22.40987205505371, -21.175819396972656, -19.9417667388916, -18.707714080810547, -17.473663330078125, -16.239608764648438, -15.0055570602417, -13.771504402160645, -12.53745174407959, -11.303400039672852, -10.069347381591797, -8.835294723510742, -7.6012420654296875, -6.367189407348633, -5.133136749267578, -3.8990840911865234, -2.665031671524048, -1.4309792518615723, -0.19692659378051758, 1.037126064300537, 2.2711782455444336, 3.5052309036254883, 4.739283561706543, 5.973336219787598, 7.207388877868652, 8.44144058227539, 9.675493240356445, 10.9095458984375, 12.143598556518555, 13.37765121459961, 14.611701965332031, 15.845754623413086, 17.07980728149414, 18.313859939575195, 19.54791259765625, 20.781965255737305, 22.01601791381836, 23.25006866455078, 24.48412322998047, 25.718175888061523, 26.952228546142578, 28.186281204223633, 29.420333862304688, 30.654386520385742, 31.888439178466797, 33.12248992919922, 34.356544494628906, 35.59059524536133, 36.824649810791016, 38.05870056152344, 39.292755126953125, 40.52680587768555, 41.760860443115234, 42.994911193847656, 44.22896194458008, 45.4630126953125, 46.69706726074219, 47.93111801147461, 49.1651725769043, 50.39922332763672, 51.633277893066406, 52.86732864379883, 54.101383209228516]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 8.0, 9.0, 7.0, 7.0, 7.0, 12.0, 10.0, 15.0, 13.0, 17.0, 30.0, 17.0, 31.0, 31.0, 20.0, 39.0, 43.0, 35.0, 36.0, 26.0, 48.0, 42.0, 37.0, 29.0, 32.0, 45.0, 36.0, 31.0, 24.0, 41.0, 27.0, 23.0, 23.0, 22.0, 15.0, 15.0, 21.0, 9.0, 15.0, 8.0, 15.0, 7.0, 3.0, 5.0, 9.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.356470108032227, -13.840497016906738, -13.32452392578125, -12.808550834655762, -12.292577743530273, -11.776603698730469, -11.26063060760498, -10.744657516479492, -10.228684425354004, -9.712711334228516, -9.196738243103027, -8.680765151977539, -8.164791107177734, -7.648818492889404, -7.132844924926758, -6.6168718338012695, -6.100898742675781, -5.584925651550293, -5.068952560424805, -4.552978992462158, -4.03700590133667, -3.5210328102111816, -3.0050594806671143, -2.489086151123047, -1.9731130599975586, -1.4571398496627808, -0.9411666393280029, -0.4251934289932251, 0.09077978134155273, 0.606752872467041, 1.1227262020111084, 1.6386995315551758, 2.154672622680664, 2.6706457138061523, 3.1866190433502197, 3.702592372894287, 4.218565464019775, 4.734538555145264, 5.25051212310791, 5.766485214233398, 6.282458305358887, 6.798431396484375, 7.314404487609863, 7.83037805557251, 8.346351623535156, 8.862323760986328, 9.378297805786133, 9.894270896911621, 10.41024398803711, 10.926217079162598, 11.442190170288086, 11.958163261413574, 12.474136352539062, 12.990110397338867, 13.506083488464355, 14.022056579589844, 14.538029670715332, 15.05400276184082, 15.569975852966309, 16.085948944091797, 16.6019229888916, 17.117895126342773, 17.633869171142578, 18.14984130859375, 18.665815353393555]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 11.0, 16.0, 24.0, 43.0, 58.0, 71.0, 132.0, 210.0, 353.0, 550.0, 816.0, 1415.0, 2103.0, 3507.0, 5460.0, 8871.0, 14112.0, 21837.0, 33900.0, 51930.0, 75398.0, 104751.0, 132150.0, 144011.0, 130161.0, 102835.0, 73766.0, 49951.0, 32641.0, 21209.0, 13555.0, 8415.0, 5287.0, 3368.0, 2046.0, 1318.0, 792.0, 575.0, 336.0, 218.0, 123.0, 82.0, 60.0, 27.0, 26.0, 15.0, 7.0, 11.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.435546875, -3.32275390625, -3.2099609375, -3.09716796875, -2.984375, -2.87158203125, -2.7587890625, -2.64599609375, -2.533203125, -2.42041015625, -2.3076171875, -2.19482421875, -2.08203125, -1.96923828125, -1.8564453125, -1.74365234375, -1.630859375, -1.51806640625, -1.4052734375, -1.29248046875, -1.1796875, -1.06689453125, -0.9541015625, -0.84130859375, -0.728515625, -0.61572265625, -0.5029296875, -0.39013671875, -0.27734375, -0.16455078125, -0.0517578125, 0.06103515625, 0.173828125, 0.28662109375, 0.3994140625, 0.51220703125, 0.625, 0.73779296875, 0.8505859375, 0.96337890625, 1.076171875, 1.18896484375, 1.3017578125, 1.41455078125, 1.52734375, 1.64013671875, 1.7529296875, 1.86572265625, 1.978515625, 2.09130859375, 2.2041015625, 2.31689453125, 2.4296875, 2.54248046875, 2.6552734375, 2.76806640625, 2.880859375, 2.99365234375, 3.1064453125, 3.21923828125, 3.33203125, 3.44482421875, 3.5576171875, 3.67041015625, 3.783203125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 8.0, 9.0, 7.0, 7.0, 7.0, 12.0, 10.0, 17.0, 12.0, 16.0, 28.0, 18.0, 35.0, 27.0, 21.0, 38.0, 44.0, 34.0, 34.0, 28.0, 50.0, 41.0, 36.0, 29.0, 37.0, 43.0, 34.0, 32.0, 24.0, 37.0, 30.0, 23.0, 21.0, 24.0, 16.0, 15.0, 20.0, 8.0, 17.0, 7.0, 14.0, 9.0, 2.0, 5.0, 8.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.2421875, -13.7379150390625, -13.233642578125, -12.7293701171875, -12.22509765625, -11.7208251953125, -11.216552734375, -10.7122802734375, -10.2080078125, -9.7037353515625, -9.199462890625, -8.6951904296875, -8.19091796875, -7.6866455078125, -7.182373046875, -6.6781005859375, -6.173828125, -5.6695556640625, -5.165283203125, -4.6610107421875, -4.15673828125, -3.6524658203125, -3.148193359375, -2.6439208984375, -2.1396484375, -1.6353759765625, -1.131103515625, -0.6268310546875, -0.12255859375, 0.3817138671875, 0.885986328125, 1.3902587890625, 1.89453125, 2.3988037109375, 2.903076171875, 3.4073486328125, 3.91162109375, 4.4158935546875, 4.920166015625, 5.4244384765625, 5.9287109375, 6.4329833984375, 6.937255859375, 7.4415283203125, 7.94580078125, 8.4500732421875, 8.954345703125, 9.4586181640625, 9.962890625, 10.4671630859375, 10.971435546875, 11.4757080078125, 11.97998046875, 12.4842529296875, 12.988525390625, 13.4927978515625, 13.9970703125, 14.5013427734375, 15.005615234375, 15.5098876953125, 16.01416015625, 16.5184326171875, 17.022705078125, 17.5269775390625, 18.03125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.value.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 3.0, 8.0, 8.0, 19.0, 18.0, 24.0, 39.0, 42.0, 75.0, 85.0, 143.0, 243.0, 343.0, 536.0, 827.0, 1250.0, 1917.0, 2970.0, 4795.0, 7635.0, 11966.0, 19908.0, 37476.0, 691604.0, 192639.0, 28810.0, 16796.0, 10232.0, 6407.0, 4123.0, 2555.0, 1756.0, 1189.0, 732.0, 460.0, 295.0, 227.0, 123.0, 89.0, 64.0, 45.0, 33.0, 16.0, 17.0, 6.0, 6.0, 6.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.2578125, -6.032958984375, -5.80810546875, -5.583251953125, -5.3583984375, -5.133544921875, -4.90869140625, -4.683837890625, -4.458984375, -4.234130859375, -4.00927734375, -3.784423828125, -3.5595703125, -3.334716796875, -3.10986328125, -2.885009765625, -2.66015625, -2.435302734375, -2.21044921875, -1.985595703125, -1.7607421875, -1.535888671875, -1.31103515625, -1.086181640625, -0.861328125, -0.636474609375, -0.41162109375, -0.186767578125, 0.0380859375, 0.262939453125, 0.48779296875, 0.712646484375, 0.9375, 1.162353515625, 1.38720703125, 1.612060546875, 1.8369140625, 2.061767578125, 2.28662109375, 2.511474609375, 2.736328125, 2.961181640625, 3.18603515625, 3.410888671875, 3.6357421875, 3.860595703125, 4.08544921875, 4.310302734375, 4.53515625, 4.760009765625, 4.98486328125, 5.209716796875, 5.4345703125, 5.659423828125, 5.88427734375, 6.109130859375, 6.333984375, 6.558837890625, 6.78369140625, 7.008544921875, 7.2333984375, 7.458251953125, 7.68310546875, 7.907958984375, 8.1328125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 6.0, 7.0, 14.0, 16.0, 13.0, 15.0, 16.0, 25.0, 21.0, 16.0, 23.0, 25.0, 32.0, 47.0, 35.0, 42.0, 34.0, 59.0, 50.0, 49.0, 43.0, 40.0, 41.0, 47.0, 33.0, 34.0, 44.0, 22.0, 28.0, 25.0, 18.0, 17.0, 9.0, 16.0, 10.0, 5.0, 5.0, 5.0, 2.0, 7.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.453125, -11.064697265625, -10.67626953125, -10.287841796875, -9.8994140625, -9.510986328125, -9.12255859375, -8.734130859375, -8.345703125, -7.957275390625, -7.56884765625, -7.180419921875, -6.7919921875, -6.403564453125, -6.01513671875, -5.626708984375, -5.23828125, -4.849853515625, -4.46142578125, -4.072998046875, -3.6845703125, -3.296142578125, -2.90771484375, -2.519287109375, -2.130859375, -1.742431640625, -1.35400390625, -0.965576171875, -0.5771484375, -0.188720703125, 0.19970703125, 0.588134765625, 0.9765625, 1.364990234375, 1.75341796875, 2.141845703125, 2.5302734375, 2.918701171875, 3.30712890625, 3.695556640625, 4.083984375, 4.472412109375, 4.86083984375, 5.249267578125, 5.6376953125, 6.026123046875, 6.41455078125, 6.802978515625, 7.19140625, 7.579833984375, 7.96826171875, 8.356689453125, 8.7451171875, 9.133544921875, 9.52197265625, 9.910400390625, 10.298828125, 10.687255859375, 11.07568359375, 11.464111328125, 11.8525390625, 12.240966796875, 12.62939453125, 13.017822265625, 13.40625]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 7.0, 11.0, 10.0, 21.0, 17.0, 38.0, 51.0, 61.0, 113.0, 195.0, 286.0, 486.0, 832.0, 1470.0, 2579.0, 4658.0, 8725.0, 17258.0, 37015.0, 829180.0, 92932.0, 25490.0, 12495.0, 6398.0, 3491.0, 1954.0, 1097.0, 602.0, 425.0, 232.0, 141.0, 86.0, 64.0, 48.0, 29.0, 18.0, 16.0, 7.0, 8.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.513671875, -0.4979972839355469, -0.48232269287109375, -0.4666481018066406, -0.4509735107421875, -0.4352989196777344, -0.41962432861328125, -0.4039497375488281, -0.388275146484375, -0.3726005554199219, -0.35692596435546875, -0.3412513732910156, -0.3255767822265625, -0.3099021911621094, -0.29422760009765625, -0.2785530090332031, -0.26287841796875, -0.24720382690429688, -0.23152923583984375, -0.21585464477539062, -0.2001800537109375, -0.18450546264648438, -0.16883087158203125, -0.15315628051757812, -0.137481689453125, -0.12180709838867188, -0.10613250732421875, -0.09045791625976562, -0.0747833251953125, -0.059108734130859375, -0.04343414306640625, -0.027759552001953125, -0.0120849609375, 0.003589630126953125, 0.01926422119140625, 0.034938812255859375, 0.0506134033203125, 0.06628799438476562, 0.08196258544921875, 0.09763717651367188, 0.113311767578125, 0.12898635864257812, 0.14466094970703125, 0.16033554077148438, 0.1760101318359375, 0.19168472290039062, 0.20735931396484375, 0.22303390502929688, 0.23870849609375, 0.2543830871582031, 0.27005767822265625, 0.2857322692871094, 0.3014068603515625, 0.3170814514160156, 0.33275604248046875, 0.3484306335449219, 0.364105224609375, 0.3797798156738281, 0.39545440673828125, 0.4111289978027344, 0.4268035888671875, 0.4424781799316406, 0.45815277099609375, 0.4738273620605469, 0.489501953125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 6.0, 6.0, 2.0, 6.0, 6.0, 14.0, 9.0, 12.0, 23.0, 19.0, 21.0, 29.0, 25.0, 31.0, 39.0, 46.0, 57.0, 55.0, 54.0, 43.0, 66.0, 60.0, 53.0, 45.0, 39.0, 39.0, 34.0, 25.0, 25.0, 20.0, 7.0, 22.0, 13.0, 7.0, 6.0, 7.0, 4.0, 11.0, 3.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-05, -2.5364570319652557e-05, -2.450309693813324e-05, -2.3641623556613922e-05, -2.2780150175094604e-05, -2.1918676793575287e-05, -2.105720341205597e-05, -2.019573003053665e-05, -1.9334256649017334e-05, -1.8472783267498016e-05, -1.76113098859787e-05, -1.674983650445938e-05, -1.5888363122940063e-05, -1.5026889741420746e-05, -1.4165416359901428e-05, -1.330394297838211e-05, -1.2442469596862793e-05, -1.1580996215343475e-05, -1.0719522833824158e-05, -9.85804945230484e-06, -8.996576070785522e-06, -8.135102689266205e-06, -7.273629307746887e-06, -6.41215592622757e-06, -5.550682544708252e-06, -4.689209163188934e-06, -3.827735781669617e-06, -2.966262400150299e-06, -2.1047890186309814e-06, -1.2433156371116638e-06, -3.818422555923462e-07, 4.796311259269714e-07, 1.341104507446289e-06, 2.2025778889656067e-06, 3.0640512704849243e-06, 3.925524652004242e-06, 4.7869980335235596e-06, 5.648471415042877e-06, 6.509944796562195e-06, 7.3714181780815125e-06, 8.23289155960083e-06, 9.094364941120148e-06, 9.955838322639465e-06, 1.0817311704158783e-05, 1.16787850856781e-05, 1.2540258467197418e-05, 1.3401731848716736e-05, 1.4263205230236053e-05, 1.5124678611755371e-05, 1.598615199327469e-05, 1.6847625374794006e-05, 1.7709098756313324e-05, 1.857057213783264e-05, 1.943204551935196e-05, 2.0293518900871277e-05, 2.1154992282390594e-05, 2.2016465663909912e-05, 2.287793904542923e-05, 2.3739412426948547e-05, 2.4600885808467865e-05, 2.5462359189987183e-05, 2.63238325715065e-05, 2.7185305953025818e-05, 2.8046779334545135e-05, 2.8908252716064453e-05]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.query.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 4.0, 4.0, 1.0, 3.0, 7.0, 8.0, 5.0, 14.0, 13.0, 15.0, 15.0, 34.0, 32.0, 30.0, 58.0, 77.0, 102.0, 160.0, 404.0, 3186.0, 77980.0, 886903.0, 75387.0, 3186.0, 382.0, 148.0, 100.0, 73.0, 34.0, 45.0, 26.0, 27.0, 21.0, 12.0, 12.0, 14.0, 10.0, 7.0, 6.0, 7.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6396484375, -1.5727081298828125, -1.505767822265625, -1.4388275146484375, -1.37188720703125, -1.3049468994140625, -1.238006591796875, -1.1710662841796875, -1.1041259765625, -1.0371856689453125, -0.970245361328125, -0.9033050537109375, -0.83636474609375, -0.7694244384765625, -0.702484130859375, -0.6355438232421875, -0.568603515625, -0.5016632080078125, -0.434722900390625, -0.3677825927734375, -0.30084228515625, -0.2339019775390625, -0.166961669921875, -0.1000213623046875, -0.0330810546875, 0.0338592529296875, 0.100799560546875, 0.1677398681640625, 0.23468017578125, 0.3016204833984375, 0.368560791015625, 0.4355010986328125, 0.50244140625, 0.5693817138671875, 0.636322021484375, 0.7032623291015625, 0.77020263671875, 0.8371429443359375, 0.904083251953125, 0.9710235595703125, 1.0379638671875, 1.1049041748046875, 1.171844482421875, 1.2387847900390625, 1.30572509765625, 1.3726654052734375, 1.439605712890625, 1.5065460205078125, 1.573486328125, 1.6404266357421875, 1.707366943359375, 1.7743072509765625, 1.84124755859375, 1.9081878662109375, 1.975128173828125, 2.0420684814453125, 2.1090087890625, 2.1759490966796875, 2.242889404296875, 2.3098297119140625, 2.37677001953125, 2.4437103271484375, 2.510650634765625, 2.5775909423828125, 2.64453125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 3.0, 7.0, 6.0, 5.0, 5.0, 7.0, 11.0, 10.0, 14.0, 22.0, 28.0, 27.0, 42.0, 58.0, 56.0, 57.0, 77.0, 70.0, 82.0, 68.0, 73.0, 68.0, 41.0, 39.0, 30.0, 24.0, 21.0, 8.0, 11.0, 7.0, 4.0, 5.0, 7.0, 4.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.171875, -0.16719627380371094, -0.16251754760742188, -0.1578388214111328, -0.15316009521484375, -0.1484813690185547, -0.14380264282226562, -0.13912391662597656, -0.1344451904296875, -0.12976646423339844, -0.12508773803710938, -0.12040901184082031, -0.11573028564453125, -0.11105155944824219, -0.10637283325195312, -0.10169410705566406, -0.097015380859375, -0.09233665466308594, -0.08765792846679688, -0.08297920227050781, -0.07830047607421875, -0.07362174987792969, -0.06894302368164062, -0.06426429748535156, -0.0595855712890625, -0.05490684509277344, -0.050228118896484375, -0.04554939270019531, -0.04087066650390625, -0.03619194030761719, -0.031513214111328125, -0.026834487915039062, -0.02215576171875, -0.017477035522460938, -0.012798309326171875, -0.008119583129882812, -0.00344085693359375, 0.0012378692626953125, 0.005916595458984375, 0.010595321655273438, 0.0152740478515625, 0.019952774047851562, 0.024631500244140625, 0.029310226440429688, 0.03398895263671875, 0.03866767883300781, 0.043346405029296875, 0.04802513122558594, 0.052703857421875, 0.05738258361816406, 0.062061309814453125, 0.06674003601074219, 0.07141876220703125, 0.07609748840332031, 0.08077621459960938, 0.08545494079589844, 0.0901336669921875, 0.09481239318847656, 0.09949111938476562, 0.10416984558105469, 0.10884857177734375, 0.11352729797363281, 0.11820602416992188, 0.12288475036621094, 0.1275634765625]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 12.0, 16.0, 25.0, 36.0, 64.0, 73.0, 105.0, 112.0, 126.0, 104.0, 108.0, 73.0, 65.0, 42.0, 21.0, 7.0, 11.0, 7.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.799636840820312, -21.68765640258789, -20.5756778717041, -19.463699340820312, -18.35171890258789, -17.23973846435547, -16.12775993347168, -15.015780448913574, -13.903800964355469, -12.791821479797363, -11.679841995239258, -10.567862510681152, -9.455883026123047, -8.343903541564941, -7.231924057006836, -6.1199445724487305, -5.007965087890625, -3.8959856033325195, -2.784006118774414, -1.6720266342163086, -0.5600471496582031, 0.5519323348999023, 1.6639118194580078, 2.7758913040161133, 3.8878707885742188, 4.999850273132324, 6.11182975769043, 7.223809242248535, 8.33578872680664, 9.447768211364746, 10.559747695922852, 11.671727180480957, 12.783710479736328, 13.895689964294434, 15.007669448852539, 16.119647979736328, 17.23162841796875, 18.343608856201172, 19.45558738708496, 20.56756591796875, 21.679546356201172, 22.791526794433594, 23.903505325317383, 25.015483856201172, 26.127464294433594, 27.239444732666016, 28.351423263549805, 29.463401794433594, 30.575382232666016, 31.687362670898438, 32.799339294433594, 33.911319732666016, 35.02330017089844, 36.13528060913086, 37.24726104736328, 38.35923767089844, 39.47121810913086, 40.58319854736328, 41.69517517089844, 42.80715560913086, 43.91913604736328, 45.0311164855957, 46.143096923828125, 47.25507354736328, 48.3670539855957]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 8.0, 9.0, 7.0, 7.0, 6.0, 13.0, 10.0, 16.0, 13.0, 17.0, 28.0, 16.0, 37.0, 25.0, 22.0, 39.0, 43.0, 37.0, 31.0, 33.0, 44.0, 42.0, 34.0, 31.0, 37.0, 41.0, 38.0, 32.0, 23.0, 37.0, 31.0, 20.0, 24.0, 22.0, 18.0, 13.0, 20.0, 9.0, 16.0, 7.0, 15.0, 8.0, 2.0, 5.0, 9.0, 0.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.22705078125, -13.722938537597656, -13.218826293945312, -12.714714050292969, -12.210600852966309, -11.706488609313965, -11.202376365661621, -10.698264122009277, -10.194150924682617, -9.690038681030273, -9.18592643737793, -8.681814193725586, -8.177700996398926, -7.673588752746582, -7.169476509094238, -6.6653642654418945, -6.161252021789551, -5.657139778137207, -5.153027057647705, -4.648914813995361, -4.144802093505859, -3.6406898498535156, -3.136577606201172, -2.632465124130249, -2.128352642059326, -1.6242401599884033, -1.12012779712677, -0.6160154342651367, -0.11190295219421387, 0.392209529876709, 0.8963217735290527, 1.4004342555999756, 1.9045467376708984, 2.4086592197418213, 2.912771701812744, 3.416883945465088, 3.9209964275360107, 4.425108909606934, 4.929221153259277, 5.433333396911621, 5.937446117401123, 6.441558361053467, 6.945671081542969, 7.4497833251953125, 7.953895568847656, 8.4580078125, 8.962120056152344, 9.466233253479004, 9.970345497131348, 10.474457740783691, 10.978569984436035, 11.482683181762695, 11.986795425415039, 12.490907669067383, 12.995019912719727, 13.49913215637207, 14.003244400024414, 14.507356643676758, 15.011468887329102, 15.515581130981445, 16.01969337463379, 16.523807525634766, 17.02791976928711, 17.532032012939453, 18.036144256591797]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 10.0, 10.0, 23.0, 21.0, 36.0, 60.0, 84.0, 136.0, 195.0, 262.0, 435.0, 653.0, 970.0, 1568.0, 2555.0, 4233.0, 7238.0, 12846.0, 23476.0, 44501.0, 84307.0, 154998.0, 230891.0, 208518.0, 124653.0, 66468.0, 35024.0, 18948.0, 10167.0, 5899.0, 3486.0, 2119.0, 1278.0, 847.0, 539.0, 336.0, 252.0, 177.0, 114.0, 66.0, 51.0, 33.0, 24.0, 10.0, 15.0, 8.0, 6.0, 2.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-17.28125, -16.738037109375, -16.19482421875, -15.651611328125, -15.1083984375, -14.565185546875, -14.02197265625, -13.478759765625, -12.935546875, -12.392333984375, -11.84912109375, -11.305908203125, -10.7626953125, -10.219482421875, -9.67626953125, -9.133056640625, -8.58984375, -8.046630859375, -7.50341796875, -6.960205078125, -6.4169921875, -5.873779296875, -5.33056640625, -4.787353515625, -4.244140625, -3.700927734375, -3.15771484375, -2.614501953125, -2.0712890625, -1.528076171875, -0.98486328125, -0.441650390625, 0.1015625, 0.644775390625, 1.18798828125, 1.731201171875, 2.2744140625, 2.817626953125, 3.36083984375, 3.904052734375, 4.447265625, 4.990478515625, 5.53369140625, 6.076904296875, 6.6201171875, 7.163330078125, 7.70654296875, 8.249755859375, 8.79296875, 9.336181640625, 9.87939453125, 10.422607421875, 10.9658203125, 11.509033203125, 12.05224609375, 12.595458984375, 13.138671875, 13.681884765625, 14.22509765625, 14.768310546875, 15.3115234375, 15.854736328125, 16.39794921875, 16.941162109375, 17.484375]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 7.0, 8.0, 4.0, 11.0, 9.0, 10.0, 5.0, 17.0, 10.0, 20.0, 15.0, 26.0, 31.0, 28.0, 29.0, 26.0, 37.0, 38.0, 36.0, 33.0, 40.0, 44.0, 43.0, 32.0, 28.0, 32.0, 38.0, 43.0, 28.0, 37.0, 32.0, 19.0, 30.0, 17.0, 18.0, 18.0, 15.0, 20.0, 10.0, 9.0, 9.0, 9.0, 10.0, 3.0, 7.0, 6.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.75, -15.205322265625, -14.66064453125, -14.115966796875, -13.5712890625, -13.026611328125, -12.48193359375, -11.937255859375, -11.392578125, -10.847900390625, -10.30322265625, -9.758544921875, -9.2138671875, -8.669189453125, -8.12451171875, -7.579833984375, -7.03515625, -6.490478515625, -5.94580078125, -5.401123046875, -4.8564453125, -4.311767578125, -3.76708984375, -3.222412109375, -2.677734375, -2.133056640625, -1.58837890625, -1.043701171875, -0.4990234375, 0.045654296875, 0.59033203125, 1.135009765625, 1.6796875, 2.224365234375, 2.76904296875, 3.313720703125, 3.8583984375, 4.403076171875, 4.94775390625, 5.492431640625, 6.037109375, 6.581787109375, 7.12646484375, 7.671142578125, 8.2158203125, 8.760498046875, 9.30517578125, 9.849853515625, 10.39453125, 10.939208984375, 11.48388671875, 12.028564453125, 12.5732421875, 13.117919921875, 13.66259765625, 14.207275390625, 14.751953125, 15.296630859375, 15.84130859375, 16.385986328125, 16.9306640625, 17.475341796875, 18.02001953125, 18.564697265625, 19.109375]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 5.0, 5.0, 4.0, 5.0, 7.0, 11.0, 11.0, 12.0, 15.0, 12.0, 15.0, 20.0, 18.0, 34.0, 32.0, 41.0, 27.0, 43.0, 65.0, 85.0, 253.0, 964815.0, 82392.0, 183.0, 70.0, 43.0, 42.0, 33.0, 41.0, 35.0, 23.0, 28.0, 20.0, 25.0, 15.0, 16.0, 11.0, 6.0, 8.0, 11.0, 10.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-565.5, -548.3203125, -531.140625, -513.9609375, -496.78125, -479.6015625, -462.421875, -445.2421875, -428.0625, -410.8828125, -393.703125, -376.5234375, -359.34375, -342.1640625, -324.984375, -307.8046875, -290.625, -273.4453125, -256.265625, -239.0859375, -221.90625, -204.7265625, -187.546875, -170.3671875, -153.1875, -136.0078125, -118.828125, -101.6484375, -84.46875, -67.2890625, -50.109375, -32.9296875, -15.75, 1.4296875, 18.609375, 35.7890625, 52.96875, 70.1484375, 87.328125, 104.5078125, 121.6875, 138.8671875, 156.046875, 173.2265625, 190.40625, 207.5859375, 224.765625, 241.9453125, 259.125, 276.3046875, 293.484375, 310.6640625, 327.84375, 345.0234375, 362.203125, 379.3828125, 396.5625, 413.7421875, 430.921875, 448.1015625, 465.28125, 482.4609375, 499.640625, 516.8203125, 534.0]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 2.0, 4.0, 4.0, 9.0, 6.0, 13.0, 10.0, 9.0, 17.0, 12.0, 22.0, 22.0, 32.0, 19.0, 33.0, 43.0, 32.0, 36.0, 35.0, 37.0, 44.0, 39.0, 44.0, 51.0, 51.0, 55.0, 27.0, 36.0, 39.0, 36.0, 34.0, 27.0, 17.0, 18.0, 10.0, 13.0, 13.0, 14.0, 12.0, 8.0, 2.0, 2.0, 7.0, 9.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.546875, -18.921875, -18.296875, -17.671875, -17.046875, -16.421875, -15.796875, -15.171875, -14.546875, -13.921875, -13.296875, -12.671875, -12.046875, -11.421875, -10.796875, -10.171875, -9.546875, -8.921875, -8.296875, -7.671875, -7.046875, -6.421875, -5.796875, -5.171875, -4.546875, -3.921875, -3.296875, -2.671875, -2.046875, -1.421875, -0.796875, -0.171875, 0.453125, 1.078125, 1.703125, 2.328125, 2.953125, 3.578125, 4.203125, 4.828125, 5.453125, 6.078125, 6.703125, 7.328125, 7.953125, 8.578125, 9.203125, 9.828125, 10.453125, 11.078125, 11.703125, 12.328125, 12.953125, 13.578125, 14.203125, 14.828125, 15.453125, 16.078125, 16.703125, 17.328125, 17.953125, 18.578125, 19.203125, 19.828125, 20.453125]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 6.0, 6.0, 11.0, 11.0, 18.0, 28.0, 40.0, 69.0, 136.0, 266.0, 873.0, 4802.0, 116524.0, 895790.0, 26520.0, 2458.0, 555.0, 174.0, 90.0, 62.0, 47.0, 24.0, 17.0, 13.0, 4.0, 5.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-58.84375, -56.90283203125, -54.9619140625, -53.02099609375, -51.080078125, -49.13916015625, -47.1982421875, -45.25732421875, -43.31640625, -41.37548828125, -39.4345703125, -37.49365234375, -35.552734375, -33.61181640625, -31.6708984375, -29.72998046875, -27.7890625, -25.84814453125, -23.9072265625, -21.96630859375, -20.025390625, -18.08447265625, -16.1435546875, -14.20263671875, -12.26171875, -10.32080078125, -8.3798828125, -6.43896484375, -4.498046875, -2.55712890625, -0.6162109375, 1.32470703125, 3.265625, 5.20654296875, 7.1474609375, 9.08837890625, 11.029296875, 12.97021484375, 14.9111328125, 16.85205078125, 18.79296875, 20.73388671875, 22.6748046875, 24.61572265625, 26.556640625, 28.49755859375, 30.4384765625, 32.37939453125, 34.3203125, 36.26123046875, 38.2021484375, 40.14306640625, 42.083984375, 44.02490234375, 45.9658203125, 47.90673828125, 49.84765625, 51.78857421875, 53.7294921875, 55.67041015625, 57.611328125, 59.55224609375, 61.4931640625, 63.43408203125, 65.375]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 11.0, 11.0, 6.0, 20.0, 19.0, 30.0, 26.0, 44.0, 65.0, 72.0, 93.0, 101.0, 94.0, 89.0, 69.0, 54.0, 39.0, 31.0, 29.0, 21.0, 10.0, 13.0, 8.0, 6.0, 6.0, 2.0, 3.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0017290115356445312, -0.0016667693853378296, -0.001604527235031128, -0.0015422850847244263, -0.0014800429344177246, -0.001417800784111023, -0.0013555586338043213, -0.0012933164834976196, -0.001231074333190918, -0.0011688321828842163, -0.0011065900325775146, -0.001044347882270813, -0.0009821057319641113, -0.0009198635816574097, -0.000857621431350708, -0.0007953792810440063, -0.0007331371307373047, -0.000670894980430603, -0.0006086528301239014, -0.0005464106798171997, -0.00048416852951049805, -0.0004219263792037964, -0.0003596842288970947, -0.00029744207859039307, -0.0002351999282836914, -0.00017295777797698975, -0.00011071562767028809, -4.8473477363586426e-05, 1.3768672943115234e-05, 7.60108232498169e-05, 0.00013825297355651855, 0.00020049512386322021, 0.0002627372741699219, 0.00032497942447662354, 0.0003872215747833252, 0.00044946372509002686, 0.0005117058753967285, 0.0005739480257034302, 0.0006361901760101318, 0.0006984323263168335, 0.0007606744766235352, 0.0008229166269302368, 0.0008851587772369385, 0.0009474009275436401, 0.0010096430778503418, 0.0010718852281570435, 0.0011341273784637451, 0.0011963695287704468, 0.0012586116790771484, 0.00132085382938385, 0.0013830959796905518, 0.0014453381299972534, 0.001507580280303955, 0.0015698224306106567, 0.0016320645809173584, 0.00169430673122406, 0.0017565488815307617, 0.0018187910318374634, 0.001881033182144165, 0.0019432753324508667, 0.0020055174827575684, 0.00206775963306427, 0.0021300017833709717, 0.0021922439336776733, 0.002254486083984375]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 11.0, 7.0, 27.0, 34.0, 60.0, 122.0, 493.0, 23866.0, 1021029.0, 2466.0, 232.0, 89.0, 46.0, 35.0, 12.0, 10.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-176.625, -171.619140625, -166.61328125, -161.607421875, -156.6015625, -151.595703125, -146.58984375, -141.583984375, -136.578125, -131.572265625, -126.56640625, -121.560546875, -116.5546875, -111.548828125, -106.54296875, -101.537109375, -96.53125, -91.525390625, -86.51953125, -81.513671875, -76.5078125, -71.501953125, -66.49609375, -61.490234375, -56.484375, -51.478515625, -46.47265625, -41.466796875, -36.4609375, -31.455078125, -26.44921875, -21.443359375, -16.4375, -11.431640625, -6.42578125, -1.419921875, 3.5859375, 8.591796875, 13.59765625, 18.603515625, 23.609375, 28.615234375, 33.62109375, 38.626953125, 43.6328125, 48.638671875, 53.64453125, 58.650390625, 63.65625, 68.662109375, 73.66796875, 78.673828125, 83.6796875, 88.685546875, 93.69140625, 98.697265625, 103.703125, 108.708984375, 113.71484375, 118.720703125, 123.7265625, 128.732421875, 133.73828125, 138.744140625, 143.75]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 7.0, 8.0, 13.0, 38.0, 40.0, 75.0, 103.0, 185.0, 191.0, 137.0, 72.0, 49.0, 28.0, 24.0, 17.0, 5.0, 8.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.9609375, -7.6878662109375, -7.414794921875, -7.1417236328125, -6.86865234375, -6.5955810546875, -6.322509765625, -6.0494384765625, -5.7763671875, -5.5032958984375, -5.230224609375, -4.9571533203125, -4.68408203125, -4.4110107421875, -4.137939453125, -3.8648681640625, -3.591796875, -3.3187255859375, -3.045654296875, -2.7725830078125, -2.49951171875, -2.2264404296875, -1.953369140625, -1.6802978515625, -1.4072265625, -1.1341552734375, -0.861083984375, -0.5880126953125, -0.31494140625, -0.0418701171875, 0.231201171875, 0.5042724609375, 0.77734375, 1.0504150390625, 1.323486328125, 1.5965576171875, 1.86962890625, 2.1427001953125, 2.415771484375, 2.6888427734375, 2.9619140625, 3.2349853515625, 3.508056640625, 3.7811279296875, 4.05419921875, 4.3272705078125, 4.600341796875, 4.8734130859375, 5.146484375, 5.4195556640625, 5.692626953125, 5.9656982421875, 6.23876953125, 6.5118408203125, 6.784912109375, 7.0579833984375, 7.3310546875, 7.6041259765625, 7.877197265625, 8.1502685546875, 8.42333984375, 8.6964111328125, 8.969482421875, 9.2425537109375, 9.515625]}, "gradients/decoder.roberta.encoder.layer.17.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 12.0, 29.0, 66.0, 95.0, 164.0, 171.0, 181.0, 140.0, 80.0, 39.0, 18.0, 8.0, 4.0, 2.0, 3.0], "bins": [-99.5673828125, -97.748046875, -95.92870330810547, -94.10936737060547, -92.29002380371094, -90.47068786621094, -88.65135192871094, -86.8320083618164, -85.0126724243164, -83.1933364868164, -81.37399291992188, -79.55465698242188, -77.73531341552734, -75.91597747802734, -74.09663391113281, -72.27729797363281, -70.45796203613281, -68.63862609863281, -66.81928253173828, -64.99994659423828, -63.180606842041016, -61.36126708984375, -59.541927337646484, -57.72258758544922, -55.90324401855469, -54.08390426635742, -52.264564514160156, -50.445228576660156, -48.62588882446289, -46.806549072265625, -44.98720932006836, -43.167869567871094, -41.348533630371094, -39.52919387817383, -37.70985412597656, -35.89051818847656, -34.0711784362793, -32.25183868408203, -30.432498931884766, -28.6131591796875, -26.793821334838867, -24.9744815826416, -23.15514373779297, -21.335803985595703, -19.516464233398438, -17.697126388549805, -15.877786636352539, -14.05844783782959, -12.23910903930664, -10.419770240783691, -8.600431442260742, -6.781091690063477, -4.961752891540527, -3.142414093017578, -1.3230743408203125, 0.4962644577026367, 2.315603256225586, 4.134942054748535, 5.954281330108643, 7.77362060546875, 9.5929594039917, 11.412298202514648, 13.231637954711914, 15.050976753234863, 16.870315551757812]}, "gradients/decoder.roberta.encoder.layer.17.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 0.0, 6.0, 6.0, 7.0, 9.0, 12.0, 12.0, 15.0, 21.0, 23.0, 17.0, 10.0, 31.0, 32.0, 21.0, 40.0, 36.0, 35.0, 44.0, 34.0, 45.0, 39.0, 31.0, 34.0, 42.0, 38.0, 23.0, 46.0, 37.0, 34.0, 30.0, 31.0, 27.0, 16.0, 15.0, 17.0, 11.0, 8.0, 19.0, 10.0, 11.0, 6.0, 3.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-19.92711639404297, -19.21051597595215, -18.493915557861328, -17.777315139770508, -17.060714721679688, -16.344114303588867, -15.62751293182373, -14.91091251373291, -14.19431209564209, -13.47771167755127, -12.76111125946045, -12.044509887695312, -11.327909469604492, -10.611309051513672, -9.894708633422852, -9.178108215332031, -8.461507797241211, -7.744907379150391, -7.02830696105957, -6.311706066131592, -5.5951056480407715, -4.878505229949951, -4.161904335021973, -3.4453039169311523, -2.728703498840332, -2.0121030807495117, -1.2955024242401123, -0.5789017677307129, 0.13769865036010742, 0.8542990684509277, 1.5708999633789062, 2.2875003814697266, 3.004100799560547, 3.720701217651367, 4.4373016357421875, 5.153902530670166, 5.870502948760986, 6.587103366851807, 7.303704261779785, 8.020304679870605, 8.736905097961426, 9.453505516052246, 10.170105934143066, 10.886707305908203, 11.603307723999023, 12.319908142089844, 13.036508560180664, 13.753108978271484, 14.469709396362305, 15.186309814453125, 15.902910232543945, 16.619510650634766, 17.336111068725586, 18.052711486816406, 18.76931381225586, 19.485912322998047, 20.2025146484375, 20.91911506652832, 21.63571548461914, 22.35231590270996, 23.06891632080078, 23.7855167388916, 24.502117156982422, 25.218719482421875, 25.935317993164062]}, "gradients/decoder.roberta.encoder.layer.17.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 12.0, 4.0, 6.0, 22.0, 30.0, 35.0, 49.0, 66.0, 104.0, 152.0, 231.0, 376.0, 568.0, 919.0, 1532.0, 2942.0, 5950.0, 13326.0, 35373.0, 118540.0, 697801.0, 2682693.0, 486335.0, 94207.0, 29658.0, 11458.0, 5391.0, 2621.0, 1418.0, 865.0, 525.0, 357.0, 221.0, 133.0, 101.0, 66.0, 58.0, 45.0, 21.0, 18.0, 13.0, 11.0, 12.0, 4.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.78125, -34.56494140625, -33.3486328125, -32.13232421875, -30.916015625, -29.69970703125, -28.4833984375, -27.26708984375, -26.05078125, -24.83447265625, -23.6181640625, -22.40185546875, -21.185546875, -19.96923828125, -18.7529296875, -17.53662109375, -16.3203125, -15.10400390625, -13.8876953125, -12.67138671875, -11.455078125, -10.23876953125, -9.0224609375, -7.80615234375, -6.58984375, -5.37353515625, -4.1572265625, -2.94091796875, -1.724609375, -0.50830078125, 0.7080078125, 1.92431640625, 3.140625, 4.35693359375, 5.5732421875, 6.78955078125, 8.005859375, 9.22216796875, 10.4384765625, 11.65478515625, 12.87109375, 14.08740234375, 15.3037109375, 16.52001953125, 17.736328125, 18.95263671875, 20.1689453125, 21.38525390625, 22.6015625, 23.81787109375, 25.0341796875, 26.25048828125, 27.466796875, 28.68310546875, 29.8994140625, 31.11572265625, 32.33203125, 33.54833984375, 34.7646484375, 35.98095703125, 37.197265625, 38.41357421875, 39.6298828125, 40.84619140625, 42.0625]}, "gradients/decoder.roberta.encoder.layer.17.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 4.0, 6.0, 7.0, 9.0, 11.0, 13.0, 24.0, 18.0, 27.0, 23.0, 30.0, 21.0, 31.0, 33.0, 32.0, 36.0, 40.0, 48.0, 54.0, 53.0, 40.0, 46.0, 40.0, 57.0, 35.0, 35.0, 28.0, 21.0, 32.0, 22.0, 22.0, 19.0, 16.0, 11.0, 13.0, 7.0, 8.0, 6.0, 5.0, 6.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.625, -14.16162109375, -13.6982421875, -13.23486328125, -12.771484375, -12.30810546875, -11.8447265625, -11.38134765625, -10.91796875, -10.45458984375, -9.9912109375, -9.52783203125, -9.064453125, -8.60107421875, -8.1376953125, -7.67431640625, -7.2109375, -6.74755859375, -6.2841796875, -5.82080078125, -5.357421875, -4.89404296875, -4.4306640625, -3.96728515625, -3.50390625, -3.04052734375, -2.5771484375, -2.11376953125, -1.650390625, -1.18701171875, -0.7236328125, -0.26025390625, 0.203125, 0.66650390625, 1.1298828125, 1.59326171875, 2.056640625, 2.52001953125, 2.9833984375, 3.44677734375, 3.91015625, 4.37353515625, 4.8369140625, 5.30029296875, 5.763671875, 6.22705078125, 6.6904296875, 7.15380859375, 7.6171875, 8.08056640625, 8.5439453125, 9.00732421875, 9.470703125, 9.93408203125, 10.3974609375, 10.86083984375, 11.32421875, 11.78759765625, 12.2509765625, 12.71435546875, 13.177734375, 13.64111328125, 14.1044921875, 14.56787109375, 15.03125]}, "gradients/decoder.roberta.encoder.layer.17.intermediate.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 7.0, 5.0, 11.0, 11.0, 20.0, 16.0, 23.0, 34.0, 40.0, 66.0, 95.0, 128.0, 188.0, 284.0, 394.0, 858.0, 4090.0, 85545.0, 3970451.0, 124578.0, 5263.0, 898.0, 419.0, 274.0, 166.0, 121.0, 72.0, 61.0, 52.0, 31.0, 18.0, 17.0, 10.0, 4.0, 10.0, 3.0, 7.0, 4.0, 2.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-128.5, -123.998046875, -119.49609375, -114.994140625, -110.4921875, -105.990234375, -101.48828125, -96.986328125, -92.484375, -87.982421875, -83.48046875, -78.978515625, -74.4765625, -69.974609375, -65.47265625, -60.970703125, -56.46875, -51.966796875, -47.46484375, -42.962890625, -38.4609375, -33.958984375, -29.45703125, -24.955078125, -20.453125, -15.951171875, -11.44921875, -6.947265625, -2.4453125, 2.056640625, 6.55859375, 11.060546875, 15.5625, 20.064453125, 24.56640625, 29.068359375, 33.5703125, 38.072265625, 42.57421875, 47.076171875, 51.578125, 56.080078125, 60.58203125, 65.083984375, 69.5859375, 74.087890625, 78.58984375, 83.091796875, 87.59375, 92.095703125, 96.59765625, 101.099609375, 105.6015625, 110.103515625, 114.60546875, 119.107421875, 123.609375, 128.111328125, 132.61328125, 137.115234375, 141.6171875, 146.119140625, 150.62109375, 155.123046875, 159.625]}, "gradients/decoder.roberta.encoder.layer.17.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 12.0, 15.0, 14.0, 21.0, 30.0, 40.0, 47.0, 65.0, 104.0, 145.0, 236.0, 299.0, 485.0, 645.0, 564.0, 408.0, 252.0, 178.0, 114.0, 79.0, 82.0, 54.0, 49.0, 33.0, 13.0, 14.0, 12.0, 12.0, 7.0, 9.0, 5.0, 5.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.6015625, -9.2994384765625, -8.997314453125, -8.6951904296875, -8.39306640625, -8.0909423828125, -7.788818359375, -7.4866943359375, -7.1845703125, -6.8824462890625, -6.580322265625, -6.2781982421875, -5.97607421875, -5.6739501953125, -5.371826171875, -5.0697021484375, -4.767578125, -4.4654541015625, -4.163330078125, -3.8612060546875, -3.55908203125, -3.2569580078125, -2.954833984375, -2.6527099609375, -2.3505859375, -2.0484619140625, -1.746337890625, -1.4442138671875, -1.14208984375, -0.8399658203125, -0.537841796875, -0.2357177734375, 0.06640625, 0.3685302734375, 0.670654296875, 0.9727783203125, 1.27490234375, 1.5770263671875, 1.879150390625, 2.1812744140625, 2.4833984375, 2.7855224609375, 3.087646484375, 3.3897705078125, 3.69189453125, 3.9940185546875, 4.296142578125, 4.5982666015625, 4.900390625, 5.2025146484375, 5.504638671875, 5.8067626953125, 6.10888671875, 6.4110107421875, 6.713134765625, 7.0152587890625, 7.3173828125, 7.6195068359375, 7.921630859375, 8.2237548828125, 8.52587890625, 8.8280029296875, 9.130126953125, 9.4322509765625, 9.734375]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 5.0, 4.0, 2.0, 6.0, 10.0, 12.0, 15.0, 11.0, 13.0, 21.0, 24.0, 27.0, 32.0, 37.0, 41.0, 37.0, 46.0, 50.0, 55.0, 46.0, 53.0, 48.0, 55.0, 45.0, 44.0, 40.0, 24.0, 35.0, 36.0, 32.0, 15.0, 20.0, 10.0, 17.0, 11.0, 8.0, 8.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.5191011428833, -13.023125648498535, -12.527151107788086, -12.03117561340332, -11.535201072692871, -11.039225578308105, -10.543251037597656, -10.04727554321289, -9.551300048828125, -9.05532455444336, -8.55935001373291, -8.063374519348145, -7.567399978637695, -7.07142448425293, -6.575449466705322, -6.079474449157715, -5.583499908447266, -5.087524890899658, -4.591549873352051, -4.095574378967285, -3.599599599838257, -3.1036245822906494, -2.607649326324463, -2.1116743087768555, -1.615699291229248, -1.1197242736816406, -0.6237491369247437, -0.12777400016784668, 0.36820101737976074, 0.8641760349273682, 1.3601512908935547, 1.856126308441162, 2.352100372314453, 2.8480753898620605, 3.344050407409668, 3.8400256633758545, 4.336000442504883, 4.831975936889648, 5.327950954437256, 5.823925971984863, 6.319900989532471, 6.815876007080078, 7.3118510246276855, 7.807826042175293, 8.303801536560059, 8.799776077270508, 9.295751571655273, 9.791727066040039, 10.287701606750488, 10.783677101135254, 11.279651641845703, 11.775627136230469, 12.271601676940918, 12.767577171325684, 13.263551712036133, 13.759527206420898, 14.255502700805664, 14.75147819519043, 15.247452735900879, 15.743428230285645, 16.239402770996094, 16.73537826538086, 17.231353759765625, 17.72732925415039, 18.223302841186523]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 4.0, 9.0, 8.0, 10.0, 21.0, 15.0, 14.0, 19.0, 12.0, 18.0, 22.0, 43.0, 28.0, 31.0, 29.0, 31.0, 29.0, 36.0, 38.0, 42.0, 34.0, 41.0, 40.0, 38.0, 29.0, 36.0, 30.0, 35.0, 32.0, 23.0, 24.0, 19.0, 16.0, 14.0, 23.0, 15.0, 13.0, 10.0, 13.0, 10.0, 4.0, 13.0, 4.0, 5.0, 3.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-15.531288146972656, -15.042030334472656, -14.552772521972656, -14.063514709472656, -13.574256896972656, -13.084999084472656, -12.595741271972656, -12.106483459472656, -11.617225646972656, -11.127967834472656, -10.638710021972656, -10.149452209472656, -9.660194396972656, -9.170936584472656, -8.681678771972656, -8.192420959472656, -7.703163146972656, -7.213905334472656, -6.724647521972656, -6.235389709472656, -5.746131896972656, -5.256874084472656, -4.767616271972656, -4.278358459472656, -3.7891006469726562, -3.2998428344726562, -2.8105850219726562, -2.3213272094726562, -1.8320693969726562, -1.3428115844726562, -0.8535537719726562, -0.36429595947265625, 0.12496089935302734, 0.6142187118530273, 1.1034765243530273, 1.5927343368530273, 2.0819921493530273, 2.5712499618530273, 3.0605077743530273, 3.5497655868530273, 4.039023399353027, 4.528281211853027, 5.017539024353027, 5.506796836853027, 5.996054649353027, 6.485312461853027, 6.974570274353027, 7.463828086853027, 7.953085899353027, 8.442343711853027, 8.931601524353027, 9.420859336853027, 9.910117149353027, 10.399374961853027, 10.888632774353027, 11.377890586853027, 11.867148399353027, 12.356406211853027, 12.845664024353027, 13.334921836853027, 13.824179649353027, 14.313437461853027, 14.802695274353027, 15.291953086853027, 15.781210899353027]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 6.0, 12.0, 23.0, 21.0, 40.0, 58.0, 86.0, 142.0, 210.0, 329.0, 522.0, 741.0, 1181.0, 1668.0, 2666.0, 4048.0, 6334.0, 9706.0, 14894.0, 22645.0, 33668.0, 49391.0, 69765.0, 93945.0, 117801.0, 131420.0, 125073.0, 105269.0, 80759.0, 57840.0, 39645.0, 26940.0, 17860.0, 11883.0, 7611.0, 4976.0, 3194.0, 2112.0, 1413.0, 942.0, 577.0, 382.0, 248.0, 172.0, 109.0, 79.0, 61.0, 39.0, 19.0, 14.0, 11.0, 9.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-3.05078125, -2.957550048828125, -2.86431884765625, -2.771087646484375, -2.6778564453125, -2.584625244140625, -2.49139404296875, -2.398162841796875, -2.304931640625, -2.211700439453125, -2.11846923828125, -2.025238037109375, -1.9320068359375, -1.838775634765625, -1.74554443359375, -1.652313232421875, -1.55908203125, -1.465850830078125, -1.37261962890625, -1.279388427734375, -1.1861572265625, -1.092926025390625, -0.99969482421875, -0.906463623046875, -0.813232421875, -0.720001220703125, -0.62677001953125, -0.533538818359375, -0.4403076171875, -0.347076416015625, -0.25384521484375, -0.160614013671875, -0.0673828125, 0.025848388671875, 0.11907958984375, 0.212310791015625, 0.3055419921875, 0.398773193359375, 0.49200439453125, 0.585235595703125, 0.678466796875, 0.771697998046875, 0.86492919921875, 0.958160400390625, 1.0513916015625, 1.144622802734375, 1.23785400390625, 1.331085205078125, 1.42431640625, 1.517547607421875, 1.61077880859375, 1.704010009765625, 1.7972412109375, 1.890472412109375, 1.98370361328125, 2.076934814453125, 2.170166015625, 2.263397216796875, 2.35662841796875, 2.449859619140625, 2.5430908203125, 2.636322021484375, 2.72955322265625, 2.822784423828125, 2.916015625]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 9.0, 10.0, 10.0, 22.0, 13.0, 13.0, 20.0, 12.0, 16.0, 24.0, 43.0, 28.0, 32.0, 26.0, 32.0, 30.0, 35.0, 39.0, 39.0, 38.0, 40.0, 44.0, 33.0, 29.0, 34.0, 29.0, 35.0, 34.0, 23.0, 25.0, 18.0, 15.0, 17.0, 22.0, 14.0, 13.0, 9.0, 13.0, 11.0, 4.0, 12.0, 5.0, 5.0, 3.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-15.2421875, -14.7635498046875, -14.284912109375, -13.8062744140625, -13.32763671875, -12.8489990234375, -12.370361328125, -11.8917236328125, -11.4130859375, -10.9344482421875, -10.455810546875, -9.9771728515625, -9.49853515625, -9.0198974609375, -8.541259765625, -8.0626220703125, -7.583984375, -7.1053466796875, -6.626708984375, -6.1480712890625, -5.66943359375, -5.1907958984375, -4.712158203125, -4.2335205078125, -3.7548828125, -3.2762451171875, -2.797607421875, -2.3189697265625, -1.84033203125, -1.3616943359375, -0.883056640625, -0.4044189453125, 0.07421875, 0.5528564453125, 1.031494140625, 1.5101318359375, 1.98876953125, 2.4674072265625, 2.946044921875, 3.4246826171875, 3.9033203125, 4.3819580078125, 4.860595703125, 5.3392333984375, 5.81787109375, 6.2965087890625, 6.775146484375, 7.2537841796875, 7.732421875, 8.2110595703125, 8.689697265625, 9.1683349609375, 9.64697265625, 10.1256103515625, 10.604248046875, 11.0828857421875, 11.5615234375, 12.0401611328125, 12.518798828125, 12.9974365234375, 13.47607421875, 13.9547119140625, 14.433349609375, 14.9119873046875, 15.390625]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 7.0, 2.0, 2.0, 3.0, 14.0, 22.0, 22.0, 29.0, 49.0, 95.0, 135.0, 215.0, 331.0, 494.0, 708.0, 1064.0, 1599.0, 2348.0, 3739.0, 5762.0, 8837.0, 14142.0, 23590.0, 59684.0, 791135.0, 68927.0, 24562.0, 14772.0, 9369.0, 5827.0, 3789.0, 2500.0, 1624.0, 1037.0, 728.0, 480.0, 332.0, 196.0, 134.0, 98.0, 56.0, 42.0, 24.0, 12.0, 15.0, 6.0, 2.0, 4.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.7265625, -5.53265380859375, -5.3387451171875, -5.14483642578125, -4.950927734375, -4.75701904296875, -4.5631103515625, -4.36920166015625, -4.17529296875, -3.98138427734375, -3.7874755859375, -3.59356689453125, -3.399658203125, -3.20574951171875, -3.0118408203125, -2.81793212890625, -2.6240234375, -2.43011474609375, -2.2362060546875, -2.04229736328125, -1.848388671875, -1.65447998046875, -1.4605712890625, -1.26666259765625, -1.07275390625, -0.87884521484375, -0.6849365234375, -0.49102783203125, -0.297119140625, -0.10321044921875, 0.0906982421875, 0.28460693359375, 0.478515625, 0.67242431640625, 0.8663330078125, 1.06024169921875, 1.254150390625, 1.44805908203125, 1.6419677734375, 1.83587646484375, 2.02978515625, 2.22369384765625, 2.4176025390625, 2.61151123046875, 2.805419921875, 2.99932861328125, 3.1932373046875, 3.38714599609375, 3.5810546875, 3.77496337890625, 3.9688720703125, 4.16278076171875, 4.356689453125, 4.55059814453125, 4.7445068359375, 4.93841552734375, 5.13232421875, 5.32623291015625, 5.5201416015625, 5.71405029296875, 5.907958984375, 6.10186767578125, 6.2957763671875, 6.48968505859375, 6.68359375]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 6.0, 8.0, 3.0, 7.0, 9.0, 6.0, 8.0, 14.0, 14.0, 22.0, 22.0, 20.0, 27.0, 31.0, 34.0, 30.0, 25.0, 41.0, 39.0, 34.0, 35.0, 39.0, 48.0, 41.0, 38.0, 39.0, 35.0, 38.0, 39.0, 32.0, 34.0, 27.0, 30.0, 21.0, 12.0, 22.0, 9.0, 10.0, 13.0, 4.0, 14.0, 7.0, 8.0, 5.0, 1.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.9609375, -9.620361328125, -9.27978515625, -8.939208984375, -8.5986328125, -8.258056640625, -7.91748046875, -7.576904296875, -7.236328125, -6.895751953125, -6.55517578125, -6.214599609375, -5.8740234375, -5.533447265625, -5.19287109375, -4.852294921875, -4.51171875, -4.171142578125, -3.83056640625, -3.489990234375, -3.1494140625, -2.808837890625, -2.46826171875, -2.127685546875, -1.787109375, -1.446533203125, -1.10595703125, -0.765380859375, -0.4248046875, -0.084228515625, 0.25634765625, 0.596923828125, 0.9375, 1.278076171875, 1.61865234375, 1.959228515625, 2.2998046875, 2.640380859375, 2.98095703125, 3.321533203125, 3.662109375, 4.002685546875, 4.34326171875, 4.683837890625, 5.0244140625, 5.364990234375, 5.70556640625, 6.046142578125, 6.38671875, 6.727294921875, 7.06787109375, 7.408447265625, 7.7490234375, 8.089599609375, 8.43017578125, 8.770751953125, 9.111328125, 9.451904296875, 9.79248046875, 10.133056640625, 10.4736328125, 10.814208984375, 11.15478515625, 11.495361328125, 11.8359375]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 6.0, 6.0, 10.0, 10.0, 13.0, 10.0, 11.0, 18.0, 32.0, 41.0, 71.0, 67.0, 124.0, 165.0, 250.0, 391.0, 557.0, 911.0, 1536.0, 2570.0, 4078.0, 7188.0, 12842.0, 24598.0, 68444.0, 840302.0, 39648.0, 19153.0, 10566.0, 5922.0, 3397.0, 1977.0, 1236.0, 803.0, 502.0, 333.0, 220.0, 139.0, 103.0, 88.0, 41.0, 45.0, 36.0, 24.0, 20.0, 13.0, 8.0, 5.0, 6.0, 6.0, 6.0, 5.0, 1.0, 3.0, 2.0, 3.0], "bins": [-0.4140625, -0.40163421630859375, -0.3892059326171875, -0.37677764892578125, -0.364349365234375, -0.35192108154296875, -0.3394927978515625, -0.32706451416015625, -0.31463623046875, -0.30220794677734375, -0.2897796630859375, -0.27735137939453125, -0.264923095703125, -0.25249481201171875, -0.2400665283203125, -0.22763824462890625, -0.2152099609375, -0.20278167724609375, -0.1903533935546875, -0.17792510986328125, -0.165496826171875, -0.15306854248046875, -0.1406402587890625, -0.12821197509765625, -0.11578369140625, -0.10335540771484375, -0.0909271240234375, -0.07849884033203125, -0.066070556640625, -0.05364227294921875, -0.0412139892578125, -0.02878570556640625, -0.016357421875, -0.00392913818359375, 0.0084991455078125, 0.02092742919921875, 0.033355712890625, 0.04578399658203125, 0.0582122802734375, 0.07064056396484375, 0.08306884765625, 0.09549713134765625, 0.1079254150390625, 0.12035369873046875, 0.132781982421875, 0.14521026611328125, 0.1576385498046875, 0.17006683349609375, 0.1824951171875, 0.19492340087890625, 0.2073516845703125, 0.21977996826171875, 0.232208251953125, 0.24463653564453125, 0.2570648193359375, 0.26949310302734375, 0.28192138671875, 0.29434967041015625, 0.3067779541015625, 0.31920623779296875, 0.331634521484375, 0.34406280517578125, 0.3564910888671875, 0.36891937255859375, 0.38134765625]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 1.0, 6.0, 8.0, 9.0, 12.0, 18.0, 13.0, 21.0, 26.0, 23.0, 24.0, 45.0, 54.0, 42.0, 52.0, 66.0, 62.0, 52.0, 63.0, 63.0, 53.0, 48.0, 42.0, 36.0, 27.0, 25.0, 22.0, 14.0, 16.0, 15.0, 9.0, 8.0, 10.0, 6.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6047229766845703e-05, -2.5263987481594086e-05, -2.4480745196342468e-05, -2.369750291109085e-05, -2.2914260625839233e-05, -2.2131018340587616e-05, -2.1347776055336e-05, -2.056453377008438e-05, -1.9781291484832764e-05, -1.8998049199581146e-05, -1.821480691432953e-05, -1.743156462907791e-05, -1.6648322343826294e-05, -1.5865080058574677e-05, -1.5081837773323059e-05, -1.4298595488071442e-05, -1.3515353202819824e-05, -1.2732110917568207e-05, -1.194886863231659e-05, -1.1165626347064972e-05, -1.0382384061813354e-05, -9.599141776561737e-06, -8.81589949131012e-06, -8.032657206058502e-06, -7.249414920806885e-06, -6.466172635555267e-06, -5.68293035030365e-06, -4.8996880650520325e-06, -4.116445779800415e-06, -3.3332034945487976e-06, -2.54996120929718e-06, -1.7667189240455627e-06, -9.834766387939453e-07, -2.0023435354232788e-07, 5.830079317092896e-07, 1.366250216960907e-06, 2.1494925022125244e-06, 2.932734787464142e-06, 3.7159770727157593e-06, 4.499219357967377e-06, 5.282461643218994e-06, 6.0657039284706116e-06, 6.848946213722229e-06, 7.632188498973846e-06, 8.415430784225464e-06, 9.198673069477081e-06, 9.981915354728699e-06, 1.0765157639980316e-05, 1.1548399925231934e-05, 1.2331642210483551e-05, 1.3114884495735168e-05, 1.3898126780986786e-05, 1.4681369066238403e-05, 1.546461135149002e-05, 1.6247853636741638e-05, 1.7031095921993256e-05, 1.7814338207244873e-05, 1.859758049249649e-05, 1.9380822777748108e-05, 2.0164065062999725e-05, 2.0947307348251343e-05, 2.173054963350296e-05, 2.2513791918754578e-05, 2.3297034204006195e-05, 2.4080276489257812e-05]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 7.0, 3.0, 5.0, 6.0, 9.0, 13.0, 19.0, 23.0, 19.0, 39.0, 40.0, 53.0, 61.0, 92.0, 107.0, 122.0, 155.0, 346.0, 2797.0, 57671.0, 807080.0, 171166.0, 7288.0, 652.0, 183.0, 145.0, 89.0, 63.0, 52.0, 47.0, 43.0, 36.0, 27.0, 17.0, 24.0, 14.0, 15.0, 10.0, 1.0, 7.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.33984375, -1.294677734375, -1.24951171875, -1.204345703125, -1.1591796875, -1.114013671875, -1.06884765625, -1.023681640625, -0.978515625, -0.933349609375, -0.88818359375, -0.843017578125, -0.7978515625, -0.752685546875, -0.70751953125, -0.662353515625, -0.6171875, -0.572021484375, -0.52685546875, -0.481689453125, -0.4365234375, -0.391357421875, -0.34619140625, -0.301025390625, -0.255859375, -0.210693359375, -0.16552734375, -0.120361328125, -0.0751953125, -0.030029296875, 0.01513671875, 0.060302734375, 0.10546875, 0.150634765625, 0.19580078125, 0.240966796875, 0.2861328125, 0.331298828125, 0.37646484375, 0.421630859375, 0.466796875, 0.511962890625, 0.55712890625, 0.602294921875, 0.6474609375, 0.692626953125, 0.73779296875, 0.782958984375, 0.828125, 0.873291015625, 0.91845703125, 0.963623046875, 1.0087890625, 1.053955078125, 1.09912109375, 1.144287109375, 1.189453125, 1.234619140625, 1.27978515625, 1.324951171875, 1.3701171875, 1.415283203125, 1.46044921875, 1.505615234375, 1.55078125]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 6.0, 5.0, 5.0, 3.0, 10.0, 12.0, 6.0, 15.0, 9.0, 17.0, 14.0, 24.0, 24.0, 30.0, 28.0, 30.0, 40.0, 37.0, 40.0, 43.0, 39.0, 46.0, 54.0, 45.0, 49.0, 41.0, 40.0, 40.0, 43.0, 33.0, 30.0, 23.0, 19.0, 17.0, 21.0, 12.0, 8.0, 12.0, 14.0, 6.0, 4.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0904541015625, -0.08777332305908203, -0.08509254455566406, -0.0824117660522461, -0.07973098754882812, -0.07705020904541016, -0.07436943054199219, -0.07168865203857422, -0.06900787353515625, -0.06632709503173828, -0.06364631652832031, -0.060965538024902344, -0.058284759521484375, -0.055603981018066406, -0.05292320251464844, -0.05024242401123047, -0.0475616455078125, -0.04488086700439453, -0.04220008850097656, -0.039519309997558594, -0.036838531494140625, -0.034157752990722656, -0.03147697448730469, -0.02879619598388672, -0.02611541748046875, -0.02343463897705078, -0.020753860473632812, -0.018073081970214844, -0.015392303466796875, -0.012711524963378906, -0.010030746459960938, -0.007349967956542969, -0.004669189453125, -0.0019884109497070312, 0.0006923675537109375, 0.0033731460571289062, 0.006053924560546875, 0.008734703063964844, 0.011415481567382812, 0.014096260070800781, 0.01677703857421875, 0.01945781707763672, 0.022138595581054688, 0.024819374084472656, 0.027500152587890625, 0.030180931091308594, 0.03286170959472656, 0.03554248809814453, 0.0382232666015625, 0.04090404510498047, 0.04358482360839844, 0.046265602111816406, 0.048946380615234375, 0.051627159118652344, 0.05430793762207031, 0.05698871612548828, 0.05966949462890625, 0.06235027313232422, 0.06503105163574219, 0.06771183013916016, 0.07039260864257812, 0.0730733871459961, 0.07575416564941406, 0.07843494415283203, 0.08111572265625]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 5.0, 4.0, 7.0, 10.0, 17.0, 9.0, 15.0, 20.0, 20.0, 34.0, 27.0, 26.0, 47.0, 37.0, 45.0, 49.0, 41.0, 44.0, 54.0, 61.0, 33.0, 54.0, 48.0, 44.0, 34.0, 36.0, 23.0, 36.0, 18.0, 27.0, 19.0, 10.0, 13.0, 8.0, 7.0, 4.0, 6.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.784659385681152, -13.304011344909668, -12.8233642578125, -12.342716217041016, -11.862068176269531, -11.381420135498047, -10.900772094726562, -10.420125007629395, -9.93947696685791, -9.458828926086426, -8.978181838989258, -8.497533798217773, -8.016885757446289, -7.536237716674805, -7.0555901527404785, -6.574942588806152, -6.094294548034668, -5.613646507263184, -5.132998943328857, -4.652351379394531, -4.171703338623047, -3.6910555362701416, -3.2104077339172363, -2.729759931564331, -2.249112129211426, -1.7684643268585205, -1.2878165245056152, -0.80716872215271, -0.3265209197998047, 0.15412688255310059, 0.6347746849060059, 1.1154224872589111, 1.5960712432861328, 2.076719045639038, 2.5573668479919434, 3.0380146503448486, 3.518662452697754, 3.999310255050659, 4.4799580574035645, 4.960605621337891, 5.441253662109375, 5.921901702880859, 6.4025492668151855, 6.883196830749512, 7.363844871520996, 7.8444929122924805, 8.325139999389648, 8.805788040161133, 9.286436080932617, 9.767084121704102, 10.247732162475586, 10.728379249572754, 11.209027290344238, 11.689675331115723, 12.17032241821289, 12.650970458984375, 13.13161849975586, 13.612266540527344, 14.092914581298828, 14.573561668395996, 15.05420970916748, 15.534857749938965, 16.015504837036133, 16.496152877807617, 16.9768009185791]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 10.0, 9.0, 10.0, 20.0, 15.0, 13.0, 17.0, 15.0, 18.0, 23.0, 39.0, 32.0, 31.0, 27.0, 31.0, 30.0, 36.0, 37.0, 41.0, 37.0, 38.0, 46.0, 33.0, 28.0, 34.0, 31.0, 33.0, 35.0, 23.0, 24.0, 18.0, 15.0, 18.0, 21.0, 15.0, 11.0, 11.0, 14.0, 10.0, 4.0, 12.0, 5.0, 4.0, 4.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-15.222635269165039, -14.744719505310059, -14.266804695129395, -13.788888931274414, -13.31097412109375, -12.83305835723877, -12.355142593383789, -11.877227783203125, -11.399312019348145, -10.921396255493164, -10.4434814453125, -9.96556568145752, -9.487650871276855, -9.009735107421875, -8.531820297241211, -8.05390453338623, -7.575989246368408, -7.098073959350586, -6.620158672332764, -6.142243385314941, -5.664327621459961, -5.186412334442139, -4.708497047424316, -4.230581283569336, -3.7526662349700928, -3.2747509479522705, -2.796835422515869, -2.318920135498047, -1.841004729270935, -1.3630893230438232, -0.885174036026001, -0.4072585105895996, 0.07065677642822266, 0.5485721826553345, 1.0264875888824463, 1.5044028759002686, 1.9823182821273804, 2.460233688354492, 2.9381489753723145, 3.416064500808716, 3.893979787826538, 4.3718953132629395, 4.849810600280762, 5.327725887298584, 5.805641174316406, 6.283556938171387, 6.761471748352051, 7.239387512207031, 7.7173027992248535, 8.195218086242676, 8.673133850097656, 9.15104866027832, 9.6289644241333, 10.106880187988281, 10.584794998168945, 11.062710762023926, 11.54062557220459, 12.01854133605957, 12.496456146240234, 12.974371910095215, 13.452286720275879, 13.93020248413086, 14.408117294311523, 14.886033058166504, 15.363948822021484]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 8.0, 12.0, 25.0, 25.0, 37.0, 65.0, 93.0, 137.0, 209.0, 351.0, 477.0, 699.0, 1116.0, 1688.0, 2640.0, 4162.0, 6488.0, 10795.0, 20530.0, 44402.0, 119965.0, 299010.0, 309492.0, 127305.0, 47335.0, 21269.0, 11277.0, 6774.0, 4170.0, 2695.0, 1727.0, 1213.0, 787.0, 531.0, 342.0, 244.0, 154.0, 108.0, 53.0, 54.0, 31.0, 18.0, 13.0, 7.0, 7.0, 5.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.0625, -21.327880859375, -20.59326171875, -19.858642578125, -19.1240234375, -18.389404296875, -17.65478515625, -16.920166015625, -16.185546875, -15.450927734375, -14.71630859375, -13.981689453125, -13.2470703125, -12.512451171875, -11.77783203125, -11.043212890625, -10.30859375, -9.573974609375, -8.83935546875, -8.104736328125, -7.3701171875, -6.635498046875, -5.90087890625, -5.166259765625, -4.431640625, -3.697021484375, -2.96240234375, -2.227783203125, -1.4931640625, -0.758544921875, -0.02392578125, 0.710693359375, 1.4453125, 2.179931640625, 2.91455078125, 3.649169921875, 4.3837890625, 5.118408203125, 5.85302734375, 6.587646484375, 7.322265625, 8.056884765625, 8.79150390625, 9.526123046875, 10.2607421875, 10.995361328125, 11.72998046875, 12.464599609375, 13.19921875, 13.933837890625, 14.66845703125, 15.403076171875, 16.1376953125, 16.872314453125, 17.60693359375, 18.341552734375, 19.076171875, 19.810791015625, 20.54541015625, 21.280029296875, 22.0146484375, 22.749267578125, 23.48388671875, 24.218505859375, 24.953125]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 6.0, 3.0, 1.0, 3.0, 9.0, 6.0, 7.0, 10.0, 25.0, 13.0, 17.0, 12.0, 16.0, 24.0, 25.0, 35.0, 34.0, 42.0, 26.0, 34.0, 29.0, 38.0, 48.0, 41.0, 34.0, 50.0, 40.0, 35.0, 31.0, 38.0, 23.0, 32.0, 28.0, 30.0, 13.0, 18.0, 18.0, 14.0, 17.0, 13.0, 16.0, 12.0, 8.0, 6.0, 9.0, 4.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-16.0, -15.484130859375, -14.96826171875, -14.452392578125, -13.9365234375, -13.420654296875, -12.90478515625, -12.388916015625, -11.873046875, -11.357177734375, -10.84130859375, -10.325439453125, -9.8095703125, -9.293701171875, -8.77783203125, -8.261962890625, -7.74609375, -7.230224609375, -6.71435546875, -6.198486328125, -5.6826171875, -5.166748046875, -4.65087890625, -4.135009765625, -3.619140625, -3.103271484375, -2.58740234375, -2.071533203125, -1.5556640625, -1.039794921875, -0.52392578125, -0.008056640625, 0.5078125, 1.023681640625, 1.53955078125, 2.055419921875, 2.5712890625, 3.087158203125, 3.60302734375, 4.118896484375, 4.634765625, 5.150634765625, 5.66650390625, 6.182373046875, 6.6982421875, 7.214111328125, 7.72998046875, 8.245849609375, 8.76171875, 9.277587890625, 9.79345703125, 10.309326171875, 10.8251953125, 11.341064453125, 11.85693359375, 12.372802734375, 12.888671875, 13.404541015625, 13.92041015625, 14.436279296875, 14.9521484375, 15.468017578125, 15.98388671875, 16.499755859375, 17.015625]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 8.0, 9.0, 9.0, 15.0, 17.0, 28.0, 30.0, 37.0, 38.0, 41.0, 45.0, 51.0, 54.0, 105.0, 2716.0, 1044645.0, 237.0, 82.0, 67.0, 54.0, 49.0, 34.0, 40.0, 20.0, 25.0, 19.0, 15.0, 23.0, 6.0, 8.0, 6.0, 5.0, 8.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-581.5, -561.6328125, -541.765625, -521.8984375, -502.03125, -482.1640625, -462.296875, -442.4296875, -422.5625, -402.6953125, -382.828125, -362.9609375, -343.09375, -323.2265625, -303.359375, -283.4921875, -263.625, -243.7578125, -223.890625, -204.0234375, -184.15625, -164.2890625, -144.421875, -124.5546875, -104.6875, -84.8203125, -64.953125, -45.0859375, -25.21875, -5.3515625, 14.515625, 34.3828125, 54.25, 74.1171875, 93.984375, 113.8515625, 133.71875, 153.5859375, 173.453125, 193.3203125, 213.1875, 233.0546875, 252.921875, 272.7890625, 292.65625, 312.5234375, 332.390625, 352.2578125, 372.125, 391.9921875, 411.859375, 431.7265625, 451.59375, 471.4609375, 491.328125, 511.1953125, 531.0625, 550.9296875, 570.796875, 590.6640625, 610.53125, 630.3984375, 650.265625, 670.1328125, 690.0]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 7.0, 5.0, 9.0, 6.0, 19.0, 12.0, 20.0, 25.0, 20.0, 30.0, 38.0, 36.0, 44.0, 56.0, 63.0, 39.0, 49.0, 50.0, 53.0, 50.0, 35.0, 49.0, 45.0, 40.0, 32.0, 42.0, 27.0, 24.0, 25.0, 8.0, 8.0, 11.0, 12.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-23.921875, -23.227783203125, -22.53369140625, -21.839599609375, -21.1455078125, -20.451416015625, -19.75732421875, -19.063232421875, -18.369140625, -17.675048828125, -16.98095703125, -16.286865234375, -15.5927734375, -14.898681640625, -14.20458984375, -13.510498046875, -12.81640625, -12.122314453125, -11.42822265625, -10.734130859375, -10.0400390625, -9.345947265625, -8.65185546875, -7.957763671875, -7.263671875, -6.569580078125, -5.87548828125, -5.181396484375, -4.4873046875, -3.793212890625, -3.09912109375, -2.405029296875, -1.7109375, -1.016845703125, -0.32275390625, 0.371337890625, 1.0654296875, 1.759521484375, 2.45361328125, 3.147705078125, 3.841796875, 4.535888671875, 5.22998046875, 5.924072265625, 6.6181640625, 7.312255859375, 8.00634765625, 8.700439453125, 9.39453125, 10.088623046875, 10.78271484375, 11.476806640625, 12.1708984375, 12.864990234375, 13.55908203125, 14.253173828125, 14.947265625, 15.641357421875, 16.33544921875, 17.029541015625, 17.7236328125, 18.417724609375, 19.11181640625, 19.805908203125, 20.5]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 5.0, 1.0, 1.0, 7.0, 5.0, 16.0, 19.0, 38.0, 80.0, 264.0, 1340.0, 130682.0, 912882.0, 2673.0, 318.0, 122.0, 44.0, 19.0, 11.0, 15.0, 4.0, 5.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-104.125, -99.41796875, -94.7109375, -90.00390625, -85.296875, -80.58984375, -75.8828125, -71.17578125, -66.46875, -61.76171875, -57.0546875, -52.34765625, -47.640625, -42.93359375, -38.2265625, -33.51953125, -28.8125, -24.10546875, -19.3984375, -14.69140625, -9.984375, -5.27734375, -0.5703125, 4.13671875, 8.84375, 13.55078125, 18.2578125, 22.96484375, 27.671875, 32.37890625, 37.0859375, 41.79296875, 46.5, 51.20703125, 55.9140625, 60.62109375, 65.328125, 70.03515625, 74.7421875, 79.44921875, 84.15625, 88.86328125, 93.5703125, 98.27734375, 102.984375, 107.69140625, 112.3984375, 117.10546875, 121.8125, 126.51953125, 131.2265625, 135.93359375, 140.640625, 145.34765625, 150.0546875, 154.76171875, 159.46875, 164.17578125, 168.8828125, 173.58984375, 178.296875, 183.00390625, 187.7109375, 192.41796875, 197.125]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 7.0, 1.0, 4.0, 4.0, 10.0, 14.0, 19.0, 35.0, 87.0, 137.0, 221.0, 179.0, 110.0, 59.0, 44.0, 17.0, 16.0, 15.0, 5.0, 3.0, 5.0, 4.0, 1.0, 1.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00244140625, -0.002323746681213379, -0.002206087112426758, -0.0020884275436401367, -0.0019707679748535156, -0.0018531084060668945, -0.0017354488372802734, -0.0016177892684936523, -0.0015001296997070312, -0.0013824701309204102, -0.001264810562133789, -0.001147150993347168, -0.0010294914245605469, -0.0009118318557739258, -0.0007941722869873047, -0.0006765127182006836, -0.0005588531494140625, -0.0004411935806274414, -0.0003235340118408203, -0.00020587444305419922, -8.821487426757812e-05, 2.944469451904297e-05, 0.00014710426330566406, 0.00026476383209228516, 0.00038242340087890625, 0.0005000829696655273, 0.0006177425384521484, 0.0007354021072387695, 0.0008530616760253906, 0.0009707212448120117, 0.0010883808135986328, 0.001206040382385254, 0.001323699951171875, 0.001441359519958496, 0.0015590190887451172, 0.0016766786575317383, 0.0017943382263183594, 0.0019119977951049805, 0.0020296573638916016, 0.0021473169326782227, 0.0022649765014648438, 0.002382636070251465, 0.002500295639038086, 0.002617955207824707, 0.002735614776611328, 0.0028532743453979492, 0.0029709339141845703, 0.0030885934829711914, 0.0032062530517578125, 0.0033239126205444336, 0.0034415721893310547, 0.0035592317581176758, 0.003676891326904297, 0.003794550895690918, 0.003912210464477539, 0.00402987003326416, 0.004147529602050781, 0.004265189170837402, 0.0043828487396240234, 0.0045005083084106445, 0.004618167877197266, 0.004735827445983887, 0.004853487014770508, 0.004971146583557129, 0.00508880615234375]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 4.0, 4.0, 4.0, 4.0, 7.0, 20.0, 53.0, 122.0, 471.0, 4121.0, 1033310.0, 9533.0, 626.0, 140.0, 74.0, 20.0, 18.0, 12.0, 6.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.875, -144.021484375, -138.16796875, -132.314453125, -126.4609375, -120.607421875, -114.75390625, -108.900390625, -103.046875, -97.193359375, -91.33984375, -85.486328125, -79.6328125, -73.779296875, -67.92578125, -62.072265625, -56.21875, -50.365234375, -44.51171875, -38.658203125, -32.8046875, -26.951171875, -21.09765625, -15.244140625, -9.390625, -3.537109375, 2.31640625, 8.169921875, 14.0234375, 19.876953125, 25.73046875, 31.583984375, 37.4375, 43.291015625, 49.14453125, 54.998046875, 60.8515625, 66.705078125, 72.55859375, 78.412109375, 84.265625, 90.119140625, 95.97265625, 101.826171875, 107.6796875, 113.533203125, 119.38671875, 125.240234375, 131.09375, 136.947265625, 142.80078125, 148.654296875, 154.5078125, 160.361328125, 166.21484375, 172.068359375, 177.921875, 183.775390625, 189.62890625, 195.482421875, 201.3359375, 207.189453125, 213.04296875, 218.896484375, 224.75]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 8.0, 24.0, 34.0, 54.0, 142.0, 235.0, 219.0, 145.0, 60.0, 33.0, 19.0, 10.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.421875, -13.068603515625, -12.71533203125, -12.362060546875, -12.0087890625, -11.655517578125, -11.30224609375, -10.948974609375, -10.595703125, -10.242431640625, -9.88916015625, -9.535888671875, -9.1826171875, -8.829345703125, -8.47607421875, -8.122802734375, -7.76953125, -7.416259765625, -7.06298828125, -6.709716796875, -6.3564453125, -6.003173828125, -5.64990234375, -5.296630859375, -4.943359375, -4.590087890625, -4.23681640625, -3.883544921875, -3.5302734375, -3.177001953125, -2.82373046875, -2.470458984375, -2.1171875, -1.763916015625, -1.41064453125, -1.057373046875, -0.7041015625, -0.350830078125, 0.00244140625, 0.355712890625, 0.708984375, 1.062255859375, 1.41552734375, 1.768798828125, 2.1220703125, 2.475341796875, 2.82861328125, 3.181884765625, 3.53515625, 3.888427734375, 4.24169921875, 4.594970703125, 4.9482421875, 5.301513671875, 5.65478515625, 6.008056640625, 6.361328125, 6.714599609375, 7.06787109375, 7.421142578125, 7.7744140625, 8.127685546875, 8.48095703125, 8.834228515625, 9.1875]}, "gradients/decoder.roberta.encoder.layer.16.output.LayerNorm.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 15.0, 12.0, 16.0, 23.0, 42.0, 40.0, 60.0, 81.0, 90.0, 96.0, 81.0, 77.0, 96.0, 82.0, 67.0, 44.0, 31.0, 20.0, 11.0, 8.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.589929580688477, -14.640116691589355, -13.69030475616455, -12.74049186706543, -11.790679931640625, -10.840867042541504, -9.891054153442383, -8.941242218017578, -7.991429328918457, -7.041616916656494, -6.091804504394531, -5.14199161529541, -4.192179203033447, -3.2423667907714844, -2.2925539016723633, -1.3427414894104004, -0.3929290771484375, 0.5568834543228149, 1.5066959857940674, 2.4565086364746094, 3.4063210487365723, 4.356133460998535, 5.305946350097656, 6.255758762359619, 7.205571174621582, 8.155384063720703, 9.105195999145508, 10.055008888244629, 11.00482177734375, 11.954633712768555, 12.904446601867676, 13.854259490966797, 14.804069519042969, 15.75388240814209, 16.70369529724121, 17.653507232666016, 18.60331916809082, 19.553131103515625, 20.502944946289062, 21.452756881713867, 22.402568817138672, 23.352380752563477, 24.302194595336914, 25.25200653076172, 26.201818466186523, 27.151630401611328, 28.101444244384766, 29.05125617980957, 30.001070022583008, 30.950881958007812, 31.90069580078125, 32.85050964355469, 33.80031967163086, 34.7501335144043, 35.69994354248047, 36.649757385253906, 37.599571228027344, 38.54938507080078, 39.49919509887695, 40.44900894165039, 41.39882278442383, 42.3486328125, 43.29844665527344, 44.248260498046875, 45.19807052612305]}, "gradients/decoder.roberta.encoder.layer.16.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 8.0, 6.0, 8.0, 9.0, 13.0, 15.0, 21.0, 15.0, 20.0, 30.0, 23.0, 18.0, 27.0, 30.0, 41.0, 33.0, 32.0, 31.0, 35.0, 41.0, 35.0, 49.0, 44.0, 36.0, 38.0, 34.0, 23.0, 27.0, 37.0, 27.0, 24.0, 25.0, 19.0, 23.0, 16.0, 6.0, 15.0, 8.0, 12.0, 7.0, 7.0, 2.0, 10.0, 7.0, 2.0, 7.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.75861358642578, -19.069242477416992, -18.379871368408203, -17.690502166748047, -17.001131057739258, -16.31175994873047, -15.62238883972168, -14.93301773071289, -14.243647575378418, -13.554276466369629, -12.864906311035156, -12.175535202026367, -11.486164093017578, -10.796793937683105, -10.107422828674316, -9.418052673339844, -8.728681564331055, -8.039310455322266, -7.349940299987793, -6.660569190979004, -5.971198558807373, -5.281827926635742, -4.592456817626953, -3.9030861854553223, -3.2137155532836914, -2.5243449211120605, -1.8349740505218506, -1.1456031799316406, -0.45623254776000977, 0.2331380844116211, 0.9225091934204102, 1.611879825592041, 2.301250457763672, 2.9906210899353027, 3.6799919605255127, 4.369362831115723, 5.0587334632873535, 5.748104095458984, 6.437475204467773, 7.126845836639404, 7.816216468811035, 8.505587577819824, 9.194957733154297, 9.884328842163086, 10.573699951171875, 11.263070106506348, 11.952441215515137, 12.64181137084961, 13.331182479858398, 14.020553588867188, 14.70992374420166, 15.39929485321045, 16.088665008544922, 16.77803611755371, 17.4674072265625, 18.15677833557129, 18.846149444580078, 19.535520553588867, 20.224891662597656, 20.914260864257812, 21.6036319732666, 22.29300308227539, 22.98237419128418, 23.67174530029297, 24.361114501953125]}, "gradients/decoder.roberta.encoder.layer.16.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 4.0, 7.0, 5.0, 12.0, 14.0, 14.0, 9.0, 23.0, 25.0, 23.0, 36.0, 45.0, 51.0, 75.0, 87.0, 162.0, 249.0, 524.0, 1296.0, 3647.0, 13018.0, 70527.0, 1388788.0, 2581063.0, 108655.0, 17803.0, 4928.0, 1610.0, 631.0, 328.0, 162.0, 86.0, 75.0, 57.0, 42.0, 39.0, 29.0, 33.0, 24.0, 23.0, 18.0, 9.0, 10.0, 4.0, 8.0, 4.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-66.6875, -64.6728515625, -62.658203125, -60.6435546875, -58.62890625, -56.6142578125, -54.599609375, -52.5849609375, -50.5703125, -48.5556640625, -46.541015625, -44.5263671875, -42.51171875, -40.4970703125, -38.482421875, -36.4677734375, -34.453125, -32.4384765625, -30.423828125, -28.4091796875, -26.39453125, -24.3798828125, -22.365234375, -20.3505859375, -18.3359375, -16.3212890625, -14.306640625, -12.2919921875, -10.27734375, -8.2626953125, -6.248046875, -4.2333984375, -2.21875, -0.2041015625, 1.810546875, 3.8251953125, 5.83984375, 7.8544921875, 9.869140625, 11.8837890625, 13.8984375, 15.9130859375, 17.927734375, 19.9423828125, 21.95703125, 23.9716796875, 25.986328125, 28.0009765625, 30.015625, 32.0302734375, 34.044921875, 36.0595703125, 38.07421875, 40.0888671875, 42.103515625, 44.1181640625, 46.1328125, 48.1474609375, 50.162109375, 52.1767578125, 54.19140625, 56.2060546875, 58.220703125, 60.2353515625, 62.25]}, "gradients/decoder.roberta.encoder.layer.16.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 9.0, 7.0, 4.0, 12.0, 9.0, 14.0, 10.0, 20.0, 19.0, 25.0, 25.0, 14.0, 16.0, 33.0, 31.0, 35.0, 36.0, 30.0, 43.0, 42.0, 40.0, 39.0, 42.0, 48.0, 25.0, 26.0, 31.0, 32.0, 26.0, 26.0, 28.0, 19.0, 22.0, 12.0, 20.0, 23.0, 26.0, 13.0, 12.0, 12.0, 6.0, 11.0, 9.0, 4.0, 6.0, 3.0, 4.0, 5.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-13.875, -13.455078125, -13.03515625, -12.615234375, -12.1953125, -11.775390625, -11.35546875, -10.935546875, -10.515625, -10.095703125, -9.67578125, -9.255859375, -8.8359375, -8.416015625, -7.99609375, -7.576171875, -7.15625, -6.736328125, -6.31640625, -5.896484375, -5.4765625, -5.056640625, -4.63671875, -4.216796875, -3.796875, -3.376953125, -2.95703125, -2.537109375, -2.1171875, -1.697265625, -1.27734375, -0.857421875, -0.4375, -0.017578125, 0.40234375, 0.822265625, 1.2421875, 1.662109375, 2.08203125, 2.501953125, 2.921875, 3.341796875, 3.76171875, 4.181640625, 4.6015625, 5.021484375, 5.44140625, 5.861328125, 6.28125, 6.701171875, 7.12109375, 7.541015625, 7.9609375, 8.380859375, 8.80078125, 9.220703125, 9.640625, 10.060546875, 10.48046875, 10.900390625, 11.3203125, 11.740234375, 12.16015625, 12.580078125, 13.0]}, "gradients/decoder.roberta.encoder.layer.16.intermediate.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 5.0, 7.0, 4.0, 5.0, 11.0, 11.0, 14.0, 9.0, 28.0, 20.0, 32.0, 45.0, 45.0, 76.0, 67.0, 126.0, 150.0, 212.0, 328.0, 518.0, 1236.0, 7443.0, 214067.0, 3909314.0, 54293.0, 3779.0, 911.0, 413.0, 272.0, 230.0, 144.0, 105.0, 89.0, 63.0, 51.0, 45.0, 28.0, 20.0, 14.0, 15.0, 12.0, 3.0, 11.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-130.125, -125.97265625, -121.8203125, -117.66796875, -113.515625, -109.36328125, -105.2109375, -101.05859375, -96.90625, -92.75390625, -88.6015625, -84.44921875, -80.296875, -76.14453125, -71.9921875, -67.83984375, -63.6875, -59.53515625, -55.3828125, -51.23046875, -47.078125, -42.92578125, -38.7734375, -34.62109375, -30.46875, -26.31640625, -22.1640625, -18.01171875, -13.859375, -9.70703125, -5.5546875, -1.40234375, 2.75, 6.90234375, 11.0546875, 15.20703125, 19.359375, 23.51171875, 27.6640625, 31.81640625, 35.96875, 40.12109375, 44.2734375, 48.42578125, 52.578125, 56.73046875, 60.8828125, 65.03515625, 69.1875, 73.33984375, 77.4921875, 81.64453125, 85.796875, 89.94921875, 94.1015625, 98.25390625, 102.40625, 106.55859375, 110.7109375, 114.86328125, 119.015625, 123.16796875, 127.3203125, 131.47265625, 135.625]}, "gradients/decoder.roberta.encoder.layer.16.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 6.0, 8.0, 6.0, 17.0, 17.0, 34.0, 42.0, 36.0, 69.0, 91.0, 102.0, 153.0, 226.0, 280.0, 425.0, 521.0, 516.0, 404.0, 281.0, 205.0, 149.0, 109.0, 79.0, 85.0, 45.0, 35.0, 28.0, 17.0, 21.0, 7.0, 8.0, 10.0, 5.0, 8.0, 6.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-8.8515625, -8.5836181640625, -8.315673828125, -8.0477294921875, -7.77978515625, -7.5118408203125, -7.243896484375, -6.9759521484375, -6.7080078125, -6.4400634765625, -6.172119140625, -5.9041748046875, -5.63623046875, -5.3682861328125, -5.100341796875, -4.8323974609375, -4.564453125, -4.2965087890625, -4.028564453125, -3.7606201171875, -3.49267578125, -3.2247314453125, -2.956787109375, -2.6888427734375, -2.4208984375, -2.1529541015625, -1.885009765625, -1.6170654296875, -1.34912109375, -1.0811767578125, -0.813232421875, -0.5452880859375, -0.27734375, -0.0093994140625, 0.258544921875, 0.5264892578125, 0.79443359375, 1.0623779296875, 1.330322265625, 1.5982666015625, 1.8662109375, 2.1341552734375, 2.402099609375, 2.6700439453125, 2.93798828125, 3.2059326171875, 3.473876953125, 3.7418212890625, 4.009765625, 4.2777099609375, 4.545654296875, 4.8135986328125, 5.08154296875, 5.3494873046875, 5.617431640625, 5.8853759765625, 6.1533203125, 6.4212646484375, 6.689208984375, 6.9571533203125, 7.22509765625, 7.4930419921875, 7.760986328125, 8.0289306640625, 8.296875]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 2.0, 4.0, 4.0, 5.0, 7.0, 14.0, 10.0, 17.0, 15.0, 16.0, 18.0, 21.0, 19.0, 32.0, 31.0, 37.0, 42.0, 42.0, 50.0, 56.0, 50.0, 56.0, 48.0, 47.0, 51.0, 39.0, 40.0, 35.0, 28.0, 38.0, 27.0, 12.0, 20.0, 14.0, 14.0, 13.0, 6.0, 7.0, 1.0, 8.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-17.263580322265625, -16.774219512939453, -16.284860610961914, -15.795499801635742, -15.30613899230957, -14.816779136657715, -14.32741928100586, -13.838058471679688, -13.348698616027832, -12.859338760375977, -12.369977951049805, -11.88061809539795, -11.391258239746094, -10.901897430419922, -10.412537574768066, -9.923177719116211, -9.433816909790039, -8.944457054138184, -8.455096244812012, -7.965736389160156, -7.476376056671143, -6.987015724182129, -6.497655868530273, -6.00829553604126, -5.518935203552246, -5.029574871063232, -4.540214538574219, -4.050854682922363, -3.5614943504333496, -3.072134017944336, -2.5827739238739014, -2.093413829803467, -1.6040544509887695, -1.1146942377090454, -0.6253340244293213, -0.13597381114959717, 0.35338640213012695, 0.8427467346191406, 1.3321068286895752, 1.8214669227600098, 2.3108272552490234, 2.800187587738037, 3.2895476818084717, 3.7789077758789062, 4.26826810836792, 4.757628440856934, 5.246988296508789, 5.736348628997803, 6.225708961486816, 6.71506929397583, 7.204429626464844, 7.693789482116699, 8.183149337768555, 8.672510147094727, 9.161870002746582, 9.651229858398438, 10.14059066772461, 10.629950523376465, 11.119311332702637, 11.608671188354492, 12.098031997680664, 12.58739185333252, 13.076751708984375, 13.566112518310547, 14.055472373962402]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 9.0, 7.0, 12.0, 13.0, 12.0, 13.0, 16.0, 23.0, 27.0, 16.0, 24.0, 26.0, 34.0, 34.0, 29.0, 43.0, 39.0, 40.0, 34.0, 30.0, 37.0, 40.0, 22.0, 50.0, 36.0, 38.0, 33.0, 28.0, 21.0, 30.0, 20.0, 20.0, 21.0, 19.0, 16.0, 7.0, 13.0, 11.0, 13.0, 10.0, 5.0, 6.0, 5.0, 4.0, 5.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-17.52018165588379, -16.985191345214844, -16.45020294189453, -15.915213584899902, -15.380224227905273, -14.845233917236328, -14.3102445602417, -13.77525520324707, -13.240265846252441, -12.705276489257812, -12.170287132263184, -11.635297775268555, -11.10030746459961, -10.565319061279297, -10.030328750610352, -9.495339393615723, -8.960350036621094, -8.425360679626465, -7.890371322631836, -7.355381488800049, -6.82039213180542, -6.285402774810791, -5.750412940979004, -5.215423583984375, -4.680434226989746, -4.145444869995117, -3.610455274581909, -3.075465679168701, -2.5404763221740723, -2.0054869651794434, -1.4704973697662354, -0.9355077743530273, -0.4005165100097656, 0.13447296619415283, 0.6694624423980713, 1.2044519186019897, 1.7394413948059082, 2.274430751800537, 2.809420347213745, 3.344409942626953, 3.879399299621582, 4.414388656616211, 4.94937801361084, 5.484367847442627, 6.019357204437256, 6.554346561431885, 7.089336395263672, 7.624325752258301, 8.15931510925293, 8.694304466247559, 9.229293823242188, 9.764283180236816, 10.299272537231445, 10.83426284790039, 11.36925220489502, 11.904241561889648, 12.439230918884277, 12.974220275878906, 13.509209632873535, 14.044198989868164, 14.57918930053711, 15.114177703857422, 15.649168014526367, 16.184158325195312, 16.719146728515625]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 9.0, 6.0, 12.0, 8.0, 24.0, 29.0, 28.0, 61.0, 84.0, 135.0, 237.0, 376.0, 690.0, 1131.0, 1838.0, 3153.0, 5733.0, 9966.0, 17266.0, 29537.0, 49426.0, 79763.0, 118991.0, 157445.0, 168804.0, 142333.0, 101170.0, 64845.0, 39778.0, 23443.0, 13580.0, 7883.0, 4490.0, 2619.0, 1508.0, 855.0, 515.0, 294.0, 193.0, 101.0, 67.0, 49.0, 26.0, 23.0, 16.0, 6.0, 8.0, 6.0, 0.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.525390625, -3.404998779296875, -3.28460693359375, -3.164215087890625, -3.0438232421875, -2.923431396484375, -2.80303955078125, -2.682647705078125, -2.562255859375, -2.441864013671875, -2.32147216796875, -2.201080322265625, -2.0806884765625, -1.960296630859375, -1.83990478515625, -1.719512939453125, -1.59912109375, -1.478729248046875, -1.35833740234375, -1.237945556640625, -1.1175537109375, -0.997161865234375, -0.87677001953125, -0.756378173828125, -0.635986328125, -0.515594482421875, -0.39520263671875, -0.274810791015625, -0.1544189453125, -0.034027099609375, 0.08636474609375, 0.206756591796875, 0.3271484375, 0.447540283203125, 0.56793212890625, 0.688323974609375, 0.8087158203125, 0.929107666015625, 1.04949951171875, 1.169891357421875, 1.290283203125, 1.410675048828125, 1.53106689453125, 1.651458740234375, 1.7718505859375, 1.892242431640625, 2.01263427734375, 2.133026123046875, 2.25341796875, 2.373809814453125, 2.49420166015625, 2.614593505859375, 2.7349853515625, 2.855377197265625, 2.97576904296875, 3.096160888671875, 3.216552734375, 3.336944580078125, 3.45733642578125, 3.577728271484375, 3.6981201171875, 3.818511962890625, 3.93890380859375, 4.059295654296875, 4.1796875]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 7.0, 11.0, 10.0, 10.0, 15.0, 13.0, 16.0, 25.0, 27.0, 18.0, 17.0, 29.0, 34.0, 33.0, 32.0, 44.0, 43.0, 34.0, 34.0, 32.0, 33.0, 41.0, 26.0, 46.0, 34.0, 39.0, 35.0, 24.0, 23.0, 25.0, 24.0, 23.0, 20.0, 15.0, 16.0, 8.0, 15.0, 10.0, 11.0, 12.0, 3.0, 8.0, 5.0, 5.0, 4.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0], "bins": [-17.3125, -16.7933349609375, -16.274169921875, -15.7550048828125, -15.23583984375, -14.7166748046875, -14.197509765625, -13.6783447265625, -13.1591796875, -12.6400146484375, -12.120849609375, -11.6016845703125, -11.08251953125, -10.5633544921875, -10.044189453125, -9.5250244140625, -9.005859375, -8.4866943359375, -7.967529296875, -7.4483642578125, -6.92919921875, -6.4100341796875, -5.890869140625, -5.3717041015625, -4.8525390625, -4.3333740234375, -3.814208984375, -3.2950439453125, -2.77587890625, -2.2567138671875, -1.737548828125, -1.2183837890625, -0.69921875, -0.1800537109375, 0.339111328125, 0.8582763671875, 1.37744140625, 1.8966064453125, 2.415771484375, 2.9349365234375, 3.4541015625, 3.9732666015625, 4.492431640625, 5.0115966796875, 5.53076171875, 6.0499267578125, 6.569091796875, 7.0882568359375, 7.607421875, 8.1265869140625, 8.645751953125, 9.1649169921875, 9.68408203125, 10.2032470703125, 10.722412109375, 11.2415771484375, 11.7607421875, 12.2799072265625, 12.799072265625, 13.3182373046875, 13.83740234375, 14.3565673828125, 14.875732421875, 15.3948974609375, 15.9140625]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 6.0, 10.0, 14.0, 25.0, 35.0, 48.0, 84.0, 109.0, 196.0, 269.0, 351.0, 578.0, 842.0, 1258.0, 1839.0, 2813.0, 4227.0, 6663.0, 10210.0, 16417.0, 27982.0, 144700.0, 729482.0, 42552.0, 20815.0, 12931.0, 8421.0, 5349.0, 3421.0, 2267.0, 1571.0, 1014.0, 668.0, 480.0, 302.0, 201.0, 138.0, 82.0, 57.0, 44.0, 29.0, 18.0, 12.0, 12.0, 7.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.1171875, -5.92144775390625, -5.7257080078125, -5.52996826171875, -5.334228515625, -5.13848876953125, -4.9427490234375, -4.74700927734375, -4.55126953125, -4.35552978515625, -4.1597900390625, -3.96405029296875, -3.768310546875, -3.57257080078125, -3.3768310546875, -3.18109130859375, -2.9853515625, -2.78961181640625, -2.5938720703125, -2.39813232421875, -2.202392578125, -2.00665283203125, -1.8109130859375, -1.61517333984375, -1.41943359375, -1.22369384765625, -1.0279541015625, -0.83221435546875, -0.636474609375, -0.44073486328125, -0.2449951171875, -0.04925537109375, 0.146484375, 0.34222412109375, 0.5379638671875, 0.73370361328125, 0.929443359375, 1.12518310546875, 1.3209228515625, 1.51666259765625, 1.71240234375, 1.90814208984375, 2.1038818359375, 2.29962158203125, 2.495361328125, 2.69110107421875, 2.8868408203125, 3.08258056640625, 3.2783203125, 3.47406005859375, 3.6697998046875, 3.86553955078125, 4.061279296875, 4.25701904296875, 4.4527587890625, 4.64849853515625, 4.84423828125, 5.03997802734375, 5.2357177734375, 5.43145751953125, 5.627197265625, 5.82293701171875, 6.0186767578125, 6.21441650390625, 6.41015625]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 4.0, 5.0, 7.0, 12.0, 13.0, 8.0, 15.0, 17.0, 17.0, 20.0, 25.0, 24.0, 14.0, 28.0, 35.0, 39.0, 36.0, 34.0, 28.0, 38.0, 38.0, 51.0, 35.0, 47.0, 39.0, 39.0, 36.0, 47.0, 36.0, 34.0, 28.0, 29.0, 21.0, 15.0, 11.0, 12.0, 14.0, 13.0, 11.0, 8.0, 5.0, 7.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0], "bins": [-13.2109375, -12.840087890625, -12.46923828125, -12.098388671875, -11.7275390625, -11.356689453125, -10.98583984375, -10.614990234375, -10.244140625, -9.873291015625, -9.50244140625, -9.131591796875, -8.7607421875, -8.389892578125, -8.01904296875, -7.648193359375, -7.27734375, -6.906494140625, -6.53564453125, -6.164794921875, -5.7939453125, -5.423095703125, -5.05224609375, -4.681396484375, -4.310546875, -3.939697265625, -3.56884765625, -3.197998046875, -2.8271484375, -2.456298828125, -2.08544921875, -1.714599609375, -1.34375, -0.972900390625, -0.60205078125, -0.231201171875, 0.1396484375, 0.510498046875, 0.88134765625, 1.252197265625, 1.623046875, 1.993896484375, 2.36474609375, 2.735595703125, 3.1064453125, 3.477294921875, 3.84814453125, 4.218994140625, 4.58984375, 4.960693359375, 5.33154296875, 5.702392578125, 6.0732421875, 6.444091796875, 6.81494140625, 7.185791015625, 7.556640625, 7.927490234375, 8.29833984375, 8.669189453125, 9.0400390625, 9.410888671875, 9.78173828125, 10.152587890625, 10.5234375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 8.0, 14.0, 20.0, 15.0, 24.0, 21.0, 30.0, 60.0, 82.0, 111.0, 171.0, 276.0, 530.0, 933.0, 1839.0, 4013.0, 10098.0, 29304.0, 800799.0, 161125.0, 23384.0, 8493.0, 3551.0, 1625.0, 809.0, 435.0, 272.0, 139.0, 105.0, 71.0, 41.0, 33.0, 30.0, 12.0, 18.0, 15.0, 11.0, 3.0, 5.0, 3.0, 5.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.7626953125, -0.7387924194335938, -0.7148895263671875, -0.6909866333007812, -0.667083740234375, -0.6431808471679688, -0.6192779541015625, -0.5953750610351562, -0.57147216796875, -0.5475692749023438, -0.5236663818359375, -0.49976348876953125, -0.475860595703125, -0.45195770263671875, -0.4280548095703125, -0.40415191650390625, -0.3802490234375, -0.35634613037109375, -0.3324432373046875, -0.30854034423828125, -0.284637451171875, -0.26073455810546875, -0.2368316650390625, -0.21292877197265625, -0.18902587890625, -0.16512298583984375, -0.1412200927734375, -0.11731719970703125, -0.093414306640625, -0.06951141357421875, -0.0456085205078125, -0.02170562744140625, 0.002197265625, 0.02610015869140625, 0.0500030517578125, 0.07390594482421875, 0.097808837890625, 0.12171173095703125, 0.1456146240234375, 0.16951751708984375, 0.19342041015625, 0.21732330322265625, 0.2412261962890625, 0.26512908935546875, 0.289031982421875, 0.31293487548828125, 0.3368377685546875, 0.36074066162109375, 0.3846435546875, 0.40854644775390625, 0.4324493408203125, 0.45635223388671875, 0.480255126953125, 0.5041580200195312, 0.5280609130859375, 0.5519638061523438, 0.57586669921875, 0.5997695922851562, 0.6236724853515625, 0.6475753784179688, 0.671478271484375, 0.6953811645507812, 0.7192840576171875, 0.7431869506835938, 0.76708984375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 5.0, 4.0, 5.0, 8.0, 9.0, 7.0, 16.0, 21.0, 28.0, 33.0, 36.0, 46.0, 40.0, 55.0, 73.0, 74.0, 63.0, 74.0, 63.0, 61.0, 62.0, 51.0, 36.0, 29.0, 22.0, 27.0, 16.0, 13.0, 4.0, 4.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.272294998168945e-05, -3.1853094696998596e-05, -3.098323941230774e-05, -3.0113384127616882e-05, -2.9243528842926025e-05, -2.837367355823517e-05, -2.750381827354431e-05, -2.6633962988853455e-05, -2.5764107704162598e-05, -2.489425241947174e-05, -2.4024397134780884e-05, -2.3154541850090027e-05, -2.228468656539917e-05, -2.1414831280708313e-05, -2.0544975996017456e-05, -1.96751207113266e-05, -1.8805265426635742e-05, -1.7935410141944885e-05, -1.706555485725403e-05, -1.619569957256317e-05, -1.5325844287872314e-05, -1.4455989003181458e-05, -1.35861337184906e-05, -1.2716278433799744e-05, -1.1846423149108887e-05, -1.097656786441803e-05, -1.0106712579727173e-05, -9.236857295036316e-06, -8.367002010345459e-06, -7.497146725654602e-06, -6.627291440963745e-06, -5.757436156272888e-06, -4.887580871582031e-06, -4.017725586891174e-06, -3.1478703022003174e-06, -2.2780150175094604e-06, -1.4081597328186035e-06, -5.383044481277466e-07, 3.3155083656311035e-07, 1.2014061212539673e-06, 2.0712614059448242e-06, 2.941116690635681e-06, 3.810971975326538e-06, 4.680827260017395e-06, 5.550682544708252e-06, 6.420537829399109e-06, 7.290393114089966e-06, 8.160248398780823e-06, 9.03010368347168e-06, 9.899958968162537e-06, 1.0769814252853394e-05, 1.163966953754425e-05, 1.2509524822235107e-05, 1.3379380106925964e-05, 1.4249235391616821e-05, 1.5119090676307678e-05, 1.5988945960998535e-05, 1.6858801245689392e-05, 1.772865653038025e-05, 1.8598511815071106e-05, 1.9468367099761963e-05, 2.033822238445282e-05, 2.1208077669143677e-05, 2.2077932953834534e-05, 2.294778823852539e-05]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 2.0, 7.0, 8.0, 6.0, 8.0, 8.0, 11.0, 19.0, 16.0, 17.0, 20.0, 30.0, 38.0, 46.0, 71.0, 103.0, 145.0, 234.0, 834.0, 21099.0, 924141.0, 98738.0, 1975.0, 337.0, 159.0, 117.0, 92.0, 73.0, 48.0, 32.0, 25.0, 15.0, 16.0, 8.0, 10.0, 10.0, 9.0, 6.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.189453125, -2.1224365234375, -2.055419921875, -1.9884033203125, -1.92138671875, -1.8543701171875, -1.787353515625, -1.7203369140625, -1.6533203125, -1.5863037109375, -1.519287109375, -1.4522705078125, -1.38525390625, -1.3182373046875, -1.251220703125, -1.1842041015625, -1.1171875, -1.0501708984375, -0.983154296875, -0.9161376953125, -0.84912109375, -0.7821044921875, -0.715087890625, -0.6480712890625, -0.5810546875, -0.5140380859375, -0.447021484375, -0.3800048828125, -0.31298828125, -0.2459716796875, -0.178955078125, -0.1119384765625, -0.044921875, 0.0220947265625, 0.089111328125, 0.1561279296875, 0.22314453125, 0.2901611328125, 0.357177734375, 0.4241943359375, 0.4912109375, 0.5582275390625, 0.625244140625, 0.6922607421875, 0.75927734375, 0.8262939453125, 0.893310546875, 0.9603271484375, 1.02734375, 1.0943603515625, 1.161376953125, 1.2283935546875, 1.29541015625, 1.3624267578125, 1.429443359375, 1.4964599609375, 1.5634765625, 1.6304931640625, 1.697509765625, 1.7645263671875, 1.83154296875, 1.8985595703125, 1.965576171875, 2.0325927734375, 2.099609375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 4.0, 8.0, 5.0, 12.0, 7.0, 22.0, 21.0, 38.0, 50.0, 64.0, 71.0, 82.0, 81.0, 86.0, 71.0, 72.0, 64.0, 59.0, 40.0, 31.0, 20.0, 16.0, 15.0, 6.0, 12.0, 3.0, 3.0, 7.0, 5.0, 6.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.141845703125, -0.13747024536132812, -0.13309478759765625, -0.12871932983398438, -0.1243438720703125, -0.11996841430664062, -0.11559295654296875, -0.11121749877929688, -0.106842041015625, -0.10246658325195312, -0.09809112548828125, -0.09371566772460938, -0.0893402099609375, -0.08496475219726562, -0.08058929443359375, -0.07621383666992188, -0.07183837890625, -0.06746292114257812, -0.06308746337890625, -0.058712005615234375, -0.0543365478515625, -0.049961090087890625, -0.04558563232421875, -0.041210174560546875, -0.036834716796875, -0.032459259033203125, -0.02808380126953125, -0.023708343505859375, -0.0193328857421875, -0.014957427978515625, -0.01058197021484375, -0.006206512451171875, -0.0018310546875, 0.002544403076171875, 0.00691986083984375, 0.011295318603515625, 0.0156707763671875, 0.020046234130859375, 0.02442169189453125, 0.028797149658203125, 0.033172607421875, 0.037548065185546875, 0.04192352294921875, 0.046298980712890625, 0.0506744384765625, 0.055049896240234375, 0.05942535400390625, 0.06380081176757812, 0.06817626953125, 0.07255172729492188, 0.07692718505859375, 0.08130264282226562, 0.0856781005859375, 0.09005355834960938, 0.09442901611328125, 0.09880447387695312, 0.103179931640625, 0.10755538940429688, 0.11193084716796875, 0.11630630493164062, 0.1206817626953125, 0.12505722045898438, 0.12943267822265625, 0.13380813598632812, 0.13818359375]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 6.0, 15.0, 19.0, 22.0, 28.0, 43.0, 36.0, 53.0, 69.0, 73.0, 103.0, 88.0, 89.0, 67.0, 80.0, 59.0, 44.0, 34.0, 27.0, 11.0, 16.0, 8.0, 8.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.965943336486816, -15.141434669494629, -14.316925048828125, -13.492416381835938, -12.667906761169434, -11.843398094177246, -11.018888473510742, -10.194379806518555, -9.369871139526367, -8.54536247253418, -7.720852851867676, -6.896344184875488, -6.071834564208984, -5.247325897216797, -4.422816753387451, -3.5983076095581055, -2.7737979888916016, -1.9492888450622559, -1.1247798204421997, -0.30027079582214355, 0.5242383480072021, 1.3487472534179688, 2.1732563972473145, 2.99776554107666, 3.822274684906006, 4.646783828735352, 5.471292972564697, 6.295802116394043, 7.1203107833862305, 7.944819927215576, 8.769329071044922, 9.59383773803711, 10.41834831237793, 11.242856979370117, 12.067366600036621, 12.891875267028809, 13.716384887695312, 14.5408935546875, 15.365402221679688, 16.189910888671875, 17.014421463012695, 17.838930130004883, 18.66343879699707, 19.48794937133789, 20.312458038330078, 21.136966705322266, 21.961475372314453, 22.78598403930664, 23.610492706298828, 24.435001373291016, 25.259510040283203, 26.084020614624023, 26.90852928161621, 27.7330379486084, 28.557546615600586, 29.382057189941406, 30.206565856933594, 31.03107452392578, 31.85558319091797, 32.680091857910156, 33.504600524902344, 34.32910919189453, 35.153621673583984, 35.97813034057617, 36.80263900756836]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 7.0, 12.0, 9.0, 10.0, 16.0, 12.0, 15.0, 24.0, 27.0, 19.0, 20.0, 26.0, 35.0, 32.0, 28.0, 45.0, 40.0, 40.0, 32.0, 35.0, 31.0, 40.0, 25.0, 44.0, 38.0, 37.0, 34.0, 29.0, 19.0, 27.0, 24.0, 23.0, 19.0, 16.0, 16.0, 10.0, 15.0, 8.0, 12.0, 12.0, 4.0, 8.0, 4.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-17.298316955566406, -16.780380249023438, -16.2624454498291, -15.744508743286133, -15.22657299041748, -14.708637237548828, -14.190701484680176, -13.672765731811523, -13.154829025268555, -12.636893272399902, -12.11895751953125, -11.601020812988281, -11.083085060119629, -10.565149307250977, -10.047213554382324, -9.529277801513672, -9.01134204864502, -8.493406295776367, -7.975470066070557, -7.457534313201904, -6.939598083496094, -6.421662330627441, -5.903726577758789, -5.385790824890137, -4.867854595184326, -4.349918842315674, -3.8319826126098633, -3.314046859741211, -2.7961108684539795, -2.278174877166748, -1.7602391242980957, -1.2423031330108643, -0.7243661880493164, -0.20643025636672974, 0.31150567531585693, 0.8294415473937988, 1.3473775386810303, 1.8653135299682617, 2.383249282836914, 2.9011852741241455, 3.419121265411377, 3.9370572566986084, 4.45499324798584, 4.972929000854492, 5.4908647537231445, 6.008800983428955, 6.526736736297607, 7.044672966003418, 7.56260871887207, 8.080544471740723, 8.598480224609375, 9.116416931152344, 9.634352684020996, 10.152288436889648, 10.6702241897583, 11.188159942626953, 11.706096649169922, 12.224032402038574, 12.741968154907227, 13.259904861450195, 13.777840614318848, 14.2957763671875, 14.813712120056152, 15.331647872924805, 15.849583625793457]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 7.0, 6.0, 12.0, 11.0, 28.0, 49.0, 70.0, 99.0, 166.0, 263.0, 402.0, 728.0, 1256.0, 2081.0, 3678.0, 6562.0, 12315.0, 24954.0, 57021.0, 165913.0, 425181.0, 216673.0, 70113.0, 29016.0, 14258.0, 7618.0, 4129.0, 2389.0, 1484.0, 839.0, 474.0, 302.0, 159.0, 102.0, 65.0, 43.0, 39.0, 23.0, 11.0, 9.0, 8.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.21875, -17.62353515625, -17.0283203125, -16.43310546875, -15.837890625, -15.24267578125, -14.6474609375, -14.05224609375, -13.45703125, -12.86181640625, -12.2666015625, -11.67138671875, -11.076171875, -10.48095703125, -9.8857421875, -9.29052734375, -8.6953125, -8.10009765625, -7.5048828125, -6.90966796875, -6.314453125, -5.71923828125, -5.1240234375, -4.52880859375, -3.93359375, -3.33837890625, -2.7431640625, -2.14794921875, -1.552734375, -0.95751953125, -0.3623046875, 0.23291015625, 0.828125, 1.42333984375, 2.0185546875, 2.61376953125, 3.208984375, 3.80419921875, 4.3994140625, 4.99462890625, 5.58984375, 6.18505859375, 6.7802734375, 7.37548828125, 7.970703125, 8.56591796875, 9.1611328125, 9.75634765625, 10.3515625, 10.94677734375, 11.5419921875, 12.13720703125, 12.732421875, 13.32763671875, 13.9228515625, 14.51806640625, 15.11328125, 15.70849609375, 16.3037109375, 16.89892578125, 17.494140625, 18.08935546875, 18.6845703125, 19.27978515625, 19.875]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 8.0, 9.0, 14.0, 11.0, 10.0, 13.0, 18.0, 19.0, 29.0, 17.0, 18.0, 25.0, 31.0, 28.0, 34.0, 39.0, 42.0, 35.0, 32.0, 35.0, 36.0, 27.0, 39.0, 35.0, 37.0, 38.0, 37.0, 30.0, 24.0, 18.0, 31.0, 24.0, 17.0, 19.0, 17.0, 12.0, 12.0, 12.0, 11.0, 9.0, 12.0, 10.0, 3.0, 7.0, 4.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-16.546875, -16.0447998046875, -15.542724609375, -15.0406494140625, -14.53857421875, -14.0364990234375, -13.534423828125, -13.0323486328125, -12.5302734375, -12.0281982421875, -11.526123046875, -11.0240478515625, -10.52197265625, -10.0198974609375, -9.517822265625, -9.0157470703125, -8.513671875, -8.0115966796875, -7.509521484375, -7.0074462890625, -6.50537109375, -6.0032958984375, -5.501220703125, -4.9991455078125, -4.4970703125, -3.9949951171875, -3.492919921875, -2.9908447265625, -2.48876953125, -1.9866943359375, -1.484619140625, -0.9825439453125, -0.48046875, 0.0216064453125, 0.523681640625, 1.0257568359375, 1.52783203125, 2.0299072265625, 2.531982421875, 3.0340576171875, 3.5361328125, 4.0382080078125, 4.540283203125, 5.0423583984375, 5.54443359375, 6.0465087890625, 6.548583984375, 7.0506591796875, 7.552734375, 8.0548095703125, 8.556884765625, 9.0589599609375, 9.56103515625, 10.0631103515625, 10.565185546875, 11.0672607421875, 11.5693359375, 12.0714111328125, 12.573486328125, 13.0755615234375, 13.57763671875, 14.0797119140625, 14.581787109375, 15.0838623046875, 15.5859375]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 4.0, 2.0, 9.0, 10.0, 9.0, 13.0, 22.0, 20.0, 21.0, 26.0, 28.0, 34.0, 31.0, 36.0, 51.0, 44.0, 68.0, 122.0, 1357.0, 1045944.0, 243.0, 87.0, 57.0, 45.0, 36.0, 39.0, 30.0, 40.0, 22.0, 21.0, 14.0, 14.0, 11.0, 15.0, 7.0, 7.0, 7.0, 1.0, 4.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-669.0, -648.8828125, -628.765625, -608.6484375, -588.53125, -568.4140625, -548.296875, -528.1796875, -508.0625, -487.9453125, -467.828125, -447.7109375, -427.59375, -407.4765625, -387.359375, -367.2421875, -347.125, -327.0078125, -306.890625, -286.7734375, -266.65625, -246.5390625, -226.421875, -206.3046875, -186.1875, -166.0703125, -145.953125, -125.8359375, -105.71875, -85.6015625, -65.484375, -45.3671875, -25.25, -5.1328125, 14.984375, 35.1015625, 55.21875, 75.3359375, 95.453125, 115.5703125, 135.6875, 155.8046875, 175.921875, 196.0390625, 216.15625, 236.2734375, 256.390625, 276.5078125, 296.625, 316.7421875, 336.859375, 356.9765625, 377.09375, 397.2109375, 417.328125, 437.4453125, 457.5625, 477.6796875, 497.796875, 517.9140625, 538.03125, 558.1484375, 578.265625, 598.3828125, 618.5]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 3.0, 6.0, 2.0, 6.0, 13.0, 13.0, 13.0, 19.0, 11.0, 26.0, 27.0, 33.0, 39.0, 40.0, 41.0, 42.0, 46.0, 51.0, 55.0, 46.0, 44.0, 51.0, 40.0, 46.0, 39.0, 35.0, 39.0, 23.0, 32.0, 25.0, 18.0, 24.0, 13.0, 15.0, 9.0, 4.0, 6.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.34375, -19.6474609375, -18.951171875, -18.2548828125, -17.55859375, -16.8623046875, -16.166015625, -15.4697265625, -14.7734375, -14.0771484375, -13.380859375, -12.6845703125, -11.98828125, -11.2919921875, -10.595703125, -9.8994140625, -9.203125, -8.5068359375, -7.810546875, -7.1142578125, -6.41796875, -5.7216796875, -5.025390625, -4.3291015625, -3.6328125, -2.9365234375, -2.240234375, -1.5439453125, -0.84765625, -0.1513671875, 0.544921875, 1.2412109375, 1.9375, 2.6337890625, 3.330078125, 4.0263671875, 4.72265625, 5.4189453125, 6.115234375, 6.8115234375, 7.5078125, 8.2041015625, 8.900390625, 9.5966796875, 10.29296875, 10.9892578125, 11.685546875, 12.3818359375, 13.078125, 13.7744140625, 14.470703125, 15.1669921875, 15.86328125, 16.5595703125, 17.255859375, 17.9521484375, 18.6484375, 19.3447265625, 20.041015625, 20.7373046875, 21.43359375, 22.1298828125, 22.826171875, 23.5224609375, 24.21875]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 7.0, 10.0, 11.0, 21.0, 21.0, 32.0, 49.0, 88.0, 147.0, 549.0, 9158.0, 1028266.0, 9252.0, 548.0, 156.0, 83.0, 37.0, 34.0, 25.0, 17.0, 12.0, 12.0, 13.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-85.6875, -82.1904296875, -78.693359375, -75.1962890625, -71.69921875, -68.2021484375, -64.705078125, -61.2080078125, -57.7109375, -54.2138671875, -50.716796875, -47.2197265625, -43.72265625, -40.2255859375, -36.728515625, -33.2314453125, -29.734375, -26.2373046875, -22.740234375, -19.2431640625, -15.74609375, -12.2490234375, -8.751953125, -5.2548828125, -1.7578125, 1.7392578125, 5.236328125, 8.7333984375, 12.23046875, 15.7275390625, 19.224609375, 22.7216796875, 26.21875, 29.7158203125, 33.212890625, 36.7099609375, 40.20703125, 43.7041015625, 47.201171875, 50.6982421875, 54.1953125, 57.6923828125, 61.189453125, 64.6865234375, 68.18359375, 71.6806640625, 75.177734375, 78.6748046875, 82.171875, 85.6689453125, 89.166015625, 92.6630859375, 96.16015625, 99.6572265625, 103.154296875, 106.6513671875, 110.1484375, 113.6455078125, 117.142578125, 120.6396484375, 124.13671875, 127.6337890625, 131.130859375, 134.6279296875, 138.125]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 3.0, 2.0, 5.0, 10.0, 17.0, 13.0, 13.0, 36.0, 28.0, 53.0, 73.0, 108.0, 172.0, 141.0, 78.0, 74.0, 48.0, 27.0, 24.0, 23.0, 17.0, 7.0, 8.0, 7.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0016937255859375, -0.0016390085220336914, -0.0015842914581298828, -0.0015295743942260742, -0.0014748573303222656, -0.001420140266418457, -0.0013654232025146484, -0.0013107061386108398, -0.0012559890747070312, -0.0012012720108032227, -0.001146554946899414, -0.0010918378829956055, -0.0010371208190917969, -0.0009824037551879883, -0.0009276866912841797, -0.0008729696273803711, -0.0008182525634765625, -0.0007635354995727539, -0.0007088184356689453, -0.0006541013717651367, -0.0005993843078613281, -0.0005446672439575195, -0.0004899501800537109, -0.00043523311614990234, -0.00038051605224609375, -0.00032579898834228516, -0.00027108192443847656, -0.00021636486053466797, -0.00016164779663085938, -0.00010693073272705078, -5.221366882324219e-05, 2.5033950805664062e-06, 5.7220458984375e-05, 0.0001119375228881836, 0.0001666545867919922, 0.00022137165069580078, 0.0002760887145996094, 0.00033080577850341797, 0.00038552284240722656, 0.00044023990631103516, 0.0004949569702148438, 0.0005496740341186523, 0.0006043910980224609, 0.0006591081619262695, 0.0007138252258300781, 0.0007685422897338867, 0.0008232593536376953, 0.0008779764175415039, 0.0009326934814453125, 0.000987410545349121, 0.0010421276092529297, 0.0010968446731567383, 0.0011515617370605469, 0.0012062788009643555, 0.001260995864868164, 0.0013157129287719727, 0.0013704299926757812, 0.0014251470565795898, 0.0014798641204833984, 0.001534581184387207, 0.0015892982482910156, 0.0016440153121948242, 0.0016987323760986328, 0.0017534494400024414, 0.00180816650390625]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 7.0, 12.0, 21.0, 40.0, 67.0, 135.0, 508.0, 2104.0, 933086.0, 110633.0, 1376.0, 358.0, 104.0, 53.0, 20.0, 7.0, 10.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-79.125, -75.14453125, -71.1640625, -67.18359375, -63.203125, -59.22265625, -55.2421875, -51.26171875, -47.28125, -43.30078125, -39.3203125, -35.33984375, -31.359375, -27.37890625, -23.3984375, -19.41796875, -15.4375, -11.45703125, -7.4765625, -3.49609375, 0.484375, 4.46484375, 8.4453125, 12.42578125, 16.40625, 20.38671875, 24.3671875, 28.34765625, 32.328125, 36.30859375, 40.2890625, 44.26953125, 48.25, 52.23046875, 56.2109375, 60.19140625, 64.171875, 68.15234375, 72.1328125, 76.11328125, 80.09375, 84.07421875, 88.0546875, 92.03515625, 96.015625, 99.99609375, 103.9765625, 107.95703125, 111.9375, 115.91796875, 119.8984375, 123.87890625, 127.859375, 131.83984375, 135.8203125, 139.80078125, 143.78125, 147.76171875, 151.7421875, 155.72265625, 159.703125, 163.68359375, 167.6640625, 171.64453125, 175.625]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 7.0, 9.0, 18.0, 32.0, 35.0, 81.0, 156.0, 216.0, 197.0, 95.0, 61.0, 31.0, 19.0, 25.0, 10.0, 6.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.953125, -11.69647216796875, -11.4398193359375, -11.18316650390625, -10.926513671875, -10.66986083984375, -10.4132080078125, -10.15655517578125, -9.89990234375, -9.64324951171875, -9.3865966796875, -9.12994384765625, -8.873291015625, -8.61663818359375, -8.3599853515625, -8.10333251953125, -7.8466796875, -7.59002685546875, -7.3333740234375, -7.07672119140625, -6.820068359375, -6.56341552734375, -6.3067626953125, -6.05010986328125, -5.79345703125, -5.53680419921875, -5.2801513671875, -5.02349853515625, -4.766845703125, -4.51019287109375, -4.2535400390625, -3.99688720703125, -3.740234375, -3.48358154296875, -3.2269287109375, -2.97027587890625, -2.713623046875, -2.45697021484375, -2.2003173828125, -1.94366455078125, -1.68701171875, -1.43035888671875, -1.1737060546875, -0.91705322265625, -0.660400390625, -0.40374755859375, -0.1470947265625, 0.10955810546875, 0.3662109375, 0.62286376953125, 0.8795166015625, 1.13616943359375, 1.392822265625, 1.64947509765625, 1.9061279296875, 2.16278076171875, 2.41943359375, 2.67608642578125, 2.9327392578125, 3.18939208984375, 3.446044921875, 3.70269775390625, 3.9593505859375, 4.21600341796875, 4.47265625]}, "gradients/decoder.roberta.encoder.layer.15.output.LayerNorm.weight": {"_type": "histogram", "values": [3.0, 4.0, 20.0, 57.0, 111.0, 237.0, 249.0, 198.0, 99.0, 28.0, 10.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.40402603149414, -13.84151554107666, -11.27900505065918, -8.7164945602417, -6.153984069824219, -3.5914735794067383, -1.0289630889892578, 1.5335464477539062, 4.096057891845703, 6.658568382263184, 9.221078872680664, 11.783589363098145, 14.346099853515625, 16.908611297607422, 19.471120834350586, 22.03363037109375, 24.596141815185547, 27.158653259277344, 29.721162796020508, 32.28367233276367, 34.84618377685547, 37.408695220947266, 39.97120666503906, 42.533714294433594, 45.09622573852539, 47.65873718261719, 50.22124481201172, 52.783756256103516, 55.34626770019531, 57.90877914428711, 60.471290588378906, 63.03379821777344, 65.5963134765625, 68.15882110595703, 70.7213363647461, 73.28384399414062, 75.84635925292969, 78.40886688232422, 80.97137451171875, 83.53388977050781, 86.09639739990234, 88.65890502929688, 91.22142028808594, 93.78392791748047, 96.346435546875, 98.90895080566406, 101.4714584350586, 104.03396606445312, 106.59648132324219, 109.15898895263672, 111.72150421142578, 114.28401184082031, 116.84652709960938, 119.4090347290039, 121.97154235839844, 124.5340576171875, 127.09656524658203, 129.65907287597656, 132.22158813476562, 134.7841033935547, 137.3466033935547, 139.90911865234375, 142.4716339111328, 145.0341339111328, 147.59664916992188]}, "gradients/decoder.roberta.encoder.layer.15.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 8.0, 4.0, 5.0, 11.0, 12.0, 11.0, 6.0, 11.0, 11.0, 16.0, 17.0, 18.0, 33.0, 30.0, 33.0, 22.0, 37.0, 39.0, 49.0, 26.0, 38.0, 33.0, 36.0, 34.0, 30.0, 30.0, 39.0, 34.0, 33.0, 26.0, 21.0, 19.0, 18.0, 27.0, 23.0, 16.0, 22.0, 10.0, 9.0, 12.0, 12.0, 13.0, 15.0, 15.0, 5.0, 8.0, 7.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-20.737815856933594, -20.10840606689453, -19.4789981842041, -18.84958839416504, -18.22018051147461, -17.590770721435547, -16.961362838745117, -16.331953048706055, -15.702544212341309, -15.073135375976562, -14.443726539611816, -13.81431770324707, -13.184907913208008, -12.555500030517578, -11.926090240478516, -11.29668140411377, -10.667272567749023, -10.037863731384277, -9.408454895019531, -8.779046058654785, -8.149637222290039, -7.520227909088135, -6.8908185958862305, -6.261409759521484, -5.632000923156738, -5.002592086791992, -4.373183250427246, -3.743773937225342, -3.1143651008605957, -2.4849562644958496, -1.8555471897125244, -1.2261381149291992, -0.5967311859130859, 0.03267776966094971, 0.6620867252349854, 1.291495680809021, 1.9209046363830566, 2.5503134727478027, 3.179722547531128, 3.809131622314453, 4.438540458679199, 5.067949295043945, 5.697358131408691, 6.326767444610596, 6.956176280975342, 7.585585117340088, 8.214994430541992, 8.844403266906738, 9.473812103271484, 10.10322093963623, 10.732629776000977, 11.362038612365723, 11.991447448730469, 12.620857238769531, 13.250266075134277, 13.879674911499023, 14.50908374786377, 15.138492584228516, 15.767901420593262, 16.397310256958008, 17.02672004699707, 17.6561279296875, 18.285537719726562, 18.914947509765625, 19.544355392456055]}, "gradients/decoder.roberta.encoder.layer.15.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 11.0, 15.0, 12.0, 20.0, 21.0, 36.0, 35.0, 51.0, 53.0, 56.0, 79.0, 97.0, 143.0, 222.0, 468.0, 1233.0, 4701.0, 28697.0, 746837.0, 3326031.0, 72631.0, 9021.0, 2098.0, 662.0, 309.0, 174.0, 122.0, 86.0, 63.0, 62.0, 41.0, 29.0, 30.0, 27.0, 19.0, 19.0, 16.0, 8.0, 11.0, 9.0, 6.0, 3.0, 7.0, 3.0, 3.0, 1.0, 1.0, 2.0], "bins": [-85.0625, -82.6455078125, -80.228515625, -77.8115234375, -75.39453125, -72.9775390625, -70.560546875, -68.1435546875, -65.7265625, -63.3095703125, -60.892578125, -58.4755859375, -56.05859375, -53.6416015625, -51.224609375, -48.8076171875, -46.390625, -43.9736328125, -41.556640625, -39.1396484375, -36.72265625, -34.3056640625, -31.888671875, -29.4716796875, -27.0546875, -24.6376953125, -22.220703125, -19.8037109375, -17.38671875, -14.9697265625, -12.552734375, -10.1357421875, -7.71875, -5.3017578125, -2.884765625, -0.4677734375, 1.94921875, 4.3662109375, 6.783203125, 9.2001953125, 11.6171875, 14.0341796875, 16.451171875, 18.8681640625, 21.28515625, 23.7021484375, 26.119140625, 28.5361328125, 30.953125, 33.3701171875, 35.787109375, 38.2041015625, 40.62109375, 43.0380859375, 45.455078125, 47.8720703125, 50.2890625, 52.7060546875, 55.123046875, 57.5400390625, 59.95703125, 62.3740234375, 64.791015625, 67.2080078125, 69.625]}, "gradients/decoder.roberta.encoder.layer.15.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 6.0, 3.0, 4.0, 3.0, 11.0, 10.0, 17.0, 19.0, 16.0, 15.0, 39.0, 26.0, 26.0, 32.0, 35.0, 34.0, 36.0, 41.0, 40.0, 48.0, 37.0, 37.0, 46.0, 45.0, 40.0, 35.0, 26.0, 28.0, 36.0, 32.0, 25.0, 18.0, 19.0, 18.0, 22.0, 18.0, 7.0, 14.0, 8.0, 4.0, 5.0, 6.0, 6.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0, 4.0], "bins": [-16.09375, -15.6373291015625, -15.180908203125, -14.7244873046875, -14.26806640625, -13.8116455078125, -13.355224609375, -12.8988037109375, -12.4423828125, -11.9859619140625, -11.529541015625, -11.0731201171875, -10.61669921875, -10.1602783203125, -9.703857421875, -9.2474365234375, -8.791015625, -8.3345947265625, -7.878173828125, -7.4217529296875, -6.96533203125, -6.5089111328125, -6.052490234375, -5.5960693359375, -5.1396484375, -4.6832275390625, -4.226806640625, -3.7703857421875, -3.31396484375, -2.8575439453125, -2.401123046875, -1.9447021484375, -1.48828125, -1.0318603515625, -0.575439453125, -0.1190185546875, 0.33740234375, 0.7938232421875, 1.250244140625, 1.7066650390625, 2.1630859375, 2.6195068359375, 3.075927734375, 3.5323486328125, 3.98876953125, 4.4451904296875, 4.901611328125, 5.3580322265625, 5.814453125, 6.2708740234375, 6.727294921875, 7.1837158203125, 7.64013671875, 8.0965576171875, 8.552978515625, 9.0093994140625, 9.4658203125, 9.9222412109375, 10.378662109375, 10.8350830078125, 11.29150390625, 11.7479248046875, 12.204345703125, 12.6607666015625, 13.1171875]}, "gradients/decoder.roberta.encoder.layer.15.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 3.0, 1.0, 4.0, 1.0, 6.0, 8.0, 10.0, 9.0, 16.0, 30.0, 39.0, 46.0, 79.0, 124.0, 173.0, 294.0, 640.0, 3081.0, 93420.0, 4054777.0, 38107.0, 2118.0, 528.0, 267.0, 162.0, 109.0, 63.0, 53.0, 39.0, 19.0, 20.0, 12.0, 6.0, 8.0, 3.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-151.125, -146.154296875, -141.18359375, -136.212890625, -131.2421875, -126.271484375, -121.30078125, -116.330078125, -111.359375, -106.388671875, -101.41796875, -96.447265625, -91.4765625, -86.505859375, -81.53515625, -76.564453125, -71.59375, -66.623046875, -61.65234375, -56.681640625, -51.7109375, -46.740234375, -41.76953125, -36.798828125, -31.828125, -26.857421875, -21.88671875, -16.916015625, -11.9453125, -6.974609375, -2.00390625, 2.966796875, 7.9375, 12.908203125, 17.87890625, 22.849609375, 27.8203125, 32.791015625, 37.76171875, 42.732421875, 47.703125, 52.673828125, 57.64453125, 62.615234375, 67.5859375, 72.556640625, 77.52734375, 82.498046875, 87.46875, 92.439453125, 97.41015625, 102.380859375, 107.3515625, 112.322265625, 117.29296875, 122.263671875, 127.234375, 132.205078125, 137.17578125, 142.146484375, 147.1171875, 152.087890625, 157.05859375, 162.029296875, 167.0]}, "gradients/decoder.roberta.encoder.layer.15.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 3.0, 1.0, 5.0, 9.0, 8.0, 15.0, 16.0, 22.0, 40.0, 47.0, 51.0, 87.0, 139.0, 200.0, 300.0, 475.0, 714.0, 656.0, 452.0, 263.0, 158.0, 117.0, 74.0, 56.0, 48.0, 36.0, 21.0, 14.0, 10.0, 6.0, 8.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.4140625, -9.1278076171875, -8.841552734375, -8.5552978515625, -8.26904296875, -7.9827880859375, -7.696533203125, -7.4102783203125, -7.1240234375, -6.8377685546875, -6.551513671875, -6.2652587890625, -5.97900390625, -5.6927490234375, -5.406494140625, -5.1202392578125, -4.833984375, -4.5477294921875, -4.261474609375, -3.9752197265625, -3.68896484375, -3.4027099609375, -3.116455078125, -2.8302001953125, -2.5439453125, -2.2576904296875, -1.971435546875, -1.6851806640625, -1.39892578125, -1.1126708984375, -0.826416015625, -0.5401611328125, -0.25390625, 0.0323486328125, 0.318603515625, 0.6048583984375, 0.89111328125, 1.1773681640625, 1.463623046875, 1.7498779296875, 2.0361328125, 2.3223876953125, 2.608642578125, 2.8948974609375, 3.18115234375, 3.4674072265625, 3.753662109375, 4.0399169921875, 4.326171875, 4.6124267578125, 4.898681640625, 5.1849365234375, 5.47119140625, 5.7574462890625, 6.043701171875, 6.3299560546875, 6.6162109375, 6.9024658203125, 7.188720703125, 7.4749755859375, 7.76123046875, 8.0474853515625, 8.333740234375, 8.6199951171875, 8.90625]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 6.0, 30.0, 50.0, 82.0, 137.0, 178.0, 187.0, 151.0, 91.0, 57.0, 26.0, 10.0, 7.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.259227752685547, -14.488470077514648, -12.717713356018066, -10.946956634521484, -9.176198959350586, -7.4054412841796875, -5.6346845626831055, -3.8639278411865234, -2.093170166015625, -0.32241296768188477, 1.4483442306518555, 3.2191014289855957, 4.989858627319336, 6.760616302490234, 8.531373023986816, 10.302129745483398, 12.072887420654297, 13.843645095825195, 15.614401817321777, 17.38515853881836, 19.155916213989258, 20.926673889160156, 22.697429656982422, 24.46818733215332, 26.23894500732422, 28.009702682495117, 29.780460357666016, 31.55121612548828, 33.32197570800781, 35.09273147583008, 36.863487243652344, 38.634246826171875, 40.405006408691406, 42.17576217651367, 43.9465217590332, 45.71727752685547, 47.488037109375, 49.258792877197266, 51.02954864501953, 52.80030822753906, 54.57106399536133, 56.341819763183594, 58.112579345703125, 59.88333511352539, 61.654090881347656, 63.42485046386719, 65.19561004638672, 66.96636199951172, 68.73712158203125, 70.50788116455078, 72.27863311767578, 74.04939270019531, 75.82015228271484, 77.59091186523438, 79.36166381835938, 81.1324234008789, 82.90318298339844, 84.67394256591797, 86.44469451904297, 88.2154541015625, 89.98621368408203, 91.75697326660156, 93.52772521972656, 95.2984848022461, 97.0692367553711]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 4.0, 8.0, 6.0, 13.0, 11.0, 11.0, 11.0, 15.0, 13.0, 19.0, 27.0, 32.0, 27.0, 33.0, 40.0, 36.0, 35.0, 33.0, 44.0, 37.0, 41.0, 37.0, 39.0, 48.0, 30.0, 30.0, 34.0, 46.0, 30.0, 24.0, 17.0, 18.0, 30.0, 13.0, 18.0, 19.0, 15.0, 13.0, 7.0, 10.0, 5.0, 2.0, 7.0, 3.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0], "bins": [-17.66471290588379, -17.149221420288086, -16.633729934692383, -16.11823844909668, -15.602746963500977, -15.087255477905273, -14.571764945983887, -14.056273460388184, -13.54078197479248, -13.025290489196777, -12.509799003601074, -11.994307518005371, -11.478816986083984, -10.963325500488281, -10.447834014892578, -9.932342529296875, -9.416851043701172, -8.901359558105469, -8.385868072509766, -7.870377063751221, -7.354885578155518, -6.8393940925598145, -6.3239030838012695, -5.808411598205566, -5.292920112609863, -4.77742862701416, -4.261937141418457, -3.746446132659912, -3.230954647064209, -2.715463161468506, -2.199971914291382, -1.6844806671142578, -1.1689872741699219, -0.6534959077835083, -0.13800454139709473, 0.37748682498931885, 0.8929781913757324, 1.4084696769714355, 1.9239609241485596, 2.4394521713256836, 2.9549436569213867, 3.47043514251709, 3.985926389694214, 4.501417636871338, 5.016909122467041, 5.532400608062744, 6.047891616821289, 6.563383102416992, 7.078874588012695, 7.594366073608398, 8.109857559204102, 8.625349044799805, 9.140840530395508, 9.656332015991211, 10.171822547912598, 10.6873140335083, 11.202805519104004, 11.718297004699707, 12.23378849029541, 12.749279975891113, 13.2647705078125, 13.780261993408203, 14.295753479003906, 14.81124496459961, 15.326736450195312]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 14.0, 13.0, 15.0, 47.0, 42.0, 68.0, 116.0, 134.0, 227.0, 366.0, 590.0, 817.0, 1274.0, 1935.0, 3136.0, 4724.0, 7555.0, 11898.0, 18974.0, 29197.0, 45310.0, 67595.0, 96143.0, 126655.0, 143782.0, 137704.0, 111331.0, 81577.0, 55636.0, 36670.0, 23652.0, 15061.0, 9301.0, 5911.0, 3918.0, 2482.0, 1617.0, 1127.0, 685.0, 443.0, 282.0, 175.0, 129.0, 82.0, 51.0, 45.0, 22.0, 13.0, 8.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.986328125, -2.89227294921875, -2.7982177734375, -2.70416259765625, -2.610107421875, -2.51605224609375, -2.4219970703125, -2.32794189453125, -2.23388671875, -2.13983154296875, -2.0457763671875, -1.95172119140625, -1.857666015625, -1.76361083984375, -1.6695556640625, -1.57550048828125, -1.4814453125, -1.38739013671875, -1.2933349609375, -1.19927978515625, -1.105224609375, -1.01116943359375, -0.9171142578125, -0.82305908203125, -0.72900390625, -0.63494873046875, -0.5408935546875, -0.44683837890625, -0.352783203125, -0.25872802734375, -0.1646728515625, -0.07061767578125, 0.0234375, 0.11749267578125, 0.2115478515625, 0.30560302734375, 0.399658203125, 0.49371337890625, 0.5877685546875, 0.68182373046875, 0.77587890625, 0.86993408203125, 0.9639892578125, 1.05804443359375, 1.152099609375, 1.24615478515625, 1.3402099609375, 1.43426513671875, 1.5283203125, 1.62237548828125, 1.7164306640625, 1.81048583984375, 1.904541015625, 1.99859619140625, 2.0926513671875, 2.18670654296875, 2.28076171875, 2.37481689453125, 2.4688720703125, 2.56292724609375, 2.656982421875, 2.75103759765625, 2.8450927734375, 2.93914794921875, 3.033203125]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 5.0, 6.0, 8.0, 12.0, 10.0, 11.0, 13.0, 16.0, 11.0, 18.0, 27.0, 30.0, 32.0, 29.0, 40.0, 33.0, 38.0, 31.0, 48.0, 36.0, 36.0, 41.0, 39.0, 44.0, 34.0, 31.0, 37.0, 42.0, 32.0, 26.0, 13.0, 22.0, 25.0, 18.0, 17.0, 18.0, 14.0, 15.0, 7.0, 6.0, 8.0, 2.0, 7.0, 5.0, 3.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-16.75, -16.2467041015625, -15.743408203125, -15.2401123046875, -14.73681640625, -14.2335205078125, -13.730224609375, -13.2269287109375, -12.7236328125, -12.2203369140625, -11.717041015625, -11.2137451171875, -10.71044921875, -10.2071533203125, -9.703857421875, -9.2005615234375, -8.697265625, -8.1939697265625, -7.690673828125, -7.1873779296875, -6.68408203125, -6.1807861328125, -5.677490234375, -5.1741943359375, -4.6708984375, -4.1676025390625, -3.664306640625, -3.1610107421875, -2.65771484375, -2.1544189453125, -1.651123046875, -1.1478271484375, -0.64453125, -0.1412353515625, 0.362060546875, 0.8653564453125, 1.36865234375, 1.8719482421875, 2.375244140625, 2.8785400390625, 3.3818359375, 3.8851318359375, 4.388427734375, 4.8917236328125, 5.39501953125, 5.8983154296875, 6.401611328125, 6.9049072265625, 7.408203125, 7.9114990234375, 8.414794921875, 8.9180908203125, 9.42138671875, 9.9246826171875, 10.427978515625, 10.9312744140625, 11.4345703125, 11.9378662109375, 12.441162109375, 12.9444580078125, 13.44775390625, 13.9510498046875, 14.454345703125, 14.9576416015625, 15.4609375]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 8.0, 11.0, 30.0, 24.0, 58.0, 83.0, 126.0, 166.0, 283.0, 360.0, 567.0, 885.0, 1452.0, 2153.0, 3374.0, 5162.0, 8408.0, 13505.0, 23267.0, 57465.0, 800378.0, 68352.0, 24376.0, 14295.0, 8516.0, 5498.0, 3377.0, 2213.0, 1459.0, 970.0, 554.0, 416.0, 251.0, 179.0, 110.0, 76.0, 52.0, 31.0, 19.0, 9.0, 13.0, 7.0, 5.0, 7.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.24609375, -6.04803466796875, -5.8499755859375, -5.65191650390625, -5.453857421875, -5.25579833984375, -5.0577392578125, -4.85968017578125, -4.66162109375, -4.46356201171875, -4.2655029296875, -4.06744384765625, -3.869384765625, -3.67132568359375, -3.4732666015625, -3.27520751953125, -3.0771484375, -2.87908935546875, -2.6810302734375, -2.48297119140625, -2.284912109375, -2.08685302734375, -1.8887939453125, -1.69073486328125, -1.49267578125, -1.29461669921875, -1.0965576171875, -0.89849853515625, -0.700439453125, -0.50238037109375, -0.3043212890625, -0.10626220703125, 0.091796875, 0.28985595703125, 0.4879150390625, 0.68597412109375, 0.884033203125, 1.08209228515625, 1.2801513671875, 1.47821044921875, 1.67626953125, 1.87432861328125, 2.0723876953125, 2.27044677734375, 2.468505859375, 2.66656494140625, 2.8646240234375, 3.06268310546875, 3.2607421875, 3.45880126953125, 3.6568603515625, 3.85491943359375, 4.052978515625, 4.25103759765625, 4.4490966796875, 4.64715576171875, 4.84521484375, 5.04327392578125, 5.2413330078125, 5.43939208984375, 5.637451171875, 5.83551025390625, 6.0335693359375, 6.23162841796875, 6.4296875]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 7.0, 4.0, 8.0, 7.0, 9.0, 15.0, 16.0, 15.0, 18.0, 7.0, 18.0, 25.0, 37.0, 26.0, 27.0, 35.0, 41.0, 41.0, 31.0, 31.0, 40.0, 41.0, 35.0, 30.0, 36.0, 33.0, 46.0, 35.0, 28.0, 28.0, 25.0, 31.0, 23.0, 25.0, 26.0, 12.0, 17.0, 15.0, 8.0, 8.0, 13.0, 6.0, 7.0, 5.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-9.453125, -9.140380859375, -8.82763671875, -8.514892578125, -8.2021484375, -7.889404296875, -7.57666015625, -7.263916015625, -6.951171875, -6.638427734375, -6.32568359375, -6.012939453125, -5.7001953125, -5.387451171875, -5.07470703125, -4.761962890625, -4.44921875, -4.136474609375, -3.82373046875, -3.510986328125, -3.1982421875, -2.885498046875, -2.57275390625, -2.260009765625, -1.947265625, -1.634521484375, -1.32177734375, -1.009033203125, -0.6962890625, -0.383544921875, -0.07080078125, 0.241943359375, 0.5546875, 0.867431640625, 1.18017578125, 1.492919921875, 1.8056640625, 2.118408203125, 2.43115234375, 2.743896484375, 3.056640625, 3.369384765625, 3.68212890625, 3.994873046875, 4.3076171875, 4.620361328125, 4.93310546875, 5.245849609375, 5.55859375, 5.871337890625, 6.18408203125, 6.496826171875, 6.8095703125, 7.122314453125, 7.43505859375, 7.747802734375, 8.060546875, 8.373291015625, 8.68603515625, 8.998779296875, 9.3115234375, 9.624267578125, 9.93701171875, 10.249755859375, 10.5625]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 7.0, 5.0, 7.0, 10.0, 13.0, 19.0, 28.0, 41.0, 59.0, 105.0, 148.0, 222.0, 327.0, 613.0, 1095.0, 1995.0, 4257.0, 9510.0, 23301.0, 99157.0, 850919.0, 32831.0, 12587.0, 5486.0, 2650.0, 1325.0, 669.0, 417.0, 265.0, 154.0, 109.0, 66.0, 41.0, 27.0, 29.0, 13.0, 17.0, 13.0, 3.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.587890625, -0.5701675415039062, -0.5524444580078125, -0.5347213745117188, -0.516998291015625, -0.49927520751953125, -0.4815521240234375, -0.46382904052734375, -0.44610595703125, -0.42838287353515625, -0.4106597900390625, -0.39293670654296875, -0.375213623046875, -0.35749053955078125, -0.3397674560546875, -0.32204437255859375, -0.3043212890625, -0.28659820556640625, -0.2688751220703125, -0.25115203857421875, -0.233428955078125, -0.21570587158203125, -0.1979827880859375, -0.18025970458984375, -0.16253662109375, -0.14481353759765625, -0.1270904541015625, -0.10936737060546875, -0.091644287109375, -0.07392120361328125, -0.0561981201171875, -0.03847503662109375, -0.020751953125, -0.00302886962890625, 0.0146942138671875, 0.03241729736328125, 0.050140380859375, 0.06786346435546875, 0.0855865478515625, 0.10330963134765625, 0.12103271484375, 0.13875579833984375, 0.1564788818359375, 0.17420196533203125, 0.191925048828125, 0.20964813232421875, 0.2273712158203125, 0.24509429931640625, 0.2628173828125, 0.28054046630859375, 0.2982635498046875, 0.31598663330078125, 0.333709716796875, 0.35143280029296875, 0.3691558837890625, 0.38687896728515625, 0.40460205078125, 0.42232513427734375, 0.4400482177734375, 0.45777130126953125, 0.475494384765625, 0.49321746826171875, 0.5109405517578125, 0.5286636352539062, 0.54638671875]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 8.0, 4.0, 4.0, 20.0, 6.0, 15.0, 20.0, 24.0, 21.0, 43.0, 42.0, 39.0, 45.0, 46.0, 47.0, 54.0, 39.0, 45.0, 53.0, 52.0, 52.0, 41.0, 50.0, 40.0, 22.0, 22.0, 20.0, 17.0, 20.0, 12.0, 11.0, 14.0, 9.0, 14.0, 3.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.8715858459472656e-05, -1.810118556022644e-05, -1.7486512660980225e-05, -1.687183976173401e-05, -1.6257166862487793e-05, -1.5642493963241577e-05, -1.5027821063995361e-05, -1.4413148164749146e-05, -1.379847526550293e-05, -1.3183802366256714e-05, -1.2569129467010498e-05, -1.1954456567764282e-05, -1.1339783668518066e-05, -1.072511076927185e-05, -1.0110437870025635e-05, -9.495764970779419e-06, -8.881092071533203e-06, -8.266419172286987e-06, -7.651746273040771e-06, -7.037073373794556e-06, -6.42240047454834e-06, -5.807727575302124e-06, -5.193054676055908e-06, -4.578381776809692e-06, -3.9637088775634766e-06, -3.3490359783172607e-06, -2.734363079071045e-06, -2.119690179824829e-06, -1.5050172805786133e-06, -8.903443813323975e-07, -2.7567148208618164e-07, 3.390014171600342e-07, 9.5367431640625e-07, 1.5683472156524658e-06, 2.1830201148986816e-06, 2.7976930141448975e-06, 3.4123659133911133e-06, 4.027038812637329e-06, 4.641711711883545e-06, 5.256384611129761e-06, 5.8710575103759766e-06, 6.485730409622192e-06, 7.100403308868408e-06, 7.715076208114624e-06, 8.32974910736084e-06, 8.944422006607056e-06, 9.559094905853271e-06, 1.0173767805099487e-05, 1.0788440704345703e-05, 1.1403113603591919e-05, 1.2017786502838135e-05, 1.263245940208435e-05, 1.3247132301330566e-05, 1.3861805200576782e-05, 1.4476478099822998e-05, 1.5091150999069214e-05, 1.570582389831543e-05, 1.6320496797561646e-05, 1.693516969680786e-05, 1.7549842596054077e-05, 1.8164515495300293e-05, 1.877918839454651e-05, 1.9393861293792725e-05, 2.000853419303894e-05, 2.0623207092285156e-05]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 6.0, 3.0, 8.0, 7.0, 8.0, 11.0, 19.0, 18.0, 20.0, 39.0, 49.0, 65.0, 86.0, 160.0, 248.0, 1005.0, 37211.0, 966990.0, 40794.0, 1037.0, 255.0, 146.0, 98.0, 73.0, 52.0, 38.0, 20.0, 26.0, 15.0, 15.0, 8.0, 11.0, 8.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.619140625, -1.566070556640625, -1.51300048828125, -1.459930419921875, -1.4068603515625, -1.353790283203125, -1.30072021484375, -1.247650146484375, -1.194580078125, -1.141510009765625, -1.08843994140625, -1.035369873046875, -0.9822998046875, -0.929229736328125, -0.87615966796875, -0.823089599609375, -0.77001953125, -0.716949462890625, -0.66387939453125, -0.610809326171875, -0.5577392578125, -0.504669189453125, -0.45159912109375, -0.398529052734375, -0.345458984375, -0.292388916015625, -0.23931884765625, -0.186248779296875, -0.1331787109375, -0.080108642578125, -0.02703857421875, 0.026031494140625, 0.0791015625, 0.132171630859375, 0.18524169921875, 0.238311767578125, 0.2913818359375, 0.344451904296875, 0.39752197265625, 0.450592041015625, 0.503662109375, 0.556732177734375, 0.60980224609375, 0.662872314453125, 0.7159423828125, 0.769012451171875, 0.82208251953125, 0.875152587890625, 0.92822265625, 0.981292724609375, 1.03436279296875, 1.087432861328125, 1.1405029296875, 1.193572998046875, 1.24664306640625, 1.299713134765625, 1.352783203125, 1.405853271484375, 1.45892333984375, 1.511993408203125, 1.5650634765625, 1.618133544921875, 1.67120361328125, 1.724273681640625, 1.77734375]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 7.0, 6.0, 9.0, 7.0, 12.0, 17.0, 23.0, 19.0, 29.0, 46.0, 46.0, 49.0, 67.0, 67.0, 100.0, 73.0, 78.0, 59.0, 71.0, 57.0, 26.0, 32.0, 22.0, 22.0, 14.0, 9.0, 10.0, 6.0, 7.0, 6.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10870361328125, -0.1054220199584961, -0.10214042663574219, -0.09885883331298828, -0.09557723999023438, -0.09229564666748047, -0.08901405334472656, -0.08573246002197266, -0.08245086669921875, -0.07916927337646484, -0.07588768005371094, -0.07260608673095703, -0.06932449340820312, -0.06604290008544922, -0.06276130676269531, -0.059479713439941406, -0.0561981201171875, -0.052916526794433594, -0.04963493347167969, -0.04635334014892578, -0.043071746826171875, -0.03979015350341797, -0.03650856018066406, -0.033226966857910156, -0.02994537353515625, -0.026663780212402344, -0.023382186889648438, -0.02010059356689453, -0.016819000244140625, -0.013537406921386719, -0.010255813598632812, -0.006974220275878906, -0.003692626953125, -0.00041103363037109375, 0.0028705596923828125, 0.006152153015136719, 0.009433746337890625, 0.012715339660644531, 0.015996932983398438, 0.019278526306152344, 0.02256011962890625, 0.025841712951660156, 0.029123306274414062, 0.03240489959716797, 0.035686492919921875, 0.03896808624267578, 0.04224967956542969, 0.045531272888183594, 0.0488128662109375, 0.052094459533691406, 0.05537605285644531, 0.05865764617919922, 0.061939239501953125, 0.06522083282470703, 0.06850242614746094, 0.07178401947021484, 0.07506561279296875, 0.07834720611572266, 0.08162879943847656, 0.08491039276123047, 0.08819198608398438, 0.09147357940673828, 0.09475517272949219, 0.0980367660522461, 0.101318359375]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 14.0, 27.0, 41.0, 73.0, 102.0, 144.0, 157.0, 164.0, 112.0, 78.0, 44.0, 35.0, 7.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.046627044677734, -20.55154800415039, -19.056468963623047, -17.56138801574707, -16.066308975219727, -14.571229934692383, -13.076149940490723, -11.581069946289062, -10.085990905761719, -8.590911865234375, -7.095831871032715, -5.600752353668213, -4.105672836303711, -2.610593318939209, -1.115513801574707, 0.3795661926269531, 1.8746452331542969, 3.369724750518799, 4.864804267883301, 6.359883785247803, 7.854963302612305, 9.350042343139648, 10.845122337341309, 12.340202331542969, 13.835281372070312, 15.330360412597656, 16.825439453125, 18.320520401000977, 19.81559944152832, 21.310678482055664, 22.80575942993164, 24.300838470458984, 25.795921325683594, 27.291000366210938, 28.78607940673828, 30.281160354614258, 31.7762393951416, 33.27132034301758, 34.76639938354492, 36.261478424072266, 37.75655746459961, 39.25163650512695, 40.7467155456543, 42.24179458618164, 43.73687744140625, 45.231956481933594, 46.72703552246094, 48.22211456298828, 49.717193603515625, 51.21227264404297, 52.70735168457031, 54.202430725097656, 55.697509765625, 57.19259262084961, 58.68767166137695, 60.1827507019043, 61.67782974243164, 63.172908782958984, 64.6679916381836, 66.16307067871094, 67.65814971923828, 69.15322875976562, 70.64830780029297, 72.14338684082031, 73.63846588134766]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 5.0, 5.0, 9.0, 11.0, 11.0, 11.0, 12.0, 17.0, 11.0, 18.0, 26.0, 30.0, 32.0, 29.0, 38.0, 35.0, 37.0, 33.0, 48.0, 35.0, 35.0, 41.0, 41.0, 43.0, 35.0, 31.0, 37.0, 40.0, 35.0, 25.0, 12.0, 21.0, 27.0, 16.0, 19.0, 18.0, 14.0, 15.0, 7.0, 6.0, 8.0, 2.0, 7.0, 4.0, 3.0, 4.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-16.760984420776367, -16.257783889770508, -15.754583358764648, -15.251382827758789, -14.74818229675293, -14.24498176574707, -13.741781234741211, -13.238580703735352, -12.735380172729492, -12.232179641723633, -11.728979110717773, -11.225778579711914, -10.722578048706055, -10.219377517700195, -9.716176986694336, -9.212976455688477, -8.7097749710083, -8.206574440002441, -7.703373908996582, -7.200173377990723, -6.696972846984863, -6.193772315979004, -5.690571308135986, -5.187370777130127, -4.684170246124268, -4.180969715118408, -3.677769184112549, -3.1745684146881104, -2.671367883682251, -2.1681673526763916, -1.6649665832519531, -1.1617660522460938, -0.658564567565918, -0.15536397695541382, 0.34783661365509033, 0.8510372638702393, 1.3542377948760986, 1.857438325881958, 2.3606390953063965, 2.863839626312256, 3.3670401573181152, 3.8702406883239746, 4.373441219329834, 4.876642227172852, 5.379842758178711, 5.88304328918457, 6.38624382019043, 6.889444351196289, 7.392644882202148, 7.895845413208008, 8.399045944213867, 8.902246475219727, 9.405447006225586, 9.908647537231445, 10.411848068237305, 10.915048599243164, 11.418249130249023, 11.921449661254883, 12.424650192260742, 12.927850723266602, 13.431051254272461, 13.93425178527832, 14.43745231628418, 14.940652847290039, 15.443854331970215]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 6.0, 3.0, 10.0, 11.0, 13.0, 18.0, 36.0, 50.0, 60.0, 81.0, 108.0, 162.0, 218.0, 318.0, 443.0, 689.0, 1013.0, 1615.0, 2472.0, 3965.0, 6455.0, 10886.0, 20027.0, 52129.0, 244339.0, 510886.0, 120514.0, 33400.0, 15274.0, 8632.0, 5282.0, 3222.0, 2092.0, 1321.0, 926.0, 538.0, 381.0, 296.0, 187.0, 138.0, 99.0, 66.0, 50.0, 42.0, 26.0, 16.0, 9.0, 13.0, 8.0, 8.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-18.90625, -18.32080078125, -17.7353515625, -17.14990234375, -16.564453125, -15.97900390625, -15.3935546875, -14.80810546875, -14.22265625, -13.63720703125, -13.0517578125, -12.46630859375, -11.880859375, -11.29541015625, -10.7099609375, -10.12451171875, -9.5390625, -8.95361328125, -8.3681640625, -7.78271484375, -7.197265625, -6.61181640625, -6.0263671875, -5.44091796875, -4.85546875, -4.27001953125, -3.6845703125, -3.09912109375, -2.513671875, -1.92822265625, -1.3427734375, -0.75732421875, -0.171875, 0.41357421875, 0.9990234375, 1.58447265625, 2.169921875, 2.75537109375, 3.3408203125, 3.92626953125, 4.51171875, 5.09716796875, 5.6826171875, 6.26806640625, 6.853515625, 7.43896484375, 8.0244140625, 8.60986328125, 9.1953125, 9.78076171875, 10.3662109375, 10.95166015625, 11.537109375, 12.12255859375, 12.7080078125, 13.29345703125, 13.87890625, 14.46435546875, 15.0498046875, 15.63525390625, 16.220703125, 16.80615234375, 17.3916015625, 17.97705078125, 18.5625]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 6.0, 5.0, 11.0, 10.0, 12.0, 9.0, 14.0, 17.0, 13.0, 25.0, 18.0, 23.0, 23.0, 41.0, 33.0, 45.0, 29.0, 44.0, 42.0, 37.0, 30.0, 41.0, 38.0, 41.0, 35.0, 30.0, 32.0, 46.0, 35.0, 19.0, 22.0, 25.0, 22.0, 14.0, 11.0, 21.0, 14.0, 15.0, 7.0, 13.0, 6.0, 6.0, 7.0, 3.0, 2.0, 5.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0], "bins": [-16.15625, -15.671142578125, -15.18603515625, -14.700927734375, -14.2158203125, -13.730712890625, -13.24560546875, -12.760498046875, -12.275390625, -11.790283203125, -11.30517578125, -10.820068359375, -10.3349609375, -9.849853515625, -9.36474609375, -8.879638671875, -8.39453125, -7.909423828125, -7.42431640625, -6.939208984375, -6.4541015625, -5.968994140625, -5.48388671875, -4.998779296875, -4.513671875, -4.028564453125, -3.54345703125, -3.058349609375, -2.5732421875, -2.088134765625, -1.60302734375, -1.117919921875, -0.6328125, -0.147705078125, 0.33740234375, 0.822509765625, 1.3076171875, 1.792724609375, 2.27783203125, 2.762939453125, 3.248046875, 3.733154296875, 4.21826171875, 4.703369140625, 5.1884765625, 5.673583984375, 6.15869140625, 6.643798828125, 7.12890625, 7.614013671875, 8.09912109375, 8.584228515625, 9.0693359375, 9.554443359375, 10.03955078125, 10.524658203125, 11.009765625, 11.494873046875, 11.97998046875, 12.465087890625, 12.9501953125, 13.435302734375, 13.92041015625, 14.405517578125, 14.890625]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 6.0, 2.0, 2.0, 3.0, 1.0, 1.0, 6.0, 8.0, 5.0, 7.0, 13.0, 21.0, 16.0, 18.0, 19.0, 24.0, 30.0, 51.0, 46.0, 59.0, 105.0, 178.0, 226.0, 368.0, 1035433.0, 10837.0, 344.0, 200.0, 149.0, 83.0, 68.0, 50.0, 40.0, 21.0, 16.0, 23.0, 17.0, 13.0, 12.0, 11.0, 8.0, 6.0, 11.0, 1.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-542.5, -525.9765625, -509.453125, -492.9296875, -476.40625, -459.8828125, -443.359375, -426.8359375, -410.3125, -393.7890625, -377.265625, -360.7421875, -344.21875, -327.6953125, -311.171875, -294.6484375, -278.125, -261.6015625, -245.078125, -228.5546875, -212.03125, -195.5078125, -178.984375, -162.4609375, -145.9375, -129.4140625, -112.890625, -96.3671875, -79.84375, -63.3203125, -46.796875, -30.2734375, -13.75, 2.7734375, 19.296875, 35.8203125, 52.34375, 68.8671875, 85.390625, 101.9140625, 118.4375, 134.9609375, 151.484375, 168.0078125, 184.53125, 201.0546875, 217.578125, 234.1015625, 250.625, 267.1484375, 283.671875, 300.1953125, 316.71875, 333.2421875, 349.765625, 366.2890625, 382.8125, 399.3359375, 415.859375, 432.3828125, 448.90625, 465.4296875, 481.953125, 498.4765625, 515.0]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 4.0, 10.0, 8.0, 12.0, 14.0, 7.0, 21.0, 21.0, 17.0, 18.0, 31.0, 40.0, 28.0, 47.0, 47.0, 45.0, 37.0, 52.0, 55.0, 51.0, 49.0, 42.0, 44.0, 33.0, 30.0, 42.0, 24.0, 23.0, 25.0, 23.0, 15.0, 18.0, 16.0, 14.0, 7.0, 6.0, 5.0, 4.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-19.15625, -18.552978515625, -17.94970703125, -17.346435546875, -16.7431640625, -16.139892578125, -15.53662109375, -14.933349609375, -14.330078125, -13.726806640625, -13.12353515625, -12.520263671875, -11.9169921875, -11.313720703125, -10.71044921875, -10.107177734375, -9.50390625, -8.900634765625, -8.29736328125, -7.694091796875, -7.0908203125, -6.487548828125, -5.88427734375, -5.281005859375, -4.677734375, -4.074462890625, -3.47119140625, -2.867919921875, -2.2646484375, -1.661376953125, -1.05810546875, -0.454833984375, 0.1484375, 0.751708984375, 1.35498046875, 1.958251953125, 2.5615234375, 3.164794921875, 3.76806640625, 4.371337890625, 4.974609375, 5.577880859375, 6.18115234375, 6.784423828125, 7.3876953125, 7.990966796875, 8.59423828125, 9.197509765625, 9.80078125, 10.404052734375, 11.00732421875, 11.610595703125, 12.2138671875, 12.817138671875, 13.42041015625, 14.023681640625, 14.626953125, 15.230224609375, 15.83349609375, 16.436767578125, 17.0400390625, 17.643310546875, 18.24658203125, 18.849853515625, 19.453125]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 5.0, 3.0, 3.0, 5.0, 6.0, 8.0, 14.0, 28.0, 42.0, 123.0, 259.0, 1076.0, 12685.0, 1010456.0, 21890.0, 1344.0, 353.0, 117.0, 54.0, 29.0, 13.0, 11.0, 7.0, 2.0, 4.0, 7.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.4375, -68.7490234375, -66.060546875, -63.3720703125, -60.68359375, -57.9951171875, -55.306640625, -52.6181640625, -49.9296875, -47.2412109375, -44.552734375, -41.8642578125, -39.17578125, -36.4873046875, -33.798828125, -31.1103515625, -28.421875, -25.7333984375, -23.044921875, -20.3564453125, -17.66796875, -14.9794921875, -12.291015625, -9.6025390625, -6.9140625, -4.2255859375, -1.537109375, 1.1513671875, 3.83984375, 6.5283203125, 9.216796875, 11.9052734375, 14.59375, 17.2822265625, 19.970703125, 22.6591796875, 25.34765625, 28.0361328125, 30.724609375, 33.4130859375, 36.1015625, 38.7900390625, 41.478515625, 44.1669921875, 46.85546875, 49.5439453125, 52.232421875, 54.9208984375, 57.609375, 60.2978515625, 62.986328125, 65.6748046875, 68.36328125, 71.0517578125, 73.740234375, 76.4287109375, 79.1171875, 81.8056640625, 84.494140625, 87.1826171875, 89.87109375, 92.5595703125, 95.248046875, 97.9365234375, 100.625]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 5.0, 8.0, 11.0, 20.0, 16.0, 29.0, 65.0, 132.0, 410.0, 142.0, 63.0, 35.0, 15.0, 14.0, 10.0, 7.0, 6.0, 11.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022945404052734375, -0.002211272716522217, -0.002128005027770996, -0.0020447373390197754, -0.0019614696502685547, -0.001878201961517334, -0.0017949342727661133, -0.0017116665840148926, -0.0016283988952636719, -0.0015451312065124512, -0.0014618635177612305, -0.0013785958290100098, -0.001295328140258789, -0.0012120604515075684, -0.0011287927627563477, -0.001045525074005127, -0.0009622573852539062, -0.0008789896965026855, -0.0007957220077514648, -0.0007124543190002441, -0.0006291866302490234, -0.0005459189414978027, -0.00046265125274658203, -0.00037938356399536133, -0.0002961158752441406, -0.00021284818649291992, -0.00012958049774169922, -4.6312808990478516e-05, 3.695487976074219e-05, 0.00012022256851196289, 0.0002034902572631836, 0.0002867579460144043, 0.000370025634765625, 0.0004532933235168457, 0.0005365610122680664, 0.0006198287010192871, 0.0007030963897705078, 0.0007863640785217285, 0.0008696317672729492, 0.0009528994560241699, 0.0010361671447753906, 0.0011194348335266113, 0.001202702522277832, 0.0012859702110290527, 0.0013692378997802734, 0.0014525055885314941, 0.0015357732772827148, 0.0016190409660339355, 0.0017023086547851562, 0.001785576343536377, 0.0018688440322875977, 0.0019521117210388184, 0.002035379409790039, 0.0021186470985412598, 0.0022019147872924805, 0.002285182476043701, 0.002368450164794922, 0.0024517178535461426, 0.0025349855422973633, 0.002618253231048584, 0.0027015209197998047, 0.0027847886085510254, 0.002868056297302246, 0.002951323986053467, 0.0030345916748046875]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 6.0, 0.0, 5.0, 7.0, 6.0, 11.0, 12.0, 24.0, 35.0, 103.0, 277.0, 925.0, 12027.0, 1011138.0, 22099.0, 1281.0, 314.0, 141.0, 48.0, 31.0, 24.0, 9.0, 11.0, 5.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-61.125, -58.5322265625, -55.939453125, -53.3466796875, -50.75390625, -48.1611328125, -45.568359375, -42.9755859375, -40.3828125, -37.7900390625, -35.197265625, -32.6044921875, -30.01171875, -27.4189453125, -24.826171875, -22.2333984375, -19.640625, -17.0478515625, -14.455078125, -11.8623046875, -9.26953125, -6.6767578125, -4.083984375, -1.4912109375, 1.1015625, 3.6943359375, 6.287109375, 8.8798828125, 11.47265625, 14.0654296875, 16.658203125, 19.2509765625, 21.84375, 24.4365234375, 27.029296875, 29.6220703125, 32.21484375, 34.8076171875, 37.400390625, 39.9931640625, 42.5859375, 45.1787109375, 47.771484375, 50.3642578125, 52.95703125, 55.5498046875, 58.142578125, 60.7353515625, 63.328125, 65.9208984375, 68.513671875, 71.1064453125, 73.69921875, 76.2919921875, 78.884765625, 81.4775390625, 84.0703125, 86.6630859375, 89.255859375, 91.8486328125, 94.44140625, 97.0341796875, 99.626953125, 102.2197265625, 104.8125]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 3.0, 9.0, 11.0, 8.0, 7.0, 23.0, 28.0, 35.0, 66.0, 152.0, 329.0, 146.0, 58.0, 41.0, 23.0, 12.0, 5.0, 10.0, 4.0, 5.0, 7.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-6.8359375, -6.67498779296875, -6.5140380859375, -6.35308837890625, -6.192138671875, -6.03118896484375, -5.8702392578125, -5.70928955078125, -5.54833984375, -5.38739013671875, -5.2264404296875, -5.06549072265625, -4.904541015625, -4.74359130859375, -4.5826416015625, -4.42169189453125, -4.2607421875, -4.09979248046875, -3.9388427734375, -3.77789306640625, -3.616943359375, -3.45599365234375, -3.2950439453125, -3.13409423828125, -2.97314453125, -2.81219482421875, -2.6512451171875, -2.49029541015625, -2.329345703125, -2.16839599609375, -2.0074462890625, -1.84649658203125, -1.685546875, -1.52459716796875, -1.3636474609375, -1.20269775390625, -1.041748046875, -0.88079833984375, -0.7198486328125, -0.55889892578125, -0.39794921875, -0.23699951171875, -0.0760498046875, 0.08489990234375, 0.245849609375, 0.40679931640625, 0.5677490234375, 0.72869873046875, 0.8896484375, 1.05059814453125, 1.2115478515625, 1.37249755859375, 1.533447265625, 1.69439697265625, 1.8553466796875, 2.01629638671875, 2.17724609375, 2.33819580078125, 2.4991455078125, 2.66009521484375, 2.821044921875, 2.98199462890625, 3.1429443359375, 3.30389404296875, 3.46484375]}, "gradients/decoder.roberta.encoder.layer.14.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 9.0, 15.0, 23.0, 44.0, 46.0, 95.0, 112.0, 142.0, 125.0, 127.0, 101.0, 70.0, 37.0, 32.0, 19.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.230714797973633, -19.92755699157715, -18.624399185180664, -17.32124137878418, -16.018083572387695, -14.714925765991211, -13.411767959594727, -12.108610153198242, -10.805452346801758, -9.502294540405273, -8.199136734008789, -6.895978927612305, -5.59282112121582, -4.289663314819336, -2.9865055084228516, -1.6833477020263672, -0.3801898956298828, 0.9229679107666016, 2.226125717163086, 3.5292835235595703, 4.832441329956055, 6.135599136352539, 7.438756942749023, 8.741914749145508, 10.045072555541992, 11.348230361938477, 12.651388168334961, 13.954545974731445, 15.25770378112793, 16.560861587524414, 17.8640193939209, 19.167177200317383, 20.4703369140625, 21.773494720458984, 23.07665252685547, 24.379810333251953, 25.682968139648438, 26.986125946044922, 28.289283752441406, 29.59244155883789, 30.895599365234375, 32.19875717163086, 33.501914978027344, 34.80507278442383, 36.10823059082031, 37.4113883972168, 38.71454620361328, 40.017704010009766, 41.32086181640625, 42.624019622802734, 43.92717742919922, 45.2303352355957, 46.53349304199219, 47.83665084838867, 49.139808654785156, 50.44296646118164, 51.746124267578125, 53.04928207397461, 54.352439880371094, 55.65559768676758, 56.95875549316406, 58.26191329956055, 59.56507110595703, 60.868228912353516, 62.17138671875]}, "gradients/decoder.roberta.encoder.layer.14.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 5.0, 10.0, 6.0, 13.0, 14.0, 12.0, 15.0, 22.0, 14.0, 25.0, 29.0, 43.0, 40.0, 32.0, 42.0, 40.0, 42.0, 57.0, 42.0, 39.0, 46.0, 53.0, 34.0, 44.0, 38.0, 36.0, 29.0, 20.0, 32.0, 23.0, 20.0, 14.0, 16.0, 12.0, 15.0, 7.0, 5.0, 4.0, 8.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.154638290405273, -16.47556495666504, -15.796492576599121, -15.117420196533203, -14.438346862792969, -13.75927448272705, -13.080202102661133, -12.401128768920898, -11.72205638885498, -11.042984008789062, -10.363910675048828, -9.68483829498291, -9.005765914916992, -8.326692581176758, -7.64762020111084, -6.968547344207764, -6.2894744873046875, -5.610401630401611, -4.931328773498535, -4.252256393432617, -3.573183536529541, -2.894110679626465, -2.215038299560547, -1.5359654426574707, -0.8568925857543945, -0.1778198480606079, 0.5012528896331787, 1.1803255081176758, 1.859398365020752, 2.538471221923828, 3.217543601989746, 3.8966164588928223, 4.575691223144531, 5.254764080047607, 5.933836936950684, 6.612909317016602, 7.291982173919678, 7.971055030822754, 8.650127410888672, 9.329200744628906, 10.008273124694824, 10.687345504760742, 11.366418838500977, 12.045491218566895, 12.724563598632812, 13.403636932373047, 14.082709312438965, 14.761781692504883, 15.440855026245117, 16.11992835998535, 16.798999786376953, 17.478073120117188, 18.157146453857422, 18.836219787597656, 19.515291213989258, 20.194364547729492, 20.873435974121094, 21.552509307861328, 22.23158073425293, 22.910654067993164, 23.5897274017334, 24.268798828125, 24.947872161865234, 25.62694549560547, 26.306018829345703]}, "gradients/decoder.roberta.encoder.layer.14.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 10.0, 6.0, 8.0, 22.0, 25.0, 40.0, 76.0, 104.0, 151.0, 223.0, 351.0, 591.0, 939.0, 1467.0, 2699.0, 4937.0, 10876.0, 27755.0, 92193.0, 519152.0, 2687009.0, 680074.0, 109005.0, 31554.0, 12010.0, 5667.0, 2959.0, 1669.0, 979.0, 598.0, 395.0, 269.0, 151.0, 112.0, 75.0, 38.0, 34.0, 26.0, 11.0, 11.0, 4.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-27.109375, -26.25048828125, -25.3916015625, -24.53271484375, -23.673828125, -22.81494140625, -21.9560546875, -21.09716796875, -20.23828125, -19.37939453125, -18.5205078125, -17.66162109375, -16.802734375, -15.94384765625, -15.0849609375, -14.22607421875, -13.3671875, -12.50830078125, -11.6494140625, -10.79052734375, -9.931640625, -9.07275390625, -8.2138671875, -7.35498046875, -6.49609375, -5.63720703125, -4.7783203125, -3.91943359375, -3.060546875, -2.20166015625, -1.3427734375, -0.48388671875, 0.375, 1.23388671875, 2.0927734375, 2.95166015625, 3.810546875, 4.66943359375, 5.5283203125, 6.38720703125, 7.24609375, 8.10498046875, 8.9638671875, 9.82275390625, 10.681640625, 11.54052734375, 12.3994140625, 13.25830078125, 14.1171875, 14.97607421875, 15.8349609375, 16.69384765625, 17.552734375, 18.41162109375, 19.2705078125, 20.12939453125, 20.98828125, 21.84716796875, 22.7060546875, 23.56494140625, 24.423828125, 25.28271484375, 26.1416015625, 27.00048828125, 27.859375]}, "gradients/decoder.roberta.encoder.layer.14.output.dense.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 3.0, 5.0, 7.0, 5.0, 12.0, 9.0, 13.0, 15.0, 15.0, 24.0, 34.0, 31.0, 28.0, 32.0, 28.0, 38.0, 39.0, 48.0, 37.0, 36.0, 36.0, 42.0, 48.0, 43.0, 44.0, 32.0, 38.0, 28.0, 27.0, 30.0, 26.0, 19.0, 16.0, 23.0, 17.0, 18.0, 11.0, 14.0, 5.0, 4.0, 6.0, 5.0, 6.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.7890625, -12.3341064453125, -11.879150390625, -11.4241943359375, -10.96923828125, -10.5142822265625, -10.059326171875, -9.6043701171875, -9.1494140625, -8.6944580078125, -8.239501953125, -7.7845458984375, -7.32958984375, -6.8746337890625, -6.419677734375, -5.9647216796875, -5.509765625, -5.0548095703125, -4.599853515625, -4.1448974609375, -3.68994140625, -3.2349853515625, -2.780029296875, -2.3250732421875, -1.8701171875, -1.4151611328125, -0.960205078125, -0.5052490234375, -0.05029296875, 0.4046630859375, 0.859619140625, 1.3145751953125, 1.76953125, 2.2244873046875, 2.679443359375, 3.1343994140625, 3.58935546875, 4.0443115234375, 4.499267578125, 4.9542236328125, 5.4091796875, 5.8641357421875, 6.319091796875, 6.7740478515625, 7.22900390625, 7.6839599609375, 8.138916015625, 8.5938720703125, 9.048828125, 9.5037841796875, 9.958740234375, 10.4136962890625, 10.86865234375, 11.3236083984375, 11.778564453125, 12.2335205078125, 12.6884765625, 13.1434326171875, 13.598388671875, 14.0533447265625, 14.50830078125, 14.9632568359375, 15.418212890625, 15.8731689453125, 16.328125]}, "gradients/decoder.roberta.encoder.layer.14.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 13.0, 12.0, 23.0, 39.0, 62.0, 122.0, 185.0, 458.0, 3328.0, 4024070.0, 163898.0, 1337.0, 338.0, 158.0, 75.0, 49.0, 48.0, 22.0, 15.0, 10.0, 4.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-234.0, -225.8828125, -217.765625, -209.6484375, -201.53125, -193.4140625, -185.296875, -177.1796875, -169.0625, -160.9453125, -152.828125, -144.7109375, -136.59375, -128.4765625, -120.359375, -112.2421875, -104.125, -96.0078125, -87.890625, -79.7734375, -71.65625, -63.5390625, -55.421875, -47.3046875, -39.1875, -31.0703125, -22.953125, -14.8359375, -6.71875, 1.3984375, 9.515625, 17.6328125, 25.75, 33.8671875, 41.984375, 50.1015625, 58.21875, 66.3359375, 74.453125, 82.5703125, 90.6875, 98.8046875, 106.921875, 115.0390625, 123.15625, 131.2734375, 139.390625, 147.5078125, 155.625, 163.7421875, 171.859375, 179.9765625, 188.09375, 196.2109375, 204.328125, 212.4453125, 220.5625, 228.6796875, 236.796875, 244.9140625, 253.03125, 261.1484375, 269.265625, 277.3828125, 285.5]}, "gradients/decoder.roberta.encoder.layer.14.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 9.0, 8.0, 15.0, 20.0, 32.0, 57.0, 90.0, 125.0, 251.0, 482.0, 861.0, 970.0, 490.0, 270.0, 136.0, 103.0, 51.0, 41.0, 21.0, 10.0, 10.0, 7.0, 5.0, 6.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.5078125, -14.10546875, -13.703125, -13.30078125, -12.8984375, -12.49609375, -12.09375, -11.69140625, -11.2890625, -10.88671875, -10.484375, -10.08203125, -9.6796875, -9.27734375, -8.875, -8.47265625, -8.0703125, -7.66796875, -7.265625, -6.86328125, -6.4609375, -6.05859375, -5.65625, -5.25390625, -4.8515625, -4.44921875, -4.046875, -3.64453125, -3.2421875, -2.83984375, -2.4375, -2.03515625, -1.6328125, -1.23046875, -0.828125, -0.42578125, -0.0234375, 0.37890625, 0.78125, 1.18359375, 1.5859375, 1.98828125, 2.390625, 2.79296875, 3.1953125, 3.59765625, 4.0, 4.40234375, 4.8046875, 5.20703125, 5.609375, 6.01171875, 6.4140625, 6.81640625, 7.21875, 7.62109375, 8.0234375, 8.42578125, 8.828125, 9.23046875, 9.6328125, 10.03515625, 10.4375, 10.83984375, 11.2421875]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 6.0, 2.0, 8.0, 16.0, 28.0, 44.0, 79.0, 128.0, 137.0, 145.0, 131.0, 104.0, 74.0, 52.0, 25.0, 20.0, 14.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.214855194091797, -17.89043617248535, -16.566017150878906, -15.241600036621094, -13.917181015014648, -12.592761993408203, -11.268343925476074, -9.943925857543945, -8.6195068359375, -7.295088291168213, -5.970669746398926, -4.646251201629639, -3.3218326568603516, -1.9974141120910645, -0.6729955673217773, 0.6514225006103516, 1.9758415222167969, 3.300260066986084, 4.624678611755371, 5.949097156524658, 7.273515701293945, 8.59793472290039, 9.92235279083252, 11.246770858764648, 12.571189880371094, 13.895608901977539, 15.220026969909668, 16.544445037841797, 17.868864059448242, 19.193283081054688, 20.5177001953125, 21.842119216918945, 23.166534423828125, 24.49095344543457, 25.815372467041016, 27.139789581298828, 28.464208602905273, 29.78862762451172, 31.11304473876953, 32.437461853027344, 33.76188278198242, 35.086299896240234, 36.41072082519531, 37.735137939453125, 39.05955505371094, 40.383975982666016, 41.70839309692383, 43.032814025878906, 44.35723114013672, 45.68164825439453, 47.00606918334961, 48.33048629760742, 49.6549072265625, 50.97932434082031, 52.303741455078125, 53.62815856933594, 54.952579498291016, 56.27699661254883, 57.601417541503906, 58.92583465576172, 60.25025177001953, 61.57467269897461, 62.89908981323242, 64.2235107421875, 65.54792785644531]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 6.0, 5.0, 12.0, 11.0, 8.0, 13.0, 18.0, 23.0, 28.0, 24.0, 31.0, 37.0, 35.0, 50.0, 47.0, 49.0, 41.0, 38.0, 39.0, 48.0, 45.0, 40.0, 45.0, 48.0, 36.0, 32.0, 26.0, 26.0, 23.0, 24.0, 8.0, 19.0, 12.0, 11.0, 14.0, 10.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-18.53584861755371, -17.970226287841797, -17.40460205078125, -16.838979721069336, -16.273357391357422, -15.707733154296875, -15.142110824584961, -14.57648754119873, -14.0108642578125, -13.44524097442627, -12.879617691040039, -12.313995361328125, -11.748372077941895, -11.182748794555664, -10.61712646484375, -10.05150318145752, -9.485879898071289, -8.920256614685059, -8.354633331298828, -7.789011001586914, -7.223387718200684, -6.657764434814453, -6.092141628265381, -5.526518821716309, -4.960895538330078, -4.395272254943848, -3.8296494483947754, -3.264026403427124, -2.6984033584594727, -2.1327803134918213, -1.56715726852417, -1.0015342235565186, -0.4359111785888672, 0.12971186637878418, 0.6953349113464355, 1.260957956314087, 1.8265810012817383, 2.3922040462493896, 2.957827091217041, 3.5234501361846924, 4.089073181152344, 4.654696464538574, 5.2203192710876465, 5.785942077636719, 6.351565361022949, 6.91718864440918, 7.482811450958252, 8.048434257507324, 8.614057540893555, 9.179680824279785, 9.745304107666016, 10.31092643737793, 10.87654972076416, 11.44217300415039, 12.007795333862305, 12.573418617248535, 13.139041900634766, 13.704665184020996, 14.270288467407227, 14.83591079711914, 15.401534080505371, 15.967157363891602, 16.532779693603516, 17.098403930664062, 17.664026260375977]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 7.0, 4.0, 9.0, 18.0, 25.0, 34.0, 59.0, 83.0, 111.0, 185.0, 255.0, 372.0, 563.0, 814.0, 1197.0, 1806.0, 2651.0, 3998.0, 5961.0, 8923.0, 13435.0, 19921.0, 29680.0, 43567.0, 63714.0, 88994.0, 115825.0, 135900.0, 133063.0, 111348.0, 83062.0, 58853.0, 40812.0, 27565.0, 18372.0, 12290.0, 8168.0, 5619.0, 3730.0, 2437.0, 1697.0, 1105.0, 758.0, 505.0, 332.0, 224.0, 173.0, 116.0, 72.0, 55.0, 29.0, 24.0, 21.0, 9.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0], "bins": [-2.513671875, -2.43487548828125, -2.3560791015625, -2.27728271484375, -2.198486328125, -2.11968994140625, -2.0408935546875, -1.96209716796875, -1.88330078125, -1.80450439453125, -1.7257080078125, -1.64691162109375, -1.568115234375, -1.48931884765625, -1.4105224609375, -1.33172607421875, -1.2529296875, -1.17413330078125, -1.0953369140625, -1.01654052734375, -0.937744140625, -0.85894775390625, -0.7801513671875, -0.70135498046875, -0.62255859375, -0.54376220703125, -0.4649658203125, -0.38616943359375, -0.307373046875, -0.22857666015625, -0.1497802734375, -0.07098388671875, 0.0078125, 0.08660888671875, 0.1654052734375, 0.24420166015625, 0.322998046875, 0.40179443359375, 0.4805908203125, 0.55938720703125, 0.63818359375, 0.71697998046875, 0.7957763671875, 0.87457275390625, 0.953369140625, 1.03216552734375, 1.1109619140625, 1.18975830078125, 1.2685546875, 1.34735107421875, 1.4261474609375, 1.50494384765625, 1.583740234375, 1.66253662109375, 1.7413330078125, 1.82012939453125, 1.89892578125, 1.97772216796875, 2.0565185546875, 2.13531494140625, 2.214111328125, 2.29290771484375, 2.3717041015625, 2.45050048828125, 2.529296875]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 5.0, 5.0, 7.0, 13.0, 10.0, 11.0, 20.0, 22.0, 23.0, 28.0, 31.0, 36.0, 31.0, 50.0, 51.0, 48.0, 41.0, 38.0, 38.0, 48.0, 48.0, 37.0, 48.0, 49.0, 39.0, 29.0, 29.0, 25.0, 23.0, 22.0, 11.0, 18.0, 10.0, 16.0, 11.0, 11.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.609375, -17.05029296875, -16.4912109375, -15.93212890625, -15.373046875, -14.81396484375, -14.2548828125, -13.69580078125, -13.13671875, -12.57763671875, -12.0185546875, -11.45947265625, -10.900390625, -10.34130859375, -9.7822265625, -9.22314453125, -8.6640625, -8.10498046875, -7.5458984375, -6.98681640625, -6.427734375, -5.86865234375, -5.3095703125, -4.75048828125, -4.19140625, -3.63232421875, -3.0732421875, -2.51416015625, -1.955078125, -1.39599609375, -0.8369140625, -0.27783203125, 0.28125, 0.84033203125, 1.3994140625, 1.95849609375, 2.517578125, 3.07666015625, 3.6357421875, 4.19482421875, 4.75390625, 5.31298828125, 5.8720703125, 6.43115234375, 6.990234375, 7.54931640625, 8.1083984375, 8.66748046875, 9.2265625, 9.78564453125, 10.3447265625, 10.90380859375, 11.462890625, 12.02197265625, 12.5810546875, 13.14013671875, 13.69921875, 14.25830078125, 14.8173828125, 15.37646484375, 15.935546875, 16.49462890625, 17.0537109375, 17.61279296875, 18.171875]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 5.0, 8.0, 7.0, 20.0, 20.0, 30.0, 35.0, 61.0, 79.0, 109.0, 213.0, 235.0, 352.0, 514.0, 781.0, 1141.0, 1608.0, 2331.0, 3531.0, 5275.0, 8060.0, 12493.0, 20144.0, 38332.0, 640051.0, 233265.0, 29802.0, 17435.0, 10898.0, 7161.0, 4724.0, 3061.0, 2149.0, 1413.0, 1019.0, 651.0, 470.0, 342.0, 219.0, 158.0, 106.0, 79.0, 66.0, 41.0, 22.0, 20.0, 8.0, 10.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7265625, -4.556884765625, -4.38720703125, -4.217529296875, -4.0478515625, -3.878173828125, -3.70849609375, -3.538818359375, -3.369140625, -3.199462890625, -3.02978515625, -2.860107421875, -2.6904296875, -2.520751953125, -2.35107421875, -2.181396484375, -2.01171875, -1.842041015625, -1.67236328125, -1.502685546875, -1.3330078125, -1.163330078125, -0.99365234375, -0.823974609375, -0.654296875, -0.484619140625, -0.31494140625, -0.145263671875, 0.0244140625, 0.194091796875, 0.36376953125, 0.533447265625, 0.703125, 0.872802734375, 1.04248046875, 1.212158203125, 1.3818359375, 1.551513671875, 1.72119140625, 1.890869140625, 2.060546875, 2.230224609375, 2.39990234375, 2.569580078125, 2.7392578125, 2.908935546875, 3.07861328125, 3.248291015625, 3.41796875, 3.587646484375, 3.75732421875, 3.927001953125, 4.0966796875, 4.266357421875, 4.43603515625, 4.605712890625, 4.775390625, 4.945068359375, 5.11474609375, 5.284423828125, 5.4541015625, 5.623779296875, 5.79345703125, 5.963134765625, 6.1328125]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 5.0, 4.0, 12.0, 12.0, 12.0, 16.0, 8.0, 16.0, 23.0, 25.0, 28.0, 33.0, 35.0, 53.0, 36.0, 33.0, 26.0, 41.0, 38.0, 44.0, 42.0, 47.0, 50.0, 37.0, 40.0, 33.0, 32.0, 25.0, 30.0, 28.0, 26.0, 15.0, 27.0, 14.0, 16.0, 12.0, 6.0, 5.0, 7.0, 9.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.1015625, -10.745849609375, -10.39013671875, -10.034423828125, -9.6787109375, -9.322998046875, -8.96728515625, -8.611572265625, -8.255859375, -7.900146484375, -7.54443359375, -7.188720703125, -6.8330078125, -6.477294921875, -6.12158203125, -5.765869140625, -5.41015625, -5.054443359375, -4.69873046875, -4.343017578125, -3.9873046875, -3.631591796875, -3.27587890625, -2.920166015625, -2.564453125, -2.208740234375, -1.85302734375, -1.497314453125, -1.1416015625, -0.785888671875, -0.43017578125, -0.074462890625, 0.28125, 0.636962890625, 0.99267578125, 1.348388671875, 1.7041015625, 2.059814453125, 2.41552734375, 2.771240234375, 3.126953125, 3.482666015625, 3.83837890625, 4.194091796875, 4.5498046875, 4.905517578125, 5.26123046875, 5.616943359375, 5.97265625, 6.328369140625, 6.68408203125, 7.039794921875, 7.3955078125, 7.751220703125, 8.10693359375, 8.462646484375, 8.818359375, 9.174072265625, 9.52978515625, 9.885498046875, 10.2412109375, 10.596923828125, 10.95263671875, 11.308349609375, 11.6640625]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 7.0, 8.0, 11.0, 16.0, 26.0, 30.0, 44.0, 69.0, 100.0, 188.0, 266.0, 482.0, 932.0, 1868.0, 4385.0, 12507.0, 45874.0, 918287.0, 43446.0, 11738.0, 4365.0, 1825.0, 863.0, 462.0, 254.0, 169.0, 119.0, 62.0, 37.0, 39.0, 22.0, 16.0, 13.0, 13.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.78466796875, -0.76123046875, -0.73779296875, -0.71435546875, -0.69091796875, -0.66748046875, -0.64404296875, -0.62060546875, -0.59716796875, -0.57373046875, -0.55029296875, -0.52685546875, -0.50341796875, -0.47998046875, -0.45654296875, -0.43310546875, -0.40966796875, -0.38623046875, -0.36279296875, -0.33935546875, -0.31591796875, -0.29248046875, -0.26904296875, -0.24560546875, -0.22216796875, -0.19873046875, -0.17529296875, -0.15185546875, -0.12841796875, -0.10498046875, -0.08154296875, -0.05810546875, -0.03466796875, -0.01123046875, 0.01220703125, 0.03564453125, 0.05908203125, 0.08251953125, 0.10595703125, 0.12939453125, 0.15283203125, 0.17626953125, 0.19970703125, 0.22314453125, 0.24658203125, 0.27001953125, 0.29345703125, 0.31689453125, 0.34033203125, 0.36376953125, 0.38720703125, 0.41064453125, 0.43408203125, 0.45751953125, 0.48095703125, 0.50439453125, 0.52783203125, 0.55126953125, 0.57470703125, 0.59814453125, 0.62158203125, 0.64501953125, 0.66845703125, 0.69189453125, 0.71533203125]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 6.0, 10.0, 15.0, 17.0, 25.0, 22.0, 33.0, 40.0, 46.0, 59.0, 54.0, 61.0, 81.0, 73.0, 72.0, 68.0, 69.0, 52.0, 45.0, 29.0, 30.0, 23.0, 15.0, 15.0, 8.0, 10.0, 7.0, 7.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1696090698242188e-05, -2.0905397832393646e-05, -2.0114704966545105e-05, -1.9324012100696564e-05, -1.8533319234848022e-05, -1.774262636899948e-05, -1.695193350315094e-05, -1.61612406373024e-05, -1.5370547771453857e-05, -1.4579854905605316e-05, -1.3789162039756775e-05, -1.2998469173908234e-05, -1.2207776308059692e-05, -1.1417083442211151e-05, -1.062639057636261e-05, -9.835697710514069e-06, -9.045004844665527e-06, -8.254311978816986e-06, -7.463619112968445e-06, -6.6729262471199036e-06, -5.882233381271362e-06, -5.091540515422821e-06, -4.30084764957428e-06, -3.5101547837257385e-06, -2.7194619178771973e-06, -1.928769052028656e-06, -1.1380761861801147e-06, -3.473833203315735e-07, 4.4330954551696777e-07, 1.234002411365509e-06, 2.0246952772140503e-06, 2.8153881430625916e-06, 3.606081008911133e-06, 4.396773874759674e-06, 5.187466740608215e-06, 5.978159606456757e-06, 6.768852472305298e-06, 7.559545338153839e-06, 8.35023820400238e-06, 9.140931069850922e-06, 9.931623935699463e-06, 1.0722316801548004e-05, 1.1513009667396545e-05, 1.2303702533245087e-05, 1.3094395399093628e-05, 1.388508826494217e-05, 1.467578113079071e-05, 1.5466473996639252e-05, 1.6257166862487793e-05, 1.7047859728336334e-05, 1.7838552594184875e-05, 1.8629245460033417e-05, 1.9419938325881958e-05, 2.02106311917305e-05, 2.100132405757904e-05, 2.1792016923427582e-05, 2.2582709789276123e-05, 2.3373402655124664e-05, 2.4164095520973206e-05, 2.4954788386821747e-05, 2.5745481252670288e-05, 2.653617411851883e-05, 2.732686698436737e-05, 2.8117559850215912e-05, 2.8908252716064453e-05]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 8.0, 3.0, 7.0, 8.0, 21.0, 20.0, 38.0, 29.0, 68.0, 92.0, 160.0, 437.0, 7388.0, 817269.0, 219533.0, 2759.0, 329.0, 134.0, 85.0, 38.0, 21.0, 26.0, 17.0, 6.0, 12.0, 11.0, 5.0, 3.0, 8.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-2.380859375, -2.319580078125, -2.25830078125, -2.197021484375, -2.1357421875, -2.074462890625, -2.01318359375, -1.951904296875, -1.890625, -1.829345703125, -1.76806640625, -1.706787109375, -1.6455078125, -1.584228515625, -1.52294921875, -1.461669921875, -1.400390625, -1.339111328125, -1.27783203125, -1.216552734375, -1.1552734375, -1.093994140625, -1.03271484375, -0.971435546875, -0.91015625, -0.848876953125, -0.78759765625, -0.726318359375, -0.6650390625, -0.603759765625, -0.54248046875, -0.481201171875, -0.419921875, -0.358642578125, -0.29736328125, -0.236083984375, -0.1748046875, -0.113525390625, -0.05224609375, 0.009033203125, 0.0703125, 0.131591796875, 0.19287109375, 0.254150390625, 0.3154296875, 0.376708984375, 0.43798828125, 0.499267578125, 0.560546875, 0.621826171875, 0.68310546875, 0.744384765625, 0.8056640625, 0.866943359375, 0.92822265625, 0.989501953125, 1.05078125, 1.112060546875, 1.17333984375, 1.234619140625, 1.2958984375, 1.357177734375, 1.41845703125, 1.479736328125, 1.541015625]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 5.0, 3.0, 12.0, 6.0, 8.0, 7.0, 15.0, 17.0, 17.0, 19.0, 28.0, 33.0, 52.0, 62.0, 83.0, 78.0, 91.0, 93.0, 73.0, 56.0, 50.0, 38.0, 34.0, 22.0, 29.0, 17.0, 13.0, 6.0, 6.0, 3.0, 7.0, 9.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08856201171875, -0.0854196548461914, -0.08227729797363281, -0.07913494110107422, -0.07599258422851562, -0.07285022735595703, -0.06970787048339844, -0.06656551361083984, -0.06342315673828125, -0.060280799865722656, -0.05713844299316406, -0.05399608612060547, -0.050853729248046875, -0.04771137237548828, -0.04456901550292969, -0.041426658630371094, -0.0382843017578125, -0.035141944885253906, -0.03199958801269531, -0.02885723114013672, -0.025714874267578125, -0.02257251739501953, -0.019430160522460938, -0.016287803649902344, -0.01314544677734375, -0.010003089904785156, -0.0068607330322265625, -0.0037183761596679688, -0.000576019287109375, 0.0025663375854492188, 0.0057086944580078125, 0.008851051330566406, 0.011993408203125, 0.015135765075683594, 0.018278121948242188, 0.02142047882080078, 0.024562835693359375, 0.02770519256591797, 0.030847549438476562, 0.033989906311035156, 0.03713226318359375, 0.040274620056152344, 0.04341697692871094, 0.04655933380126953, 0.049701690673828125, 0.05284404754638672, 0.05598640441894531, 0.059128761291503906, 0.0622711181640625, 0.0654134750366211, 0.06855583190917969, 0.07169818878173828, 0.07484054565429688, 0.07798290252685547, 0.08112525939941406, 0.08426761627197266, 0.08740997314453125, 0.09055233001708984, 0.09369468688964844, 0.09683704376220703, 0.09997940063476562, 0.10312175750732422, 0.10626411437988281, 0.1094064712524414, 0.112548828125]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 3.0, 7.0, 10.0, 16.0, 27.0, 40.0, 64.0, 84.0, 136.0, 128.0, 126.0, 113.0, 83.0, 69.0, 47.0, 30.0, 22.0, 4.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.60256004333496, -15.425222396850586, -14.247884750366211, -13.07054615020752, -11.893208503723145, -10.71587085723877, -9.538532257080078, -8.361194610595703, -7.183856964111328, -6.006519317626953, -4.82918119430542, -3.651843309402466, -2.4745054244995117, -1.2971677780151367, -0.11982965469360352, 1.0575084686279297, 2.2348461151123047, 3.412184000015259, 4.589521884918213, 5.766860008239746, 6.944197654724121, 8.121535301208496, 9.298873901367188, 10.476211547851562, 11.653549194335938, 12.830886840820312, 14.008224487304688, 15.185563087463379, 16.362899780273438, 17.540237426757812, 18.71757698059082, 19.894914627075195, 21.072250366210938, 22.249588012695312, 23.426925659179688, 24.604263305664062, 25.781600952148438, 26.958938598632812, 28.13627815246582, 29.313615798950195, 30.49095344543457, 31.668291091918945, 32.84563064575195, 34.02296829223633, 35.2003059387207, 36.37764358520508, 37.55498123168945, 38.73231887817383, 39.9096565246582, 41.08699417114258, 42.26433181762695, 43.44166946411133, 44.6190071105957, 45.79634475708008, 46.97368240356445, 48.151023864746094, 49.32836151123047, 50.505699157714844, 51.68303680419922, 52.860374450683594, 54.03771209716797, 55.215049743652344, 56.39238739013672, 57.569725036621094, 58.74706268310547]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 6.0, 5.0, 7.0, 13.0, 10.0, 11.0, 20.0, 22.0, 24.0, 27.0, 31.0, 36.0, 30.0, 51.0, 50.0, 46.0, 42.0, 40.0, 37.0, 48.0, 49.0, 36.0, 47.0, 50.0, 40.0, 31.0, 27.0, 25.0, 22.0, 23.0, 10.0, 19.0, 10.0, 16.0, 12.0, 10.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.62810516357422, -17.068662643432617, -16.509220123291016, -15.949776649475098, -15.39033317565918, -14.830890655517578, -14.271448135375977, -13.712005615234375, -13.152562141418457, -12.593119621276855, -12.033676147460938, -11.474233627319336, -10.914791107177734, -10.355347633361816, -9.795905113220215, -9.236461639404297, -8.677019119262695, -8.117576599121094, -7.558133125305176, -6.998690605163574, -6.4392476081848145, -5.879804611206055, -5.320362091064453, -4.760919094085693, -4.201476097106934, -3.642033100128174, -3.082590341567993, -2.5231475830078125, -1.9637045860290527, -1.404261589050293, -0.8448188304901123, -0.28537607192993164, 0.2740669250488281, 0.8335098028182983, 1.3929526805877686, 1.9523955583572388, 2.511838436126709, 3.0712814331054688, 3.6307241916656494, 4.19016695022583, 4.74960994720459, 5.30905294418335, 5.868495941162109, 6.427938461303711, 6.987381458282471, 7.5468244552612305, 8.106266975402832, 8.66571044921875, 9.225152969360352, 9.784595489501953, 10.344038963317871, 10.903481483459473, 11.46292495727539, 12.022367477416992, 12.581809997558594, 13.141252517700195, 13.700695991516113, 14.260138511657715, 14.819581985473633, 15.379024505615234, 15.938467025756836, 16.497909545898438, 17.057353973388672, 17.616796493530273, 18.176239013671875]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 7.0, 5.0, 9.0, 18.0, 32.0, 20.0, 30.0, 51.0, 79.0, 133.0, 249.0, 492.0, 1019.0, 2644.0, 8614.0, 41968.0, 330492.0, 561537.0, 80605.0, 13959.0, 3846.0, 1301.0, 647.0, 335.0, 154.0, 99.0, 53.0, 30.0, 33.0, 12.0, 20.0, 14.0, 7.0, 11.0, 4.0, 6.0, 3.0, 8.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-37.46875, -36.4033203125, -35.337890625, -34.2724609375, -33.20703125, -32.1416015625, -31.076171875, -30.0107421875, -28.9453125, -27.8798828125, -26.814453125, -25.7490234375, -24.68359375, -23.6181640625, -22.552734375, -21.4873046875, -20.421875, -19.3564453125, -18.291015625, -17.2255859375, -16.16015625, -15.0947265625, -14.029296875, -12.9638671875, -11.8984375, -10.8330078125, -9.767578125, -8.7021484375, -7.63671875, -6.5712890625, -5.505859375, -4.4404296875, -3.375, -2.3095703125, -1.244140625, -0.1787109375, 0.88671875, 1.9521484375, 3.017578125, 4.0830078125, 5.1484375, 6.2138671875, 7.279296875, 8.3447265625, 9.41015625, 10.4755859375, 11.541015625, 12.6064453125, 13.671875, 14.7373046875, 15.802734375, 16.8681640625, 17.93359375, 18.9990234375, 20.064453125, 21.1298828125, 22.1953125, 23.2607421875, 24.326171875, 25.3916015625, 26.45703125, 27.5224609375, 28.587890625, 29.6533203125, 30.71875]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 6.0, 6.0, 10.0, 12.0, 13.0, 13.0, 20.0, 23.0, 26.0, 32.0, 31.0, 35.0, 38.0, 50.0, 50.0, 47.0, 43.0, 41.0, 43.0, 51.0, 40.0, 45.0, 51.0, 41.0, 33.0, 26.0, 24.0, 32.0, 19.0, 14.0, 14.0, 16.0, 15.0, 13.0, 9.0, 4.0, 5.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.828125, -18.238525390625, -17.64892578125, -17.059326171875, -16.4697265625, -15.880126953125, -15.29052734375, -14.700927734375, -14.111328125, -13.521728515625, -12.93212890625, -12.342529296875, -11.7529296875, -11.163330078125, -10.57373046875, -9.984130859375, -9.39453125, -8.804931640625, -8.21533203125, -7.625732421875, -7.0361328125, -6.446533203125, -5.85693359375, -5.267333984375, -4.677734375, -4.088134765625, -3.49853515625, -2.908935546875, -2.3193359375, -1.729736328125, -1.14013671875, -0.550537109375, 0.0390625, 0.628662109375, 1.21826171875, 1.807861328125, 2.3974609375, 2.987060546875, 3.57666015625, 4.166259765625, 4.755859375, 5.345458984375, 5.93505859375, 6.524658203125, 7.1142578125, 7.703857421875, 8.29345703125, 8.883056640625, 9.47265625, 10.062255859375, 10.65185546875, 11.241455078125, 11.8310546875, 12.420654296875, 13.01025390625, 13.599853515625, 14.189453125, 14.779052734375, 15.36865234375, 15.958251953125, 16.5478515625, 17.137451171875, 17.72705078125, 18.316650390625, 18.90625]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 6.0, 1.0, 5.0, 3.0, 3.0, 4.0, 9.0, 7.0, 8.0, 10.0, 14.0, 17.0, 16.0, 16.0, 20.0, 16.0, 29.0, 36.0, 38.0, 44.0, 64.0, 74.0, 96.0, 117.0, 145.0, 294.0, 1046277.0, 432.0, 138.0, 99.0, 95.0, 70.0, 52.0, 47.0, 37.0, 30.0, 35.0, 22.0, 17.0, 21.0, 12.0, 18.0, 6.0, 6.0, 12.0, 12.0, 4.0, 3.0, 6.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 1.0, 6.0], "bins": [-490.25, -475.63671875, -461.0234375, -446.41015625, -431.796875, -417.18359375, -402.5703125, -387.95703125, -373.34375, -358.73046875, -344.1171875, -329.50390625, -314.890625, -300.27734375, -285.6640625, -271.05078125, -256.4375, -241.82421875, -227.2109375, -212.59765625, -197.984375, -183.37109375, -168.7578125, -154.14453125, -139.53125, -124.91796875, -110.3046875, -95.69140625, -81.078125, -66.46484375, -51.8515625, -37.23828125, -22.625, -8.01171875, 6.6015625, 21.21484375, 35.828125, 50.44140625, 65.0546875, 79.66796875, 94.28125, 108.89453125, 123.5078125, 138.12109375, 152.734375, 167.34765625, 181.9609375, 196.57421875, 211.1875, 225.80078125, 240.4140625, 255.02734375, 269.640625, 284.25390625, 298.8671875, 313.48046875, 328.09375, 342.70703125, 357.3203125, 371.93359375, 386.546875, 401.16015625, 415.7734375, 430.38671875, 445.0]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.value.bias": {"_type": "histogram", "values": [5.0, 4.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 4.0, 6.0, 4.0, 8.0, 14.0, 8.0, 7.0, 12.0, 16.0, 17.0, 22.0, 25.0, 22.0, 31.0, 22.0, 29.0, 31.0, 30.0, 36.0, 32.0, 39.0, 45.0, 34.0, 41.0, 43.0, 35.0, 40.0, 39.0, 41.0, 24.0, 36.0, 27.0, 18.0, 18.0, 20.0, 22.0, 13.0, 12.0, 12.0, 9.0, 10.0, 10.0, 5.0, 5.0, 2.0, 7.0, 4.0, 1.0, 5.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-15.765625, -15.24609375, -14.7265625, -14.20703125, -13.6875, -13.16796875, -12.6484375, -12.12890625, -11.609375, -11.08984375, -10.5703125, -10.05078125, -9.53125, -9.01171875, -8.4921875, -7.97265625, -7.453125, -6.93359375, -6.4140625, -5.89453125, -5.375, -4.85546875, -4.3359375, -3.81640625, -3.296875, -2.77734375, -2.2578125, -1.73828125, -1.21875, -0.69921875, -0.1796875, 0.33984375, 0.859375, 1.37890625, 1.8984375, 2.41796875, 2.9375, 3.45703125, 3.9765625, 4.49609375, 5.015625, 5.53515625, 6.0546875, 6.57421875, 7.09375, 7.61328125, 8.1328125, 8.65234375, 9.171875, 9.69140625, 10.2109375, 10.73046875, 11.25, 11.76953125, 12.2890625, 12.80859375, 13.328125, 13.84765625, 14.3671875, 14.88671875, 15.40625, 15.92578125, 16.4453125, 16.96484375, 17.484375]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 7.0, 18.0, 28.0, 49.0, 103.0, 268.0, 901.0, 6796.0, 946774.0, 90556.0, 2292.0, 480.0, 140.0, 61.0, 30.0, 17.0, 15.0, 9.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-58.34375, -55.66552734375, -52.9873046875, -50.30908203125, -47.630859375, -44.95263671875, -42.2744140625, -39.59619140625, -36.91796875, -34.23974609375, -31.5615234375, -28.88330078125, -26.205078125, -23.52685546875, -20.8486328125, -18.17041015625, -15.4921875, -12.81396484375, -10.1357421875, -7.45751953125, -4.779296875, -2.10107421875, 0.5771484375, 3.25537109375, 5.93359375, 8.61181640625, 11.2900390625, 13.96826171875, 16.646484375, 19.32470703125, 22.0029296875, 24.68115234375, 27.359375, 30.03759765625, 32.7158203125, 35.39404296875, 38.072265625, 40.75048828125, 43.4287109375, 46.10693359375, 48.78515625, 51.46337890625, 54.1416015625, 56.81982421875, 59.498046875, 62.17626953125, 64.8544921875, 67.53271484375, 70.2109375, 72.88916015625, 75.5673828125, 78.24560546875, 80.923828125, 83.60205078125, 86.2802734375, 88.95849609375, 91.63671875, 94.31494140625, 96.9931640625, 99.67138671875, 102.349609375, 105.02783203125, 107.7060546875, 110.38427734375, 113.0625]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 7.0, 2.0, 5.0, 7.0, 16.0, 29.0, 60.0, 98.0, 176.0, 262.0, 140.0, 88.0, 40.0, 33.0, 16.0, 13.0, 6.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003307342529296875, -0.0032022595405578613, -0.0030971765518188477, -0.002992093563079834, -0.0028870105743408203, -0.0027819275856018066, -0.002676844596862793, -0.0025717616081237793, -0.0024666786193847656, -0.002361595630645752, -0.0022565126419067383, -0.0021514296531677246, -0.002046346664428711, -0.0019412636756896973, -0.0018361806869506836, -0.00173109769821167, -0.0016260147094726562, -0.0015209317207336426, -0.001415848731994629, -0.0013107657432556152, -0.0012056827545166016, -0.0011005997657775879, -0.0009955167770385742, -0.0008904337882995605, -0.0007853507995605469, -0.0006802678108215332, -0.0005751848220825195, -0.00047010183334350586, -0.0003650188446044922, -0.0002599358558654785, -0.00015485286712646484, -4.976987838745117e-05, 5.53131103515625e-05, 0.00016039609909057617, 0.00026547908782958984, 0.0003705620765686035, 0.0004756450653076172, 0.0005807280540466309, 0.0006858110427856445, 0.0007908940315246582, 0.0008959770202636719, 0.0010010600090026855, 0.0011061429977416992, 0.0012112259864807129, 0.0013163089752197266, 0.0014213919639587402, 0.001526474952697754, 0.0016315579414367676, 0.0017366409301757812, 0.001841723918914795, 0.0019468069076538086, 0.0020518898963928223, 0.002156972885131836, 0.0022620558738708496, 0.0023671388626098633, 0.002472221851348877, 0.0025773048400878906, 0.0026823878288269043, 0.002787470817565918, 0.0028925538063049316, 0.0029976367950439453, 0.003102719783782959, 0.0032078027725219727, 0.0033128857612609863, 0.00341796875]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 8.0, 3.0, 14.0, 14.0, 21.0, 48.0, 115.0, 1005.0, 735356.0, 310845.0, 887.0, 133.0, 57.0, 21.0, 12.0, 7.0, 4.0, 6.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-103.5625, -98.6240234375, -93.685546875, -88.7470703125, -83.80859375, -78.8701171875, -73.931640625, -68.9931640625, -64.0546875, -59.1162109375, -54.177734375, -49.2392578125, -44.30078125, -39.3623046875, -34.423828125, -29.4853515625, -24.546875, -19.6083984375, -14.669921875, -9.7314453125, -4.79296875, 0.1455078125, 5.083984375, 10.0224609375, 14.9609375, 19.8994140625, 24.837890625, 29.7763671875, 34.71484375, 39.6533203125, 44.591796875, 49.5302734375, 54.46875, 59.4072265625, 64.345703125, 69.2841796875, 74.22265625, 79.1611328125, 84.099609375, 89.0380859375, 93.9765625, 98.9150390625, 103.853515625, 108.7919921875, 113.73046875, 118.6689453125, 123.607421875, 128.5458984375, 133.484375, 138.4228515625, 143.361328125, 148.2998046875, 153.23828125, 158.1767578125, 163.115234375, 168.0537109375, 172.9921875, 177.9306640625, 182.869140625, 187.8076171875, 192.74609375, 197.6845703125, 202.623046875, 207.5615234375, 212.5]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 3.0, 1.0, 4.0, 5.0, 5.0, 10.0, 15.0, 41.0, 61.0, 104.0, 189.0, 248.0, 144.0, 70.0, 49.0, 22.0, 11.0, 13.0, 8.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.859375, -10.60858154296875, -10.3577880859375, -10.10699462890625, -9.856201171875, -9.60540771484375, -9.3546142578125, -9.10382080078125, -8.85302734375, -8.60223388671875, -8.3514404296875, -8.10064697265625, -7.849853515625, -7.59906005859375, -7.3482666015625, -7.09747314453125, -6.8466796875, -6.59588623046875, -6.3450927734375, -6.09429931640625, -5.843505859375, -5.59271240234375, -5.3419189453125, -5.09112548828125, -4.84033203125, -4.58953857421875, -4.3387451171875, -4.08795166015625, -3.837158203125, -3.58636474609375, -3.3355712890625, -3.08477783203125, -2.833984375, -2.58319091796875, -2.3323974609375, -2.08160400390625, -1.830810546875, -1.58001708984375, -1.3292236328125, -1.07843017578125, -0.82763671875, -0.57684326171875, -0.3260498046875, -0.07525634765625, 0.175537109375, 0.42633056640625, 0.6771240234375, 0.92791748046875, 1.1787109375, 1.42950439453125, 1.6802978515625, 1.93109130859375, 2.181884765625, 2.43267822265625, 2.6834716796875, 2.93426513671875, 3.18505859375, 3.43585205078125, 3.6866455078125, 3.93743896484375, 4.188232421875, 4.43902587890625, 4.6898193359375, 4.94061279296875, 5.19140625]}, "gradients/decoder.roberta.encoder.layer.13.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 6.0, 16.0, 25.0, 26.0, 50.0, 69.0, 103.0, 92.0, 117.0, 98.0, 98.0, 76.0, 58.0, 64.0, 38.0, 30.0, 17.0, 7.0, 2.0, 3.0, 5.0, 3.0], "bins": [-58.42430114746094, -57.27861785888672, -56.1329345703125, -54.98725128173828, -53.84156799316406, -52.69588088989258, -51.55019760131836, -50.40451431274414, -49.25883102416992, -48.1131477355957, -46.967464447021484, -45.821781158447266, -44.67609405517578, -43.53041076660156, -42.384727478027344, -41.239044189453125, -40.093360900878906, -38.94767761230469, -37.80199432373047, -36.65631103515625, -35.51062774658203, -34.36494064331055, -33.21925735473633, -32.07357406616211, -30.92789077758789, -29.782207489013672, -28.636524200439453, -27.4908390045166, -26.345155715942383, -25.199472427368164, -24.053787231445312, -22.908103942871094, -21.76242446899414, -20.616741180419922, -19.471057891845703, -18.32537269592285, -17.179689407348633, -16.034006118774414, -14.888321876525879, -13.742637634277344, -12.596954345703125, -11.451271057128906, -10.305586814880371, -9.159902572631836, -8.014219284057617, -6.86853551864624, -5.722851753234863, -4.577167510986328, -3.4314842224121094, -2.2858004570007324, -1.1401166915893555, 0.005567073822021484, 1.1512508392333984, 2.2969346046447754, 3.4426183700561523, 4.5883026123046875, 5.733985900878906, 6.879669666290283, 8.02535343170166, 9.171037673950195, 10.316720962524414, 11.462404251098633, 12.608088493347168, 13.753772735595703, 14.899456024169922]}, "gradients/decoder.roberta.encoder.layer.13.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 3.0, 7.0, 5.0, 11.0, 11.0, 12.0, 16.0, 16.0, 18.0, 25.0, 25.0, 27.0, 40.0, 39.0, 32.0, 40.0, 39.0, 35.0, 39.0, 49.0, 51.0, 40.0, 47.0, 35.0, 51.0, 41.0, 28.0, 45.0, 31.0, 13.0, 27.0, 13.0, 12.0, 12.0, 10.0, 13.0, 8.0, 7.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.84988021850586, -22.149019241333008, -21.44816017150879, -20.747299194335938, -20.04644012451172, -19.345579147338867, -18.644718170166016, -17.943859100341797, -17.243000030517578, -16.542139053344727, -15.841279983520508, -15.140419006347656, -14.439559936523438, -13.738698959350586, -13.03783893585205, -12.336978912353516, -11.636117935180664, -10.935257911682129, -10.234397888183594, -9.533536911010742, -8.832677841186523, -8.131816864013672, -7.430956840515137, -6.730096817016602, -6.029236793518066, -5.328376770019531, -4.627516746520996, -3.9266562461853027, -3.2257962226867676, -2.5249361991882324, -1.824075698852539, -1.123215675354004, -0.42235755920410156, 0.27850258350372314, 0.9793627262115479, 1.680222988128662, 2.3810830116271973, 3.0819430351257324, 3.782803535461426, 4.483663558959961, 5.184523582458496, 5.885383605957031, 6.586243629455566, 7.28710412979126, 7.987964153289795, 8.688823699951172, 9.389684677124023, 10.090544700622559, 10.791404724121094, 11.492264747619629, 12.193124771118164, 12.893985748291016, 13.594844818115234, 14.295705795288086, 14.996565818786621, 15.697425842285156, 16.398284912109375, 17.099145889282227, 17.800004959106445, 18.500865936279297, 19.201725006103516, 19.902585983276367, 20.60344696044922, 21.304306030273438, 22.00516700744629]}, "gradients/decoder.roberta.encoder.layer.13.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 7.0, 5.0, 21.0, 13.0, 22.0, 25.0, 37.0, 42.0, 62.0, 97.0, 124.0, 200.0, 362.0, 618.0, 1344.0, 3177.0, 8810.0, 33283.0, 301054.0, 3528992.0, 269526.0, 31660.0, 8760.0, 3045.0, 1371.0, 616.0, 352.0, 189.0, 132.0, 93.0, 53.0, 45.0, 38.0, 21.0, 24.0, 14.0, 7.0, 14.0, 4.0, 4.0, 6.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.21875, -42.60986328125, -41.0009765625, -39.39208984375, -37.783203125, -36.17431640625, -34.5654296875, -32.95654296875, -31.34765625, -29.73876953125, -28.1298828125, -26.52099609375, -24.912109375, -23.30322265625, -21.6943359375, -20.08544921875, -18.4765625, -16.86767578125, -15.2587890625, -13.64990234375, -12.041015625, -10.43212890625, -8.8232421875, -7.21435546875, -5.60546875, -3.99658203125, -2.3876953125, -0.77880859375, 0.830078125, 2.43896484375, 4.0478515625, 5.65673828125, 7.265625, 8.87451171875, 10.4833984375, 12.09228515625, 13.701171875, 15.31005859375, 16.9189453125, 18.52783203125, 20.13671875, 21.74560546875, 23.3544921875, 24.96337890625, 26.572265625, 28.18115234375, 29.7900390625, 31.39892578125, 33.0078125, 34.61669921875, 36.2255859375, 37.83447265625, 39.443359375, 41.05224609375, 42.6611328125, 44.27001953125, 45.87890625, 47.48779296875, 49.0966796875, 50.70556640625, 52.314453125, 53.92333984375, 55.5322265625, 57.14111328125, 58.75]}, "gradients/decoder.roberta.encoder.layer.13.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 4.0, 7.0, 3.0, 6.0, 5.0, 8.0, 16.0, 9.0, 9.0, 12.0, 15.0, 22.0, 24.0, 26.0, 22.0, 33.0, 35.0, 28.0, 43.0, 40.0, 39.0, 40.0, 34.0, 44.0, 43.0, 50.0, 47.0, 38.0, 32.0, 33.0, 32.0, 28.0, 28.0, 19.0, 17.0, 12.0, 19.0, 17.0, 6.0, 10.0, 13.0, 3.0, 8.0, 8.0, 6.0, 3.0, 5.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0], "bins": [-14.4375, -14.0040283203125, -13.570556640625, -13.1370849609375, -12.70361328125, -12.2701416015625, -11.836669921875, -11.4031982421875, -10.9697265625, -10.5362548828125, -10.102783203125, -9.6693115234375, -9.23583984375, -8.8023681640625, -8.368896484375, -7.9354248046875, -7.501953125, -7.0684814453125, -6.635009765625, -6.2015380859375, -5.76806640625, -5.3345947265625, -4.901123046875, -4.4676513671875, -4.0341796875, -3.6007080078125, -3.167236328125, -2.7337646484375, -2.30029296875, -1.8668212890625, -1.433349609375, -0.9998779296875, -0.56640625, -0.1329345703125, 0.300537109375, 0.7340087890625, 1.16748046875, 1.6009521484375, 2.034423828125, 2.4678955078125, 2.9013671875, 3.3348388671875, 3.768310546875, 4.2017822265625, 4.63525390625, 5.0687255859375, 5.502197265625, 5.9356689453125, 6.369140625, 6.8026123046875, 7.236083984375, 7.6695556640625, 8.10302734375, 8.5364990234375, 8.969970703125, 9.4034423828125, 9.8369140625, 10.2703857421875, 10.703857421875, 11.1373291015625, 11.57080078125, 12.0042724609375, 12.437744140625, 12.8712158203125, 13.3046875]}, "gradients/decoder.roberta.encoder.layer.13.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 9.0, 10.0, 7.0, 14.0, 15.0, 23.0, 32.0, 41.0, 64.0, 114.0, 171.0, 304.0, 1217.0, 40919.0, 4133091.0, 16699.0, 854.0, 279.0, 139.0, 87.0, 60.0, 49.0, 19.0, 17.0, 21.0, 9.0, 8.0, 7.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-270.25, -263.21484375, -256.1796875, -249.14453125, -242.109375, -235.07421875, -228.0390625, -221.00390625, -213.96875, -206.93359375, -199.8984375, -192.86328125, -185.828125, -178.79296875, -171.7578125, -164.72265625, -157.6875, -150.65234375, -143.6171875, -136.58203125, -129.546875, -122.51171875, -115.4765625, -108.44140625, -101.40625, -94.37109375, -87.3359375, -80.30078125, -73.265625, -66.23046875, -59.1953125, -52.16015625, -45.125, -38.08984375, -31.0546875, -24.01953125, -16.984375, -9.94921875, -2.9140625, 4.12109375, 11.15625, 18.19140625, 25.2265625, 32.26171875, 39.296875, 46.33203125, 53.3671875, 60.40234375, 67.4375, 74.47265625, 81.5078125, 88.54296875, 95.578125, 102.61328125, 109.6484375, 116.68359375, 123.71875, 130.75390625, 137.7890625, 144.82421875, 151.859375, 158.89453125, 165.9296875, 172.96484375, 180.0]}, "gradients/decoder.roberta.encoder.layer.13.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 5.0, 3.0, 9.0, 11.0, 13.0, 25.0, 34.0, 44.0, 84.0, 143.0, 184.0, 396.0, 820.0, 1030.0, 549.0, 250.0, 182.0, 112.0, 52.0, 41.0, 30.0, 15.0, 15.0, 8.0, 9.0, 4.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.4375, -11.03173828125, -10.6259765625, -10.22021484375, -9.814453125, -9.40869140625, -9.0029296875, -8.59716796875, -8.19140625, -7.78564453125, -7.3798828125, -6.97412109375, -6.568359375, -6.16259765625, -5.7568359375, -5.35107421875, -4.9453125, -4.53955078125, -4.1337890625, -3.72802734375, -3.322265625, -2.91650390625, -2.5107421875, -2.10498046875, -1.69921875, -1.29345703125, -0.8876953125, -0.48193359375, -0.076171875, 0.32958984375, 0.7353515625, 1.14111328125, 1.546875, 1.95263671875, 2.3583984375, 2.76416015625, 3.169921875, 3.57568359375, 3.9814453125, 4.38720703125, 4.79296875, 5.19873046875, 5.6044921875, 6.01025390625, 6.416015625, 6.82177734375, 7.2275390625, 7.63330078125, 8.0390625, 8.44482421875, 8.8505859375, 9.25634765625, 9.662109375, 10.06787109375, 10.4736328125, 10.87939453125, 11.28515625, 11.69091796875, 12.0966796875, 12.50244140625, 12.908203125, 13.31396484375, 13.7197265625, 14.12548828125, 14.53125]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 10.0, 11.0, 6.0, 21.0, 42.0, 43.0, 68.0, 65.0, 82.0, 113.0, 104.0, 112.0, 83.0, 78.0, 48.0, 41.0, 28.0, 20.0, 17.0, 7.0, 4.0, 3.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.227108001708984, -30.261320114135742, -29.295534133911133, -28.32974624633789, -27.36395835876465, -26.398170471191406, -25.432384490966797, -24.466596603393555, -23.500808715820312, -22.53502082824707, -21.56923484802246, -20.60344696044922, -19.637659072875977, -18.671871185302734, -17.706085205078125, -16.740297317504883, -15.774511337280273, -14.808724403381348, -13.842936515808105, -12.87714958190918, -11.911361694335938, -10.945574760437012, -9.979787826538086, -9.013999938964844, -8.048213005065918, -7.082425594329834, -6.11663818359375, -5.150851249694824, -4.18506383895874, -3.2192764282226562, -2.2534894943237305, -1.2877020835876465, -0.3219165802001953, 0.6438707113265991, 1.6096580028533936, 2.5754451751708984, 3.5412325859069824, 4.507019996643066, 5.472806930541992, 6.438594341278076, 7.40438175201416, 8.370168685913086, 9.335956573486328, 10.301743507385254, 11.26753044128418, 12.233318328857422, 13.199105262756348, 14.164892196655273, 15.130680084228516, 16.096467971801758, 17.062253952026367, 18.02804183959961, 18.99382972717285, 19.959617614746094, 20.925403594970703, 21.891191482543945, 22.856979370117188, 23.82276725769043, 24.78855323791504, 25.75434112548828, 26.720129013061523, 27.685916900634766, 28.651702880859375, 29.617490768432617, 30.583276748657227]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 6.0, 5.0, 10.0, 13.0, 13.0, 13.0, 10.0, 21.0, 20.0, 28.0, 32.0, 34.0, 32.0, 40.0, 34.0, 54.0, 38.0, 49.0, 46.0, 44.0, 42.0, 38.0, 48.0, 37.0, 34.0, 39.0, 27.0, 29.0, 28.0, 27.0, 12.0, 24.0, 14.0, 14.0, 8.0, 10.0, 10.0, 7.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.386756896972656, -15.84510326385498, -15.303449630737305, -14.761795997619629, -14.220142364501953, -13.678489685058594, -13.136836051940918, -12.595182418823242, -12.053528785705566, -11.51187515258789, -10.970221519470215, -10.428567886352539, -9.88691520690918, -9.345260620117188, -8.803607940673828, -8.261954307556152, -7.720300674438477, -7.178647041320801, -6.636993408203125, -6.095340251922607, -5.553686618804932, -5.012032985687256, -4.470379829406738, -3.9287261962890625, -3.3870725631713867, -2.845418930053711, -2.3037655353546143, -1.762112021446228, -1.2204585075378418, -0.678804874420166, -0.13715147972106934, 0.40450191497802734, 0.9461536407470703, 1.4878071546554565, 2.0294606685638428, 2.5711140632629395, 3.1127676963806152, 3.654421329498291, 4.196074485778809, 4.737728118896484, 5.27938175201416, 5.821035385131836, 6.362689018249512, 6.904342174530029, 7.445995807647705, 7.987649440765381, 8.529302597045898, 9.070956230163574, 9.61260986328125, 10.154263496398926, 10.695917129516602, 11.237570762634277, 11.779224395751953, 12.320877075195312, 12.862530708312988, 13.404184341430664, 13.94583797454834, 14.487491607666016, 15.029145240783691, 15.570798873901367, 16.112451553344727, 16.65410614013672, 17.195758819580078, 17.737411499023438, 18.27906608581543]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 6.0, 7.0, 12.0, 18.0, 22.0, 33.0, 51.0, 67.0, 97.0, 149.0, 253.0, 379.0, 627.0, 1006.0, 1616.0, 2630.0, 3967.0, 6638.0, 10781.0, 17651.0, 28746.0, 45488.0, 71248.0, 106791.0, 146664.0, 166766.0, 144689.0, 104922.0, 69936.0, 44433.0, 27771.0, 17287.0, 10542.0, 6591.0, 3948.0, 2418.0, 1550.0, 982.0, 636.0, 375.0, 274.0, 180.0, 111.0, 72.0, 37.0, 41.0, 16.0, 10.0, 11.0, 10.0, 5.0, 4.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-2.9921875, -2.897125244140625, -2.80206298828125, -2.707000732421875, -2.6119384765625, -2.516876220703125, -2.42181396484375, -2.326751708984375, -2.231689453125, -2.136627197265625, -2.04156494140625, -1.946502685546875, -1.8514404296875, -1.756378173828125, -1.66131591796875, -1.566253662109375, -1.47119140625, -1.376129150390625, -1.28106689453125, -1.186004638671875, -1.0909423828125, -0.995880126953125, -0.90081787109375, -0.805755615234375, -0.710693359375, -0.615631103515625, -0.52056884765625, -0.425506591796875, -0.3304443359375, -0.235382080078125, -0.14031982421875, -0.045257568359375, 0.0498046875, 0.144866943359375, 0.23992919921875, 0.334991455078125, 0.4300537109375, 0.525115966796875, 0.62017822265625, 0.715240478515625, 0.810302734375, 0.905364990234375, 1.00042724609375, 1.095489501953125, 1.1905517578125, 1.285614013671875, 1.38067626953125, 1.475738525390625, 1.57080078125, 1.665863037109375, 1.76092529296875, 1.855987548828125, 1.9510498046875, 2.046112060546875, 2.14117431640625, 2.236236572265625, 2.331298828125, 2.426361083984375, 2.52142333984375, 2.616485595703125, 2.7115478515625, 2.806610107421875, 2.90167236328125, 2.996734619140625, 3.091796875]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 6.0, 6.0, 11.0, 11.0, 14.0, 12.0, 11.0, 22.0, 19.0, 28.0, 33.0, 33.0, 32.0, 43.0, 31.0, 51.0, 40.0, 49.0, 49.0, 42.0, 43.0, 37.0, 48.0, 36.0, 34.0, 40.0, 24.0, 30.0, 28.0, 28.0, 16.0, 19.0, 15.0, 16.0, 6.0, 10.0, 8.0, 9.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.953125, -15.423095703125, -14.89306640625, -14.363037109375, -13.8330078125, -13.302978515625, -12.77294921875, -12.242919921875, -11.712890625, -11.182861328125, -10.65283203125, -10.122802734375, -9.5927734375, -9.062744140625, -8.53271484375, -8.002685546875, -7.47265625, -6.942626953125, -6.41259765625, -5.882568359375, -5.3525390625, -4.822509765625, -4.29248046875, -3.762451171875, -3.232421875, -2.702392578125, -2.17236328125, -1.642333984375, -1.1123046875, -0.582275390625, -0.05224609375, 0.477783203125, 1.0078125, 1.537841796875, 2.06787109375, 2.597900390625, 3.1279296875, 3.657958984375, 4.18798828125, 4.718017578125, 5.248046875, 5.778076171875, 6.30810546875, 6.838134765625, 7.3681640625, 7.898193359375, 8.42822265625, 8.958251953125, 9.48828125, 10.018310546875, 10.54833984375, 11.078369140625, 11.6083984375, 12.138427734375, 12.66845703125, 13.198486328125, 13.728515625, 14.258544921875, 14.78857421875, 15.318603515625, 15.8486328125, 16.378662109375, 16.90869140625, 17.438720703125, 17.96875]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 2.0, 6.0, 5.0, 6.0, 10.0, 8.0, 12.0, 19.0, 27.0, 34.0, 58.0, 101.0, 139.0, 193.0, 318.0, 429.0, 645.0, 840.0, 1296.0, 1842.0, 2751.0, 4179.0, 6286.0, 9989.0, 15980.0, 27804.0, 150833.0, 726036.0, 41984.0, 20833.0, 12355.0, 7794.0, 5174.0, 3382.0, 2354.0, 1470.0, 1049.0, 728.0, 490.0, 327.0, 250.0, 176.0, 113.0, 66.0, 54.0, 29.0, 23.0, 20.0, 19.0, 13.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.59765625, -5.41845703125, -5.2392578125, -5.06005859375, -4.880859375, -4.70166015625, -4.5224609375, -4.34326171875, -4.1640625, -3.98486328125, -3.8056640625, -3.62646484375, -3.447265625, -3.26806640625, -3.0888671875, -2.90966796875, -2.73046875, -2.55126953125, -2.3720703125, -2.19287109375, -2.013671875, -1.83447265625, -1.6552734375, -1.47607421875, -1.296875, -1.11767578125, -0.9384765625, -0.75927734375, -0.580078125, -0.40087890625, -0.2216796875, -0.04248046875, 0.13671875, 0.31591796875, 0.4951171875, 0.67431640625, 0.853515625, 1.03271484375, 1.2119140625, 1.39111328125, 1.5703125, 1.74951171875, 1.9287109375, 2.10791015625, 2.287109375, 2.46630859375, 2.6455078125, 2.82470703125, 3.00390625, 3.18310546875, 3.3623046875, 3.54150390625, 3.720703125, 3.89990234375, 4.0791015625, 4.25830078125, 4.4375, 4.61669921875, 4.7958984375, 4.97509765625, 5.154296875, 5.33349609375, 5.5126953125, 5.69189453125, 5.87109375]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 4.0, 15.0, 7.0, 11.0, 14.0, 15.0, 24.0, 21.0, 18.0, 28.0, 28.0, 40.0, 38.0, 39.0, 48.0, 55.0, 40.0, 48.0, 43.0, 38.0, 50.0, 33.0, 48.0, 37.0, 30.0, 29.0, 46.0, 24.0, 24.0, 22.0, 23.0, 9.0, 10.0, 10.0, 7.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.40625, -9.04541015625, -8.6845703125, -8.32373046875, -7.962890625, -7.60205078125, -7.2412109375, -6.88037109375, -6.51953125, -6.15869140625, -5.7978515625, -5.43701171875, -5.076171875, -4.71533203125, -4.3544921875, -3.99365234375, -3.6328125, -3.27197265625, -2.9111328125, -2.55029296875, -2.189453125, -1.82861328125, -1.4677734375, -1.10693359375, -0.74609375, -0.38525390625, -0.0244140625, 0.33642578125, 0.697265625, 1.05810546875, 1.4189453125, 1.77978515625, 2.140625, 2.50146484375, 2.8623046875, 3.22314453125, 3.583984375, 3.94482421875, 4.3056640625, 4.66650390625, 5.02734375, 5.38818359375, 5.7490234375, 6.10986328125, 6.470703125, 6.83154296875, 7.1923828125, 7.55322265625, 7.9140625, 8.27490234375, 8.6357421875, 8.99658203125, 9.357421875, 9.71826171875, 10.0791015625, 10.43994140625, 10.80078125, 11.16162109375, 11.5224609375, 11.88330078125, 12.244140625, 12.60498046875, 12.9658203125, 13.32666015625, 13.6875]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 3.0, 2.0, 5.0, 8.0, 9.0, 14.0, 13.0, 20.0, 28.0, 37.0, 80.0, 90.0, 140.0, 183.0, 312.0, 540.0, 923.0, 1674.0, 3408.0, 7432.0, 18962.0, 63690.0, 890353.0, 36568.0, 13062.0, 5271.0, 2504.0, 1307.0, 731.0, 410.0, 248.0, 173.0, 99.0, 84.0, 40.0, 44.0, 26.0, 21.0, 7.0, 8.0, 9.0, 5.0, 7.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.603515625, -0.5842361450195312, -0.5649566650390625, -0.5456771850585938, -0.526397705078125, -0.5071182250976562, -0.4878387451171875, -0.46855926513671875, -0.44927978515625, -0.43000030517578125, -0.4107208251953125, -0.39144134521484375, -0.372161865234375, -0.35288238525390625, -0.3336029052734375, -0.31432342529296875, -0.2950439453125, -0.27576446533203125, -0.2564849853515625, -0.23720550537109375, -0.217926025390625, -0.19864654541015625, -0.1793670654296875, -0.16008758544921875, -0.14080810546875, -0.12152862548828125, -0.1022491455078125, -0.08296966552734375, -0.063690185546875, -0.04441070556640625, -0.0251312255859375, -0.00585174560546875, 0.013427734375, 0.03270721435546875, 0.0519866943359375, 0.07126617431640625, 0.090545654296875, 0.10982513427734375, 0.1291046142578125, 0.14838409423828125, 0.16766357421875, 0.18694305419921875, 0.2062225341796875, 0.22550201416015625, 0.244781494140625, 0.26406097412109375, 0.2833404541015625, 0.30261993408203125, 0.3218994140625, 0.34117889404296875, 0.3604583740234375, 0.37973785400390625, 0.399017333984375, 0.41829681396484375, 0.4375762939453125, 0.45685577392578125, 0.47613525390625, 0.49541473388671875, 0.5146942138671875, 0.5339736938476562, 0.553253173828125, 0.5725326538085938, 0.5918121337890625, 0.6110916137695312, 0.63037109375]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.key.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 7.0, 6.0, 8.0, 7.0, 15.0, 11.0, 14.0, 24.0, 25.0, 37.0, 45.0, 46.0, 64.0, 71.0, 64.0, 53.0, 53.0, 64.0, 62.0, 42.0, 43.0, 45.0, 37.0, 30.0, 34.0, 28.0, 13.0, 9.0, 14.0, 8.0, 10.0, 6.0, 4.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.901388168334961e-05, -1.834053546190262e-05, -1.7667189240455627e-05, -1.6993843019008636e-05, -1.6320496797561646e-05, -1.5647150576114655e-05, -1.4973804354667664e-05, -1.4300458133220673e-05, -1.3627111911773682e-05, -1.295376569032669e-05, -1.22804194688797e-05, -1.1607073247432709e-05, -1.0933727025985718e-05, -1.0260380804538727e-05, -9.587034583091736e-06, -8.913688361644745e-06, -8.240342140197754e-06, -7.566995918750763e-06, -6.893649697303772e-06, -6.220303475856781e-06, -5.54695725440979e-06, -4.873611032962799e-06, -4.200264811515808e-06, -3.526918590068817e-06, -2.853572368621826e-06, -2.180226147174835e-06, -1.5068799257278442e-06, -8.335337042808533e-07, -1.601874828338623e-07, 5.131587386131287e-07, 1.1865049600601196e-06, 1.8598511815071106e-06, 2.5331974029541016e-06, 3.2065436244010925e-06, 3.8798898458480835e-06, 4.5532360672950745e-06, 5.2265822887420654e-06, 5.899928510189056e-06, 6.573274731636047e-06, 7.246620953083038e-06, 7.91996717453003e-06, 8.59331339597702e-06, 9.266659617424011e-06, 9.940005838871002e-06, 1.0613352060317993e-05, 1.1286698281764984e-05, 1.1960044503211975e-05, 1.2633390724658966e-05, 1.3306736946105957e-05, 1.3980083167552948e-05, 1.4653429388999939e-05, 1.532677561044693e-05, 1.600012183189392e-05, 1.6673468053340912e-05, 1.7346814274787903e-05, 1.8020160496234894e-05, 1.8693506717681885e-05, 1.9366852939128876e-05, 2.0040199160575867e-05, 2.0713545382022858e-05, 2.138689160346985e-05, 2.206023782491684e-05, 2.273358404636383e-05, 2.340693026781082e-05, 2.4080276489257812e-05]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 8.0, 6.0, 5.0, 11.0, 15.0, 27.0, 32.0, 35.0, 62.0, 106.0, 347.0, 5939.0, 939342.0, 100927.0, 1227.0, 192.0, 89.0, 49.0, 27.0, 20.0, 22.0, 10.0, 11.0, 10.0, 4.0, 5.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.33203125, -2.2608642578125, -2.189697265625, -2.1185302734375, -2.04736328125, -1.9761962890625, -1.905029296875, -1.8338623046875, -1.7626953125, -1.6915283203125, -1.620361328125, -1.5491943359375, -1.47802734375, -1.4068603515625, -1.335693359375, -1.2645263671875, -1.193359375, -1.1221923828125, -1.051025390625, -0.9798583984375, -0.90869140625, -0.8375244140625, -0.766357421875, -0.6951904296875, -0.6240234375, -0.5528564453125, -0.481689453125, -0.4105224609375, -0.33935546875, -0.2681884765625, -0.197021484375, -0.1258544921875, -0.0546875, 0.0164794921875, 0.087646484375, 0.1588134765625, 0.22998046875, 0.3011474609375, 0.372314453125, 0.4434814453125, 0.5146484375, 0.5858154296875, 0.656982421875, 0.7281494140625, 0.79931640625, 0.8704833984375, 0.941650390625, 1.0128173828125, 1.083984375, 1.1551513671875, 1.226318359375, 1.2974853515625, 1.36865234375, 1.4398193359375, 1.510986328125, 1.5821533203125, 1.6533203125, 1.7244873046875, 1.795654296875, 1.8668212890625, 1.93798828125, 2.0091552734375, 2.080322265625, 2.1514892578125, 2.22265625]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 6.0, 7.0, 12.0, 7.0, 18.0, 13.0, 31.0, 26.0, 60.0, 58.0, 80.0, 94.0, 120.0, 111.0, 82.0, 61.0, 35.0, 36.0, 22.0, 25.0, 21.0, 11.0, 11.0, 8.0, 6.0, 6.0, 6.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.110107421875, -0.10683345794677734, -0.10355949401855469, -0.10028553009033203, -0.09701156616210938, -0.09373760223388672, -0.09046363830566406, -0.0871896743774414, -0.08391571044921875, -0.0806417465209961, -0.07736778259277344, -0.07409381866455078, -0.07081985473632812, -0.06754589080810547, -0.06427192687988281, -0.060997962951660156, -0.0577239990234375, -0.054450035095214844, -0.05117607116699219, -0.04790210723876953, -0.044628143310546875, -0.04135417938232422, -0.03808021545410156, -0.034806251525878906, -0.03153228759765625, -0.028258323669433594, -0.024984359741210938, -0.02171039581298828, -0.018436431884765625, -0.015162467956542969, -0.011888504028320312, -0.008614540100097656, -0.005340576171875, -0.0020666122436523438, 0.0012073516845703125, 0.004481315612792969, 0.007755279541015625, 0.011029243469238281, 0.014303207397460938, 0.017577171325683594, 0.02085113525390625, 0.024125099182128906, 0.027399063110351562, 0.03067302703857422, 0.033946990966796875, 0.03722095489501953, 0.04049491882324219, 0.043768882751464844, 0.0470428466796875, 0.050316810607910156, 0.05359077453613281, 0.05686473846435547, 0.060138702392578125, 0.06341266632080078, 0.06668663024902344, 0.0699605941772461, 0.07323455810546875, 0.0765085220336914, 0.07978248596191406, 0.08305644989013672, 0.08633041381835938, 0.08960437774658203, 0.09287834167480469, 0.09615230560302734, 0.09942626953125]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 8.0, 11.0, 16.0, 29.0, 55.0, 72.0, 103.0, 90.0, 133.0, 121.0, 109.0, 83.0, 68.0, 42.0, 33.0, 15.0, 7.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.844146728515625, -27.726789474487305, -26.609432220458984, -25.49207305908203, -24.37471580505371, -23.25735855102539, -22.14000129699707, -21.02264404296875, -19.905284881591797, -18.787927627563477, -17.670570373535156, -16.553211212158203, -15.435853958129883, -14.318496704101562, -13.201139450073242, -12.083782196044922, -10.966424942016602, -9.849067687988281, -8.731709480285645, -7.614352226257324, -6.496994495391846, -5.379636764526367, -4.262279510498047, -3.1449217796325684, -2.02756404876709, -0.9102064371109009, 0.20715117454528809, 1.3245086669921875, 2.441866397857666, 3.5592241287231445, 4.676581382751465, 5.793939113616943, 6.911296844482422, 8.028654098510742, 9.146012306213379, 10.2633695602417, 11.380727767944336, 12.498085021972656, 13.615442276000977, 14.732799530029297, 15.850157737731934, 16.96751594543457, 18.08487319946289, 19.20223045349121, 20.31958770751953, 21.436946868896484, 22.554302215576172, 23.671661376953125, 24.789018630981445, 25.906375885009766, 27.023733139038086, 28.141090393066406, 29.25844955444336, 30.37580680847168, 31.4931640625, 32.61052322387695, 33.72787857055664, 34.845237731933594, 35.96259307861328, 37.079952239990234, 38.19730758666992, 39.314666748046875, 40.43202209472656, 41.549381256103516, 42.66674041748047]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 6.0, 6.0, 11.0, 11.0, 14.0, 12.0, 11.0, 23.0, 19.0, 28.0, 32.0, 37.0, 27.0, 44.0, 34.0, 50.0, 40.0, 50.0, 48.0, 41.0, 44.0, 36.0, 48.0, 36.0, 34.0, 39.0, 24.0, 31.0, 28.0, 29.0, 14.0, 19.0, 16.0, 15.0, 6.0, 10.0, 9.0, 8.0, 2.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.938798904418945, -15.408676147460938, -14.87855339050293, -14.348430633544922, -13.818307876586914, -13.288185119628906, -12.758063316345215, -12.227940559387207, -11.6978178024292, -11.167695045471191, -10.637572288513184, -10.107449531555176, -9.577327728271484, -9.047204971313477, -8.517082214355469, -7.986959457397461, -7.456836700439453, -6.926713943481445, -6.3965911865234375, -5.866468906402588, -5.33634614944458, -4.806223392486572, -4.276101112365723, -3.745978355407715, -3.215855598449707, -2.685732841491699, -2.1556103229522705, -1.6254876852035522, -1.095365047454834, -0.5652422904968262, -0.03511977195739746, 0.49500274658203125, 1.025125503540039, 1.5552481412887573, 2.0853707790374756, 2.6154932975769043, 3.145616054534912, 3.67573881149292, 4.2058610916137695, 4.735983848571777, 5.266106605529785, 5.796229362487793, 6.326352119445801, 6.85647439956665, 7.386597156524658, 7.916719913482666, 8.446842193603516, 8.976964950561523, 9.507087707519531, 10.037210464477539, 10.567333221435547, 11.097455978393555, 11.627578735351562, 12.15770149230957, 12.687823295593262, 13.21794605255127, 13.748068809509277, 14.278191566467285, 14.808314323425293, 15.3384370803833, 15.868558883666992, 16.398681640625, 16.928804397583008, 17.458927154541016, 17.989049911499023]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 9.0, 12.0, 11.0, 23.0, 27.0, 46.0, 57.0, 94.0, 102.0, 177.0, 250.0, 397.0, 547.0, 846.0, 1382.0, 2302.0, 3662.0, 5808.0, 10004.0, 17107.0, 31158.0, 60885.0, 134623.0, 329646.0, 242455.0, 99242.0, 47383.0, 24942.0, 13898.0, 8179.0, 4979.0, 3015.0, 1828.0, 1149.0, 753.0, 504.0, 342.0, 208.0, 140.0, 102.0, 78.0, 54.0, 50.0, 26.0, 18.0, 13.0, 11.0, 5.0, 8.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-13.2890625, -12.8433837890625, -12.397705078125, -11.9520263671875, -11.50634765625, -11.0606689453125, -10.614990234375, -10.1693115234375, -9.7236328125, -9.2779541015625, -8.832275390625, -8.3865966796875, -7.94091796875, -7.4952392578125, -7.049560546875, -6.6038818359375, -6.158203125, -5.7125244140625, -5.266845703125, -4.8211669921875, -4.37548828125, -3.9298095703125, -3.484130859375, -3.0384521484375, -2.5927734375, -2.1470947265625, -1.701416015625, -1.2557373046875, -0.81005859375, -0.3643798828125, 0.081298828125, 0.5269775390625, 0.97265625, 1.4183349609375, 1.864013671875, 2.3096923828125, 2.75537109375, 3.2010498046875, 3.646728515625, 4.0924072265625, 4.5380859375, 4.9837646484375, 5.429443359375, 5.8751220703125, 6.32080078125, 6.7664794921875, 7.212158203125, 7.6578369140625, 8.103515625, 8.5491943359375, 8.994873046875, 9.4405517578125, 9.88623046875, 10.3319091796875, 10.777587890625, 11.2232666015625, 11.6689453125, 12.1146240234375, 12.560302734375, 13.0059814453125, 13.45166015625, 13.8973388671875, 14.343017578125, 14.7886962890625, 15.234375]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 6.0, 9.0, 4.0, 12.0, 11.0, 14.0, 11.0, 16.0, 16.0, 27.0, 32.0, 35.0, 32.0, 37.0, 36.0, 36.0, 44.0, 56.0, 44.0, 37.0, 49.0, 35.0, 53.0, 48.0, 32.0, 43.0, 20.0, 30.0, 30.0, 28.0, 24.0, 19.0, 14.0, 11.0, 17.0, 4.0, 7.0, 13.0, 3.0, 6.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.0078125, -14.4844970703125, -13.961181640625, -13.4378662109375, -12.91455078125, -12.3912353515625, -11.867919921875, -11.3446044921875, -10.8212890625, -10.2979736328125, -9.774658203125, -9.2513427734375, -8.72802734375, -8.2047119140625, -7.681396484375, -7.1580810546875, -6.634765625, -6.1114501953125, -5.588134765625, -5.0648193359375, -4.54150390625, -4.0181884765625, -3.494873046875, -2.9715576171875, -2.4482421875, -1.9249267578125, -1.401611328125, -0.8782958984375, -0.35498046875, 0.1683349609375, 0.691650390625, 1.2149658203125, 1.73828125, 2.2615966796875, 2.784912109375, 3.3082275390625, 3.83154296875, 4.3548583984375, 4.878173828125, 5.4014892578125, 5.9248046875, 6.4481201171875, 6.971435546875, 7.4947509765625, 8.01806640625, 8.5413818359375, 9.064697265625, 9.5880126953125, 10.111328125, 10.6346435546875, 11.157958984375, 11.6812744140625, 12.20458984375, 12.7279052734375, 13.251220703125, 13.7745361328125, 14.2978515625, 14.8211669921875, 15.344482421875, 15.8677978515625, 16.39111328125, 16.9144287109375, 17.437744140625, 17.9610595703125, 18.484375]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 3.0, 5.0, 12.0, 7.0, 8.0, 9.0, 8.0, 12.0, 16.0, 20.0, 13.0, 29.0, 53.0, 57.0, 58.0, 54.0, 65.0, 110.0, 127.0, 123.0, 273.0, 1044028.0, 2612.0, 140.0, 121.0, 102.0, 86.0, 65.0, 54.0, 48.0, 45.0, 40.0, 23.0, 19.0, 14.0, 23.0, 17.0, 9.0, 7.0, 7.0, 5.0, 5.0, 5.0, 5.0, 4.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0], "bins": [-397.25, -384.72265625, -372.1953125, -359.66796875, -347.140625, -334.61328125, -322.0859375, -309.55859375, -297.03125, -284.50390625, -271.9765625, -259.44921875, -246.921875, -234.39453125, -221.8671875, -209.33984375, -196.8125, -184.28515625, -171.7578125, -159.23046875, -146.703125, -134.17578125, -121.6484375, -109.12109375, -96.59375, -84.06640625, -71.5390625, -59.01171875, -46.484375, -33.95703125, -21.4296875, -8.90234375, 3.625, 16.15234375, 28.6796875, 41.20703125, 53.734375, 66.26171875, 78.7890625, 91.31640625, 103.84375, 116.37109375, 128.8984375, 141.42578125, 153.953125, 166.48046875, 179.0078125, 191.53515625, 204.0625, 216.58984375, 229.1171875, 241.64453125, 254.171875, 266.69921875, 279.2265625, 291.75390625, 304.28125, 316.80859375, 329.3359375, 341.86328125, 354.390625, 366.91796875, 379.4453125, 391.97265625, 404.5]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.value.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 9.0, 3.0, 7.0, 9.0, 8.0, 13.0, 17.0, 19.0, 20.0, 18.0, 26.0, 34.0, 31.0, 26.0, 38.0, 39.0, 41.0, 30.0, 52.0, 40.0, 29.0, 38.0, 61.0, 39.0, 33.0, 24.0, 34.0, 48.0, 31.0, 45.0, 13.0, 19.0, 12.0, 16.0, 12.0, 10.0, 6.0, 12.0, 12.0, 3.0, 5.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.7265625, -14.254150390625, -13.78173828125, -13.309326171875, -12.8369140625, -12.364501953125, -11.89208984375, -11.419677734375, -10.947265625, -10.474853515625, -10.00244140625, -9.530029296875, -9.0576171875, -8.585205078125, -8.11279296875, -7.640380859375, -7.16796875, -6.695556640625, -6.22314453125, -5.750732421875, -5.2783203125, -4.805908203125, -4.33349609375, -3.861083984375, -3.388671875, -2.916259765625, -2.44384765625, -1.971435546875, -1.4990234375, -1.026611328125, -0.55419921875, -0.081787109375, 0.390625, 0.863037109375, 1.33544921875, 1.807861328125, 2.2802734375, 2.752685546875, 3.22509765625, 3.697509765625, 4.169921875, 4.642333984375, 5.11474609375, 5.587158203125, 6.0595703125, 6.531982421875, 7.00439453125, 7.476806640625, 7.94921875, 8.421630859375, 8.89404296875, 9.366455078125, 9.8388671875, 10.311279296875, 10.78369140625, 11.256103515625, 11.728515625, 12.200927734375, 12.67333984375, 13.145751953125, 13.6181640625, 14.090576171875, 14.56298828125, 15.035400390625, 15.5078125]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 12.0, 10.0, 18.0, 24.0, 52.0, 64.0, 175.0, 379.0, 924.0, 4610.0, 123747.0, 892439.0, 22999.0, 1938.0, 606.0, 252.0, 110.0, 76.0, 49.0, 28.0, 14.0, 5.0, 9.0, 4.0, 6.0, 5.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.5625, -48.9462890625, -47.330078125, -45.7138671875, -44.09765625, -42.4814453125, -40.865234375, -39.2490234375, -37.6328125, -36.0166015625, -34.400390625, -32.7841796875, -31.16796875, -29.5517578125, -27.935546875, -26.3193359375, -24.703125, -23.0869140625, -21.470703125, -19.8544921875, -18.23828125, -16.6220703125, -15.005859375, -13.3896484375, -11.7734375, -10.1572265625, -8.541015625, -6.9248046875, -5.30859375, -3.6923828125, -2.076171875, -0.4599609375, 1.15625, 2.7724609375, 4.388671875, 6.0048828125, 7.62109375, 9.2373046875, 10.853515625, 12.4697265625, 14.0859375, 15.7021484375, 17.318359375, 18.9345703125, 20.55078125, 22.1669921875, 23.783203125, 25.3994140625, 27.015625, 28.6318359375, 30.248046875, 31.8642578125, 33.48046875, 35.0966796875, 36.712890625, 38.3291015625, 39.9453125, 41.5615234375, 43.177734375, 44.7939453125, 46.41015625, 48.0263671875, 49.642578125, 51.2587890625, 52.875]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 12.0, 14.0, 30.0, 22.0, 53.0, 72.0, 112.0, 260.0, 172.0, 87.0, 60.0, 35.0, 35.0, 16.0, 8.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003326416015625, -0.003236114978790283, -0.0031458139419555664, -0.0030555129051208496, -0.002965211868286133, -0.002874910831451416, -0.0027846097946166992, -0.0026943087577819824, -0.0026040077209472656, -0.002513706684112549, -0.002423405647277832, -0.0023331046104431152, -0.0022428035736083984, -0.0021525025367736816, -0.002062201499938965, -0.001971900463104248, -0.0018815994262695312, -0.0017912983894348145, -0.0017009973526000977, -0.0016106963157653809, -0.001520395278930664, -0.0014300942420959473, -0.0013397932052612305, -0.0012494921684265137, -0.0011591911315917969, -0.00106889009475708, -0.0009785890579223633, -0.0008882880210876465, -0.0007979869842529297, -0.0007076859474182129, -0.0006173849105834961, -0.0005270838737487793, -0.0004367828369140625, -0.0003464818000793457, -0.0002561807632446289, -0.0001658797264099121, -7.557868957519531e-05, 1.4722347259521484e-05, 0.00010502338409423828, 0.00019532442092895508, 0.0002856254577636719, 0.00037592649459838867, 0.00046622753143310547, 0.0005565285682678223, 0.0006468296051025391, 0.0007371306419372559, 0.0008274316787719727, 0.0009177327156066895, 0.0010080337524414062, 0.001098334789276123, 0.0011886358261108398, 0.0012789368629455566, 0.0013692378997802734, 0.0014595389366149902, 0.001549839973449707, 0.0016401410102844238, 0.0017304420471191406, 0.0018207430839538574, 0.0019110441207885742, 0.002001345157623291, 0.002091646194458008, 0.0021819472312927246, 0.0022722482681274414, 0.002362549304962158, 0.002452850341796875]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 9.0, 11.0, 11.0, 8.0, 16.0, 30.0, 31.0, 64.0, 317.0, 2508.0, 862525.0, 181122.0, 1496.0, 215.0, 66.0, 35.0, 31.0, 20.0, 12.0, 10.0, 10.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-123.375, -120.03125, -116.6875, -113.34375, -110.0, -106.65625, -103.3125, -99.96875, -96.625, -93.28125, -89.9375, -86.59375, -83.25, -79.90625, -76.5625, -73.21875, -69.875, -66.53125, -63.1875, -59.84375, -56.5, -53.15625, -49.8125, -46.46875, -43.125, -39.78125, -36.4375, -33.09375, -29.75, -26.40625, -23.0625, -19.71875, -16.375, -13.03125, -9.6875, -6.34375, -3.0, 0.34375, 3.6875, 7.03125, 10.375, 13.71875, 17.0625, 20.40625, 23.75, 27.09375, 30.4375, 33.78125, 37.125, 40.46875, 43.8125, 47.15625, 50.5, 53.84375, 57.1875, 60.53125, 63.875, 67.21875, 70.5625, 73.90625, 77.25, 80.59375, 83.9375, 87.28125, 90.625]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 10.0, 9.0, 8.0, 19.0, 21.0, 34.0, 35.0, 55.0, 76.0, 87.0, 188.0, 151.0, 90.0, 61.0, 41.0, 32.0, 24.0, 10.0, 14.0, 8.0, 10.0, 8.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.98046875, -3.82012939453125, -3.6597900390625, -3.49945068359375, -3.339111328125, -3.17877197265625, -3.0184326171875, -2.85809326171875, -2.69775390625, -2.53741455078125, -2.3770751953125, -2.21673583984375, -2.056396484375, -1.89605712890625, -1.7357177734375, -1.57537841796875, -1.4150390625, -1.25469970703125, -1.0943603515625, -0.93402099609375, -0.773681640625, -0.61334228515625, -0.4530029296875, -0.29266357421875, -0.13232421875, 0.02801513671875, 0.1883544921875, 0.34869384765625, 0.509033203125, 0.66937255859375, 0.8297119140625, 0.99005126953125, 1.150390625, 1.31072998046875, 1.4710693359375, 1.63140869140625, 1.791748046875, 1.95208740234375, 2.1124267578125, 2.27276611328125, 2.43310546875, 2.59344482421875, 2.7537841796875, 2.91412353515625, 3.074462890625, 3.23480224609375, 3.3951416015625, 3.55548095703125, 3.7158203125, 3.87615966796875, 4.0364990234375, 4.19683837890625, 4.357177734375, 4.51751708984375, 4.6778564453125, 4.83819580078125, 4.99853515625, 5.15887451171875, 5.3192138671875, 5.47955322265625, 5.639892578125, 5.80023193359375, 5.9605712890625, 6.12091064453125, 6.28125]}, "gradients/decoder.roberta.encoder.layer.12.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 6.0, 13.0, 17.0, 34.0, 48.0, 41.0, 68.0, 75.0, 73.0, 98.0, 95.0, 90.0, 93.0, 65.0, 57.0, 36.0, 33.0, 29.0, 13.0, 5.0, 6.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0], "bins": [-43.80632019042969, -42.87617874145508, -41.946041107177734, -41.015899658203125, -40.085758209228516, -39.155616760253906, -38.22547912597656, -37.29533767700195, -36.365196228027344, -35.435054779052734, -34.50491714477539, -33.57477569580078, -32.64463424682617, -31.714494705200195, -30.78435516357422, -29.85421371459961, -28.924076080322266, -27.99393653869629, -27.06379508972168, -26.133655548095703, -25.203514099121094, -24.273374557495117, -23.34323501586914, -22.41309356689453, -21.482952117919922, -20.552812576293945, -19.622671127319336, -18.69253158569336, -17.76239013671875, -16.832250595092773, -15.90211009979248, -14.971969604492188, -14.041829109191895, -13.111688613891602, -12.181548118591309, -11.251407623291016, -10.321268081665039, -9.391127586364746, -8.460987091064453, -7.530847072601318, -6.600706577301025, -5.670566082000732, -4.740426063537598, -3.8102855682373047, -2.880145311355591, -1.950005054473877, -1.019864559173584, -0.08972454071044922, 0.8404159545898438, 1.7705562114715576, 2.7006964683532715, 3.6308369636535645, 4.560976982116699, 5.491117477416992, 6.421257972717285, 7.35139799118042, 8.281538009643555, 9.211678504943848, 10.14181900024414, 11.071958541870117, 12.00209903717041, 12.932239532470703, 13.862380027770996, 14.792520523071289, 15.722661018371582]}, "gradients/decoder.roberta.encoder.layer.12.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 13.0, 5.0, 9.0, 10.0, 14.0, 12.0, 17.0, 17.0, 17.0, 25.0, 25.0, 26.0, 36.0, 26.0, 35.0, 35.0, 35.0, 39.0, 37.0, 37.0, 44.0, 31.0, 32.0, 37.0, 51.0, 35.0, 29.0, 35.0, 27.0, 33.0, 31.0, 21.0, 18.0, 10.0, 7.0, 16.0, 11.0, 11.0, 8.0, 11.0, 10.0, 3.0, 7.0, 2.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-16.9842529296875, -16.419960021972656, -15.855667114257812, -15.291375160217285, -14.727082252502441, -14.162789344787598, -13.59849739074707, -13.034204483032227, -12.469911575317383, -11.905618667602539, -11.341325759887695, -10.777033805847168, -10.212740898132324, -9.64844799041748, -9.084156036376953, -8.51986312866211, -7.955570220947266, -7.391277313232422, -6.826984882354736, -6.262692451477051, -5.698399543762207, -5.134106636047363, -4.569814205169678, -4.005521774291992, -3.4412288665771484, -2.876936197280884, -2.312643527984619, -1.7483508586883545, -1.1840581893920898, -0.6197655200958252, -0.05547285079956055, 0.5088198184967041, 1.073110580444336, 1.6374032497406006, 2.2016959190368652, 2.76598858833313, 3.3302812576293945, 3.894573926925659, 4.458866596221924, 5.023159027099609, 5.587451934814453, 6.151744842529297, 6.716037273406982, 7.280329704284668, 7.844622611999512, 8.408915519714355, 8.973207473754883, 9.537500381469727, 10.10179328918457, 10.666086196899414, 11.230379104614258, 11.794671058654785, 12.358963966369629, 12.923256874084473, 13.487548828125, 14.051841735839844, 14.616134643554688, 15.180427551269531, 15.744720458984375, 16.30901336669922, 16.873306274414062, 17.437597274780273, 18.001890182495117, 18.56618309020996, 19.130475997924805]}, "gradients/decoder.roberta.encoder.layer.12.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 8.0, 6.0, 8.0, 10.0, 13.0, 31.0, 35.0, 41.0, 47.0, 72.0, 109.0, 114.0, 158.0, 256.0, 433.0, 822.0, 1809.0, 5206.0, 22490.0, 220371.0, 3671781.0, 237060.0, 23874.0, 5510.0, 1799.0, 862.0, 447.0, 238.0, 170.0, 121.0, 90.0, 70.0, 53.0, 50.0, 30.0, 26.0, 13.0, 18.0, 9.0, 9.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0], "bins": [-73.0, -71.1044921875, -69.208984375, -67.3134765625, -65.41796875, -63.5224609375, -61.626953125, -59.7314453125, -57.8359375, -55.9404296875, -54.044921875, -52.1494140625, -50.25390625, -48.3583984375, -46.462890625, -44.5673828125, -42.671875, -40.7763671875, -38.880859375, -36.9853515625, -35.08984375, -33.1943359375, -31.298828125, -29.4033203125, -27.5078125, -25.6123046875, -23.716796875, -21.8212890625, -19.92578125, -18.0302734375, -16.134765625, -14.2392578125, -12.34375, -10.4482421875, -8.552734375, -6.6572265625, -4.76171875, -2.8662109375, -0.970703125, 0.9248046875, 2.8203125, 4.7158203125, 6.611328125, 8.5068359375, 10.40234375, 12.2978515625, 14.193359375, 16.0888671875, 17.984375, 19.8798828125, 21.775390625, 23.6708984375, 25.56640625, 27.4619140625, 29.357421875, 31.2529296875, 33.1484375, 35.0439453125, 36.939453125, 38.8349609375, 40.73046875, 42.6259765625, 44.521484375, 46.4169921875, 48.3125]}, "gradients/decoder.roberta.encoder.layer.12.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 8.0, 7.0, 11.0, 12.0, 13.0, 16.0, 17.0, 15.0, 25.0, 25.0, 39.0, 35.0, 43.0, 36.0, 35.0, 36.0, 48.0, 46.0, 42.0, 41.0, 42.0, 37.0, 50.0, 52.0, 43.0, 24.0, 49.0, 25.0, 25.0, 16.0, 14.0, 10.0, 15.0, 10.0, 10.0, 7.0, 5.0, 9.0, 3.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-15.53125, -15.095703125, -14.66015625, -14.224609375, -13.7890625, -13.353515625, -12.91796875, -12.482421875, -12.046875, -11.611328125, -11.17578125, -10.740234375, -10.3046875, -9.869140625, -9.43359375, -8.998046875, -8.5625, -8.126953125, -7.69140625, -7.255859375, -6.8203125, -6.384765625, -5.94921875, -5.513671875, -5.078125, -4.642578125, -4.20703125, -3.771484375, -3.3359375, -2.900390625, -2.46484375, -2.029296875, -1.59375, -1.158203125, -0.72265625, -0.287109375, 0.1484375, 0.583984375, 1.01953125, 1.455078125, 1.890625, 2.326171875, 2.76171875, 3.197265625, 3.6328125, 4.068359375, 4.50390625, 4.939453125, 5.375, 5.810546875, 6.24609375, 6.681640625, 7.1171875, 7.552734375, 7.98828125, 8.423828125, 8.859375, 9.294921875, 9.73046875, 10.166015625, 10.6015625, 11.037109375, 11.47265625, 11.908203125, 12.34375]}, "gradients/decoder.roberta.encoder.layer.12.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 1.0, 4.0, 5.0, 5.0, 8.0, 16.0, 13.0, 11.0, 37.0, 22.0, 68.0, 82.0, 129.0, 222.0, 477.0, 1709.0, 20405.0, 3833628.0, 329441.0, 6282.0, 929.0, 288.0, 158.0, 111.0, 70.0, 30.0, 36.0, 23.0, 15.0, 11.0, 11.0, 11.0, 7.0, 5.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-159.625, -154.90234375, -150.1796875, -145.45703125, -140.734375, -136.01171875, -131.2890625, -126.56640625, -121.84375, -117.12109375, -112.3984375, -107.67578125, -102.953125, -98.23046875, -93.5078125, -88.78515625, -84.0625, -79.33984375, -74.6171875, -69.89453125, -65.171875, -60.44921875, -55.7265625, -51.00390625, -46.28125, -41.55859375, -36.8359375, -32.11328125, -27.390625, -22.66796875, -17.9453125, -13.22265625, -8.5, -3.77734375, 0.9453125, 5.66796875, 10.390625, 15.11328125, 19.8359375, 24.55859375, 29.28125, 34.00390625, 38.7265625, 43.44921875, 48.171875, 52.89453125, 57.6171875, 62.33984375, 67.0625, 71.78515625, 76.5078125, 81.23046875, 85.953125, 90.67578125, 95.3984375, 100.12109375, 104.84375, 109.56640625, 114.2890625, 119.01171875, 123.734375, 128.45703125, 133.1796875, 137.90234375, 142.625]}, "gradients/decoder.roberta.encoder.layer.12.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 7.0, 8.0, 12.0, 17.0, 14.0, 19.0, 32.0, 45.0, 61.0, 70.0, 104.0, 137.0, 243.0, 394.0, 698.0, 733.0, 502.0, 290.0, 187.0, 137.0, 91.0, 89.0, 43.0, 23.0, 27.0, 16.0, 12.0, 17.0, 11.0, 5.0, 6.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.7578125, -8.4937744140625, -8.229736328125, -7.9656982421875, -7.70166015625, -7.4376220703125, -7.173583984375, -6.9095458984375, -6.6455078125, -6.3814697265625, -6.117431640625, -5.8533935546875, -5.58935546875, -5.3253173828125, -5.061279296875, -4.7972412109375, -4.533203125, -4.2691650390625, -4.005126953125, -3.7410888671875, -3.47705078125, -3.2130126953125, -2.948974609375, -2.6849365234375, -2.4208984375, -2.1568603515625, -1.892822265625, -1.6287841796875, -1.36474609375, -1.1007080078125, -0.836669921875, -0.5726318359375, -0.30859375, -0.0445556640625, 0.219482421875, 0.4835205078125, 0.74755859375, 1.0115966796875, 1.275634765625, 1.5396728515625, 1.8037109375, 2.0677490234375, 2.331787109375, 2.5958251953125, 2.85986328125, 3.1239013671875, 3.387939453125, 3.6519775390625, 3.916015625, 4.1800537109375, 4.444091796875, 4.7081298828125, 4.97216796875, 5.2362060546875, 5.500244140625, 5.7642822265625, 6.0283203125, 6.2923583984375, 6.556396484375, 6.8204345703125, 7.08447265625, 7.3485107421875, 7.612548828125, 7.8765869140625, 8.140625]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 6.0, 14.0, 23.0, 42.0, 63.0, 86.0, 112.0, 149.0, 131.0, 155.0, 77.0, 56.0, 47.0, 25.0, 11.0, 8.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.11643981933594, -39.868656158447266, -38.620872497558594, -37.37308883666992, -36.12530517578125, -34.87751770019531, -33.62973403930664, -32.38195037841797, -31.134166717529297, -29.886383056640625, -28.638599395751953, -27.39081382751465, -26.143030166625977, -24.895246505737305, -23.6474609375, -22.399677276611328, -21.151893615722656, -19.904109954833984, -18.656326293945312, -17.408540725708008, -16.160757064819336, -14.912973403930664, -13.665188789367676, -12.417404174804688, -11.169620513916016, -9.921836853027344, -8.674052238464355, -7.426268100738525, -6.178483963012695, -4.930699825286865, -3.682915687561035, -2.435131072998047, -1.1873512268066406, 0.06043291091918945, 1.3082170486450195, 2.5560011863708496, 3.8037853240966797, 5.05156946182251, 6.29935359954834, 7.547138214111328, 8.794921875, 10.042705535888672, 11.29049015045166, 12.538274765014648, 13.78605842590332, 15.033842086791992, 16.281627655029297, 17.52941131591797, 18.77719497680664, 20.024978637695312, 21.272762298583984, 22.52054786682129, 23.76833152770996, 25.016115188598633, 26.263900756835938, 27.51168441772461, 28.75946807861328, 30.007251739501953, 31.255035400390625, 32.5028190612793, 33.75060272216797, 34.998390197753906, 36.24617385864258, 37.49395751953125, 38.74174118041992]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 4.0, 6.0, 9.0, 7.0, 9.0, 12.0, 12.0, 12.0, 10.0, 22.0, 24.0, 20.0, 32.0, 33.0, 37.0, 36.0, 37.0, 43.0, 36.0, 37.0, 35.0, 40.0, 47.0, 41.0, 36.0, 41.0, 29.0, 39.0, 32.0, 29.0, 23.0, 25.0, 22.0, 26.0, 16.0, 15.0, 11.0, 11.0, 13.0, 7.0, 3.0, 5.0, 3.0, 7.0, 3.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-15.014708518981934, -14.557660102844238, -14.100610733032227, -13.643562316894531, -13.18651294708252, -12.729464530944824, -12.272415161132812, -11.815366744995117, -11.358318328857422, -10.901269912719727, -10.444220542907715, -9.98717212677002, -9.530122756958008, -9.073074340820312, -8.616025924682617, -8.158976554870605, -7.701927185058594, -7.24487829208374, -6.787829399108887, -6.330780982971191, -5.87373161315918, -5.416683197021484, -4.959634304046631, -4.502585411071777, -4.045536518096924, -3.5884876251220703, -3.131438732147217, -2.6743900775909424, -2.217341184616089, -1.7602922916412354, -1.303243637084961, -0.8461947441101074, -0.3891448974609375, 0.06790393590927124, 0.52495276927948, 0.982001543045044, 1.4390504360198975, 1.896099328994751, 2.3531479835510254, 2.810196876525879, 3.2672457695007324, 3.724294662475586, 4.1813435554504395, 4.638392448425293, 5.095440864562988, 5.552490234375, 6.009538650512695, 6.466587543487549, 6.923636436462402, 7.380685329437256, 7.837734222412109, 8.294782638549805, 8.751832008361816, 9.208880424499512, 9.665929794311523, 10.122978210449219, 10.580026626586914, 11.03707504272461, 11.494124412536621, 11.951172828674316, 12.408222198486328, 12.865270614624023, 13.322319030761719, 13.77936840057373, 14.236417770385742]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.dense.weight": {"_type": "histogram", "values": [5.0, 4.0, 4.0, 9.0, 21.0, 25.0, 50.0, 47.0, 103.0, 119.0, 188.0, 259.0, 379.0, 549.0, 751.0, 1162.0, 1656.0, 2312.0, 3418.0, 4806.0, 6944.0, 10143.0, 14761.0, 21884.0, 31525.0, 44347.0, 62387.0, 83533.0, 106087.0, 122792.0, 123308.0, 107559.0, 85307.0, 63632.0, 45577.0, 31739.0, 22047.0, 15164.0, 10505.0, 7162.0, 4869.0, 3386.0, 2553.0, 1671.0, 1222.0, 789.0, 557.0, 410.0, 265.0, 167.0, 142.0, 77.0, 58.0, 54.0, 23.0, 24.0, 10.0, 11.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0], "bins": [-2.041015625, -1.973052978515625, -1.90509033203125, -1.837127685546875, -1.7691650390625, -1.701202392578125, -1.63323974609375, -1.565277099609375, -1.497314453125, -1.429351806640625, -1.36138916015625, -1.293426513671875, -1.2254638671875, -1.157501220703125, -1.08953857421875, -1.021575927734375, -0.95361328125, -0.885650634765625, -0.81768798828125, -0.749725341796875, -0.6817626953125, -0.613800048828125, -0.54583740234375, -0.477874755859375, -0.409912109375, -0.341949462890625, -0.27398681640625, -0.206024169921875, -0.1380615234375, -0.070098876953125, -0.00213623046875, 0.065826416015625, 0.1337890625, 0.201751708984375, 0.26971435546875, 0.337677001953125, 0.4056396484375, 0.473602294921875, 0.54156494140625, 0.609527587890625, 0.677490234375, 0.745452880859375, 0.81341552734375, 0.881378173828125, 0.9493408203125, 1.017303466796875, 1.08526611328125, 1.153228759765625, 1.22119140625, 1.289154052734375, 1.35711669921875, 1.425079345703125, 1.4930419921875, 1.561004638671875, 1.62896728515625, 1.696929931640625, 1.764892578125, 1.832855224609375, 1.90081787109375, 1.968780517578125, 2.0367431640625, 2.104705810546875, 2.17266845703125, 2.240631103515625, 2.30859375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 5.0, 8.0, 10.0, 6.0, 14.0, 10.0, 14.0, 13.0, 20.0, 22.0, 23.0, 33.0, 32.0, 35.0, 38.0, 36.0, 47.0, 32.0, 36.0, 37.0, 41.0, 46.0, 38.0, 37.0, 38.0, 30.0, 40.0, 31.0, 31.0, 25.0, 24.0, 21.0, 24.0, 17.0, 13.0, 12.0, 11.0, 13.0, 7.0, 3.0, 5.0, 4.0, 7.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-15.015625, -14.5677490234375, -14.119873046875, -13.6719970703125, -13.22412109375, -12.7762451171875, -12.328369140625, -11.8804931640625, -11.4326171875, -10.9847412109375, -10.536865234375, -10.0889892578125, -9.64111328125, -9.1932373046875, -8.745361328125, -8.2974853515625, -7.849609375, -7.4017333984375, -6.953857421875, -6.5059814453125, -6.05810546875, -5.6102294921875, -5.162353515625, -4.7144775390625, -4.2666015625, -3.8187255859375, -3.370849609375, -2.9229736328125, -2.47509765625, -2.0272216796875, -1.579345703125, -1.1314697265625, -0.68359375, -0.2357177734375, 0.212158203125, 0.6600341796875, 1.10791015625, 1.5557861328125, 2.003662109375, 2.4515380859375, 2.8994140625, 3.3472900390625, 3.795166015625, 4.2430419921875, 4.69091796875, 5.1387939453125, 5.586669921875, 6.0345458984375, 6.482421875, 6.9302978515625, 7.378173828125, 7.8260498046875, 8.27392578125, 8.7218017578125, 9.169677734375, 9.6175537109375, 10.0654296875, 10.5133056640625, 10.961181640625, 11.4090576171875, 11.85693359375, 12.3048095703125, 12.752685546875, 13.2005615234375, 13.6484375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 19.0, 16.0, 19.0, 29.0, 47.0, 72.0, 93.0, 138.0, 183.0, 260.0, 387.0, 527.0, 809.0, 1155.0, 1718.0, 2662.0, 3856.0, 5937.0, 9318.0, 14732.0, 24827.0, 73609.0, 783797.0, 60152.0, 23358.0, 14311.0, 8876.0, 5813.0, 3807.0, 2552.0, 1707.0, 1200.0, 756.0, 540.0, 400.0, 248.0, 189.0, 146.0, 76.0, 76.0, 47.0, 28.0, 23.0, 11.0, 9.0, 4.0, 9.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.68359375, -4.52459716796875, -4.3656005859375, -4.20660400390625, -4.047607421875, -3.88861083984375, -3.7296142578125, -3.57061767578125, -3.41162109375, -3.25262451171875, -3.0936279296875, -2.93463134765625, -2.775634765625, -2.61663818359375, -2.4576416015625, -2.29864501953125, -2.1396484375, -1.98065185546875, -1.8216552734375, -1.66265869140625, -1.503662109375, -1.34466552734375, -1.1856689453125, -1.02667236328125, -0.86767578125, -0.70867919921875, -0.5496826171875, -0.39068603515625, -0.231689453125, -0.07269287109375, 0.0863037109375, 0.24530029296875, 0.404296875, 0.56329345703125, 0.7222900390625, 0.88128662109375, 1.040283203125, 1.19927978515625, 1.3582763671875, 1.51727294921875, 1.67626953125, 1.83526611328125, 1.9942626953125, 2.15325927734375, 2.312255859375, 2.47125244140625, 2.6302490234375, 2.78924560546875, 2.9482421875, 3.10723876953125, 3.2662353515625, 3.42523193359375, 3.584228515625, 3.74322509765625, 3.9022216796875, 4.06121826171875, 4.22021484375, 4.37921142578125, 4.5382080078125, 4.69720458984375, 4.856201171875, 5.01519775390625, 5.1741943359375, 5.33319091796875, 5.4921875]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 6.0, 6.0, 6.0, 8.0, 13.0, 16.0, 15.0, 21.0, 27.0, 26.0, 28.0, 32.0, 37.0, 48.0, 39.0, 48.0, 46.0, 42.0, 56.0, 55.0, 35.0, 40.0, 37.0, 42.0, 34.0, 39.0, 42.0, 23.0, 31.0, 26.0, 12.0, 15.0, 13.0, 11.0, 7.0, 10.0, 7.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.1171875, -9.7958984375, -9.474609375, -9.1533203125, -8.83203125, -8.5107421875, -8.189453125, -7.8681640625, -7.546875, -7.2255859375, -6.904296875, -6.5830078125, -6.26171875, -5.9404296875, -5.619140625, -5.2978515625, -4.9765625, -4.6552734375, -4.333984375, -4.0126953125, -3.69140625, -3.3701171875, -3.048828125, -2.7275390625, -2.40625, -2.0849609375, -1.763671875, -1.4423828125, -1.12109375, -0.7998046875, -0.478515625, -0.1572265625, 0.1640625, 0.4853515625, 0.806640625, 1.1279296875, 1.44921875, 1.7705078125, 2.091796875, 2.4130859375, 2.734375, 3.0556640625, 3.376953125, 3.6982421875, 4.01953125, 4.3408203125, 4.662109375, 4.9833984375, 5.3046875, 5.6259765625, 5.947265625, 6.2685546875, 6.58984375, 6.9111328125, 7.232421875, 7.5537109375, 7.875, 8.1962890625, 8.517578125, 8.8388671875, 9.16015625, 9.4814453125, 9.802734375, 10.1240234375, 10.4453125]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 7.0, 7.0, 10.0, 9.0, 34.0, 22.0, 34.0, 50.0, 76.0, 130.0, 193.0, 320.0, 498.0, 804.0, 1419.0, 2759.0, 5107.0, 10747.0, 24257.0, 87624.0, 848810.0, 35426.0, 15044.0, 7178.0, 3494.0, 1879.0, 980.0, 595.0, 344.0, 228.0, 132.0, 114.0, 70.0, 51.0, 27.0, 16.0, 24.0, 10.0, 10.0, 3.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.39794921875, -0.3847770690917969, -0.37160491943359375, -0.3584327697753906, -0.3452606201171875, -0.3320884704589844, -0.31891632080078125, -0.3057441711425781, -0.292572021484375, -0.2793998718261719, -0.26622772216796875, -0.2530555725097656, -0.2398834228515625, -0.22671127319335938, -0.21353912353515625, -0.20036697387695312, -0.18719482421875, -0.17402267456054688, -0.16085052490234375, -0.14767837524414062, -0.1345062255859375, -0.12133407592773438, -0.10816192626953125, -0.09498977661132812, -0.081817626953125, -0.06864547729492188, -0.05547332763671875, -0.042301177978515625, -0.0291290283203125, -0.015956878662109375, -0.00278472900390625, 0.010387420654296875, 0.0235595703125, 0.036731719970703125, 0.04990386962890625, 0.06307601928710938, 0.0762481689453125, 0.08942031860351562, 0.10259246826171875, 0.11576461791992188, 0.128936767578125, 0.14210891723632812, 0.15528106689453125, 0.16845321655273438, 0.1816253662109375, 0.19479751586914062, 0.20796966552734375, 0.22114181518554688, 0.23431396484375, 0.24748611450195312, 0.26065826416015625, 0.2738304138183594, 0.2870025634765625, 0.3001747131347656, 0.31334686279296875, 0.3265190124511719, 0.339691162109375, 0.3528633117675781, 0.36603546142578125, 0.3792076110839844, 0.3923797607421875, 0.4055519104003906, 0.41872406005859375, 0.4318962097167969, 0.445068359375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 5.0, 7.0, 13.0, 14.0, 22.0, 27.0, 32.0, 37.0, 58.0, 55.0, 47.0, 62.0, 66.0, 82.0, 74.0, 71.0, 53.0, 54.0, 46.0, 55.0, 24.0, 29.0, 21.0, 12.0, 10.0, 12.0, 4.0, 2.0, 8.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5212764739990234e-05, -2.4487264454364777e-05, -2.376176416873932e-05, -2.303626388311386e-05, -2.2310763597488403e-05, -2.1585263311862946e-05, -2.0859763026237488e-05, -2.013426274061203e-05, -1.9408762454986572e-05, -1.8683262169361115e-05, -1.7957761883735657e-05, -1.72322615981102e-05, -1.650676131248474e-05, -1.5781261026859283e-05, -1.5055760741233826e-05, -1.4330260455608368e-05, -1.360476016998291e-05, -1.2879259884357452e-05, -1.2153759598731995e-05, -1.1428259313106537e-05, -1.0702759027481079e-05, -9.977258741855621e-06, -9.251758456230164e-06, -8.526258170604706e-06, -7.800757884979248e-06, -7.07525759935379e-06, -6.3497573137283325e-06, -5.624257028102875e-06, -4.898756742477417e-06, -4.173256456851959e-06, -3.4477561712265015e-06, -2.7222558856010437e-06, -1.996755599975586e-06, -1.2712553143501282e-06, -5.457550287246704e-07, 1.7974525690078735e-07, 9.052455425262451e-07, 1.6307458281517029e-06, 2.3562461137771606e-06, 3.0817463994026184e-06, 3.807246685028076e-06, 4.532746970653534e-06, 5.258247256278992e-06, 5.9837475419044495e-06, 6.709247827529907e-06, 7.434748113155365e-06, 8.160248398780823e-06, 8.88574868440628e-06, 9.611248970031738e-06, 1.0336749255657196e-05, 1.1062249541282654e-05, 1.1787749826908112e-05, 1.251325011253357e-05, 1.3238750398159027e-05, 1.3964250683784485e-05, 1.4689750969409943e-05, 1.54152512550354e-05, 1.6140751540660858e-05, 1.6866251826286316e-05, 1.7591752111911774e-05, 1.831725239753723e-05, 1.904275268316269e-05, 1.9768252968788147e-05, 2.0493753254413605e-05, 2.1219253540039062e-05]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 7.0, 10.0, 6.0, 10.0, 9.0, 11.0, 12.0, 20.0, 17.0, 16.0, 37.0, 43.0, 59.0, 90.0, 152.0, 445.0, 3084.0, 79883.0, 901937.0, 59428.0, 2397.0, 399.0, 139.0, 86.0, 60.0, 50.0, 34.0, 21.0, 16.0, 15.0, 9.0, 8.0, 7.0, 5.0, 10.0, 5.0, 4.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.1142578125, -1.0788421630859375, -1.043426513671875, -1.0080108642578125, -0.97259521484375, -0.9371795654296875, -0.901763916015625, -0.8663482666015625, -0.8309326171875, -0.7955169677734375, -0.760101318359375, -0.7246856689453125, -0.68927001953125, -0.6538543701171875, -0.618438720703125, -0.5830230712890625, -0.547607421875, -0.5121917724609375, -0.476776123046875, -0.4413604736328125, -0.40594482421875, -0.3705291748046875, -0.335113525390625, -0.2996978759765625, -0.2642822265625, -0.2288665771484375, -0.193450927734375, -0.1580352783203125, -0.12261962890625, -0.0872039794921875, -0.051788330078125, -0.0163726806640625, 0.01904296875, 0.0544586181640625, 0.089874267578125, 0.1252899169921875, 0.16070556640625, 0.1961212158203125, 0.231536865234375, 0.2669525146484375, 0.3023681640625, 0.3377838134765625, 0.373199462890625, 0.4086151123046875, 0.44403076171875, 0.4794464111328125, 0.514862060546875, 0.5502777099609375, 0.585693359375, 0.6211090087890625, 0.656524658203125, 0.6919403076171875, 0.72735595703125, 0.7627716064453125, 0.798187255859375, 0.8336029052734375, 0.8690185546875, 0.9044342041015625, 0.939849853515625, 0.9752655029296875, 1.01068115234375, 1.0460968017578125, 1.081512451171875, 1.1169281005859375, 1.15234375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.query.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 5.0, 4.0, 4.0, 6.0, 7.0, 6.0, 11.0, 17.0, 25.0, 25.0, 27.0, 32.0, 29.0, 37.0, 57.0, 37.0, 57.0, 52.0, 62.0, 62.0, 52.0, 58.0, 41.0, 44.0, 39.0, 46.0, 20.0, 15.0, 19.0, 15.0, 15.0, 17.0, 10.0, 11.0, 10.0, 6.0, 6.0, 4.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05511474609375, -0.053130149841308594, -0.05114555358886719, -0.04916095733642578, -0.047176361083984375, -0.04519176483154297, -0.04320716857910156, -0.041222572326660156, -0.03923797607421875, -0.037253379821777344, -0.03526878356933594, -0.03328418731689453, -0.031299591064453125, -0.02931499481201172, -0.027330398559570312, -0.025345802307128906, -0.0233612060546875, -0.021376609802246094, -0.019392013549804688, -0.01740741729736328, -0.015422821044921875, -0.013438224792480469, -0.011453628540039062, -0.009469032287597656, -0.00748443603515625, -0.005499839782714844, -0.0035152435302734375, -0.0015306472778320312, 0.000453948974609375, 0.0024385452270507812, 0.0044231414794921875, 0.006407737731933594, 0.008392333984375, 0.010376930236816406, 0.012361526489257812, 0.014346122741699219, 0.016330718994140625, 0.01831531524658203, 0.020299911499023438, 0.022284507751464844, 0.02426910400390625, 0.026253700256347656, 0.028238296508789062, 0.03022289276123047, 0.032207489013671875, 0.03419208526611328, 0.03617668151855469, 0.038161277770996094, 0.0401458740234375, 0.042130470275878906, 0.04411506652832031, 0.04609966278076172, 0.048084259033203125, 0.05006885528564453, 0.05205345153808594, 0.054038047790527344, 0.05602264404296875, 0.058007240295410156, 0.05999183654785156, 0.06197643280029297, 0.06396102905273438, 0.06594562530517578, 0.06793022155761719, 0.0699148178100586, 0.0718994140625]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 7.0, 11.0, 17.0, 20.0, 51.0, 84.0, 99.0, 131.0, 118.0, 132.0, 125.0, 87.0, 46.0, 37.0, 26.0, 9.0, 6.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.514190673828125, -34.31473922729492, -33.115291595458984, -31.91584014892578, -30.71639060974121, -29.51694107055664, -28.317489624023438, -27.118040084838867, -25.918590545654297, -24.719141006469727, -23.519689559936523, -22.320240020751953, -21.120790481567383, -19.921340942382812, -18.72188949584961, -17.52243995666504, -16.322988510131836, -15.12353801727295, -13.924088478088379, -12.724637985229492, -11.525188446044922, -10.325737953186035, -9.126287460327148, -7.926837921142578, -6.727387428283691, -5.527937412261963, -4.328487396240234, -3.1290369033813477, -1.9295868873596191, -0.7301368713378906, 0.4693136215209961, 1.6687631607055664, 2.868213653564453, 4.067663669586182, 5.26711368560791, 6.466564178466797, 7.666014194488525, 8.865464210510254, 10.06491470336914, 11.264364242553711, 12.463814735412598, 13.663265228271484, 14.862714767456055, 16.062164306640625, 17.261615753173828, 18.4610652923584, 19.66051483154297, 20.859966278076172, 22.059415817260742, 23.258865356445312, 24.458316802978516, 25.657766342163086, 26.857215881347656, 28.05666732788086, 29.25611686706543, 30.45556640625, 31.655017852783203, 32.854469299316406, 34.053916931152344, 35.25336837768555, 36.45281982421875, 37.65226745605469, 38.85171890258789, 40.051170349121094, 41.25061798095703]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 6.0, 6.0, 7.0, 11.0, 5.0, 14.0, 11.0, 13.0, 15.0, 18.0, 22.0, 24.0, 32.0, 33.0, 34.0, 39.0, 36.0, 46.0, 33.0, 35.0, 36.0, 45.0, 44.0, 36.0, 37.0, 39.0, 30.0, 41.0, 29.0, 32.0, 25.0, 25.0, 21.0, 23.0, 17.0, 12.0, 13.0, 11.0, 13.0, 7.0, 3.0, 5.0, 4.0, 7.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-15.005311965942383, -14.557601928710938, -14.109892845153809, -13.66218376159668, -13.214473724365234, -12.766763687133789, -12.31905460357666, -11.871345520019531, -11.423635482788086, -10.97592544555664, -10.528216361999512, -10.080507278442383, -9.632797241210938, -9.185087203979492, -8.737378120422363, -8.289669036865234, -7.841958999633789, -7.394249439239502, -6.946539878845215, -6.498830318450928, -6.051120758056641, -5.6034111976623535, -5.155701637268066, -4.707992076873779, -4.260282516479492, -3.812572956085205, -3.364863395690918, -2.917153835296631, -2.4694442749023438, -2.0217347145080566, -1.5740251541137695, -1.1263155937194824, -0.6786060333251953, -0.2308964729309082, 0.2168130874633789, 0.664522647857666, 1.1122322082519531, 1.5599417686462402, 2.0076513290405273, 2.4553608894348145, 2.9030704498291016, 3.3507800102233887, 3.798489570617676, 4.246199131011963, 4.69390869140625, 5.141618251800537, 5.589327812194824, 6.037037372589111, 6.484746932983398, 6.9324564933776855, 7.380166053771973, 7.82787561416626, 8.275585174560547, 8.723295211791992, 9.171004295349121, 9.61871337890625, 10.066423416137695, 10.51413345336914, 10.96184253692627, 11.409551620483398, 11.857261657714844, 12.304971694946289, 12.752680778503418, 13.200389862060547, 13.648099899291992]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 7.0, 8.0, 19.0, 22.0, 35.0, 49.0, 67.0, 97.0, 155.0, 248.0, 338.0, 538.0, 895.0, 1487.0, 2382.0, 4177.0, 7538.0, 13587.0, 26567.0, 58464.0, 158175.0, 442895.0, 196654.0, 68896.0, 30245.0, 15121.0, 8238.0, 4653.0, 2698.0, 1546.0, 999.0, 632.0, 359.0, 235.0, 181.0, 115.0, 84.0, 54.0, 36.0, 28.0, 10.0, 14.0, 2.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.15625, -20.507080078125, -19.85791015625, -19.208740234375, -18.5595703125, -17.910400390625, -17.26123046875, -16.612060546875, -15.962890625, -15.313720703125, -14.66455078125, -14.015380859375, -13.3662109375, -12.717041015625, -12.06787109375, -11.418701171875, -10.76953125, -10.120361328125, -9.47119140625, -8.822021484375, -8.1728515625, -7.523681640625, -6.87451171875, -6.225341796875, -5.576171875, -4.927001953125, -4.27783203125, -3.628662109375, -2.9794921875, -2.330322265625, -1.68115234375, -1.031982421875, -0.3828125, 0.266357421875, 0.91552734375, 1.564697265625, 2.2138671875, 2.863037109375, 3.51220703125, 4.161376953125, 4.810546875, 5.459716796875, 6.10888671875, 6.758056640625, 7.4072265625, 8.056396484375, 8.70556640625, 9.354736328125, 10.00390625, 10.653076171875, 11.30224609375, 11.951416015625, 12.6005859375, 13.249755859375, 13.89892578125, 14.548095703125, 15.197265625, 15.846435546875, 16.49560546875, 17.144775390625, 17.7939453125, 18.443115234375, 19.09228515625, 19.741455078125, 20.390625]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 7.0, 3.0, 5.0, 7.0, 14.0, 8.0, 10.0, 10.0, 16.0, 11.0, 18.0, 20.0, 18.0, 33.0, 35.0, 41.0, 37.0, 34.0, 42.0, 33.0, 46.0, 33.0, 41.0, 54.0, 33.0, 38.0, 43.0, 33.0, 36.0, 28.0, 28.0, 27.0, 23.0, 22.0, 25.0, 22.0, 14.0, 8.0, 9.0, 8.0, 10.0, 5.0, 7.0, 4.0, 5.0, 1.0, 7.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-15.84375, -15.371826171875, -14.89990234375, -14.427978515625, -13.9560546875, -13.484130859375, -13.01220703125, -12.540283203125, -12.068359375, -11.596435546875, -11.12451171875, -10.652587890625, -10.1806640625, -9.708740234375, -9.23681640625, -8.764892578125, -8.29296875, -7.821044921875, -7.34912109375, -6.877197265625, -6.4052734375, -5.933349609375, -5.46142578125, -4.989501953125, -4.517578125, -4.045654296875, -3.57373046875, -3.101806640625, -2.6298828125, -2.157958984375, -1.68603515625, -1.214111328125, -0.7421875, -0.270263671875, 0.20166015625, 0.673583984375, 1.1455078125, 1.617431640625, 2.08935546875, 2.561279296875, 3.033203125, 3.505126953125, 3.97705078125, 4.448974609375, 4.9208984375, 5.392822265625, 5.86474609375, 6.336669921875, 6.80859375, 7.280517578125, 7.75244140625, 8.224365234375, 8.6962890625, 9.168212890625, 9.64013671875, 10.112060546875, 10.583984375, 11.055908203125, 11.52783203125, 11.999755859375, 12.4716796875, 12.943603515625, 13.41552734375, 13.887451171875, 14.359375]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 0.0, 4.0, 3.0, 6.0, 2.0, 4.0, 10.0, 8.0, 11.0, 17.0, 17.0, 13.0, 29.0, 34.0, 35.0, 36.0, 64.0, 77.0, 70.0, 129.0, 129.0, 156.0, 1826.0, 1044734.0, 426.0, 144.0, 109.0, 75.0, 77.0, 52.0, 55.0, 30.0, 29.0, 28.0, 22.0, 19.0, 14.0, 8.0, 10.0, 9.0, 9.0, 7.0, 6.0, 2.0, 3.0, 4.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-448.0, -434.578125, -421.15625, -407.734375, -394.3125, -380.890625, -367.46875, -354.046875, -340.625, -327.203125, -313.78125, -300.359375, -286.9375, -273.515625, -260.09375, -246.671875, -233.25, -219.828125, -206.40625, -192.984375, -179.5625, -166.140625, -152.71875, -139.296875, -125.875, -112.453125, -99.03125, -85.609375, -72.1875, -58.765625, -45.34375, -31.921875, -18.5, -5.078125, 8.34375, 21.765625, 35.1875, 48.609375, 62.03125, 75.453125, 88.875, 102.296875, 115.71875, 129.140625, 142.5625, 155.984375, 169.40625, 182.828125, 196.25, 209.671875, 223.09375, 236.515625, 249.9375, 263.359375, 276.78125, 290.203125, 303.625, 317.046875, 330.46875, 343.890625, 357.3125, 370.734375, 384.15625, 397.578125, 411.0]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 5.0, 3.0, 7.0, 6.0, 7.0, 6.0, 10.0, 11.0, 16.0, 9.0, 25.0, 27.0, 16.0, 26.0, 29.0, 44.0, 32.0, 38.0, 42.0, 45.0, 44.0, 43.0, 48.0, 50.0, 53.0, 44.0, 43.0, 44.0, 36.0, 30.0, 34.0, 28.0, 19.0, 15.0, 18.0, 11.0, 9.0, 6.0, 5.0, 5.0, 6.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.8359375, -14.3143310546875, -13.792724609375, -13.2711181640625, -12.74951171875, -12.2279052734375, -11.706298828125, -11.1846923828125, -10.6630859375, -10.1414794921875, -9.619873046875, -9.0982666015625, -8.57666015625, -8.0550537109375, -7.533447265625, -7.0118408203125, -6.490234375, -5.9686279296875, -5.447021484375, -4.9254150390625, -4.40380859375, -3.8822021484375, -3.360595703125, -2.8389892578125, -2.3173828125, -1.7957763671875, -1.274169921875, -0.7525634765625, -0.23095703125, 0.2906494140625, 0.812255859375, 1.3338623046875, 1.85546875, 2.3770751953125, 2.898681640625, 3.4202880859375, 3.94189453125, 4.4635009765625, 4.985107421875, 5.5067138671875, 6.0283203125, 6.5499267578125, 7.071533203125, 7.5931396484375, 8.11474609375, 8.6363525390625, 9.157958984375, 9.6795654296875, 10.201171875, 10.7227783203125, 11.244384765625, 11.7659912109375, 12.28759765625, 12.8092041015625, 13.330810546875, 13.8524169921875, 14.3740234375, 14.8956298828125, 15.417236328125, 15.9388427734375, 16.46044921875, 16.9820556640625, 17.503662109375, 18.0252685546875, 18.546875]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 15.0, 22.0, 51.0, 97.0, 347.0, 1094.0, 58653.0, 981650.0, 5619.0, 634.0, 202.0, 81.0, 33.0, 20.0, 17.0, 4.0, 1.0, 7.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-131.25, -128.2177734375, -125.185546875, -122.1533203125, -119.12109375, -116.0888671875, -113.056640625, -110.0244140625, -106.9921875, -103.9599609375, -100.927734375, -97.8955078125, -94.86328125, -91.8310546875, -88.798828125, -85.7666015625, -82.734375, -79.7021484375, -76.669921875, -73.6376953125, -70.60546875, -67.5732421875, -64.541015625, -61.5087890625, -58.4765625, -55.4443359375, -52.412109375, -49.3798828125, -46.34765625, -43.3154296875, -40.283203125, -37.2509765625, -34.21875, -31.1865234375, -28.154296875, -25.1220703125, -22.08984375, -19.0576171875, -16.025390625, -12.9931640625, -9.9609375, -6.9287109375, -3.896484375, -0.8642578125, 2.16796875, 5.2001953125, 8.232421875, 11.2646484375, 14.296875, 17.3291015625, 20.361328125, 23.3935546875, 26.42578125, 29.4580078125, 32.490234375, 35.5224609375, 38.5546875, 41.5869140625, 44.619140625, 47.6513671875, 50.68359375, 53.7158203125, 56.748046875, 59.7802734375, 62.8125]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 5.0, 9.0, 19.0, 25.0, 57.0, 91.0, 163.0, 310.0, 125.0, 72.0, 53.0, 29.0, 12.0, 6.0, 11.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00431060791015625, -0.004208862781524658, -0.004107117652893066, -0.004005372524261475, -0.003903627395629883, -0.003801882266998291, -0.0037001371383666992, -0.0035983920097351074, -0.0034966468811035156, -0.003394901752471924, -0.003293156623840332, -0.0031914114952087402, -0.0030896663665771484, -0.0029879212379455566, -0.002886176109313965, -0.002784430980682373, -0.0026826858520507812, -0.0025809407234191895, -0.0024791955947875977, -0.002377450466156006, -0.002275705337524414, -0.0021739602088928223, -0.0020722150802612305, -0.0019704699516296387, -0.0018687248229980469, -0.001766979694366455, -0.0016652345657348633, -0.0015634894371032715, -0.0014617443084716797, -0.0013599991798400879, -0.001258254051208496, -0.0011565089225769043, -0.0010547637939453125, -0.0009530186653137207, -0.0008512735366821289, -0.0007495284080505371, -0.0006477832794189453, -0.0005460381507873535, -0.0004442930221557617, -0.0003425478935241699, -0.00024080276489257812, -0.00013905763626098633, -3.731250762939453e-05, 6.443262100219727e-05, 0.00016617774963378906, 0.00026792287826538086, 0.00036966800689697266, 0.00047141313552856445, 0.0005731582641601562, 0.000674903392791748, 0.0007766485214233398, 0.0008783936500549316, 0.0009801387786865234, 0.0010818839073181152, 0.001183629035949707, 0.0012853741645812988, 0.0013871192932128906, 0.0014888644218444824, 0.0015906095504760742, 0.001692354679107666, 0.0017940998077392578, 0.0018958449363708496, 0.0019975900650024414, 0.002099335193634033, 0.002201080322265625]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 6.0, 11.0, 13.0, 39.0, 56.0, 215.0, 2548.0, 1041618.0, 3681.0, 254.0, 55.0, 29.0, 11.0, 2.0, 10.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-223.0, -216.896484375, -210.79296875, -204.689453125, -198.5859375, -192.482421875, -186.37890625, -180.275390625, -174.171875, -168.068359375, -161.96484375, -155.861328125, -149.7578125, -143.654296875, -137.55078125, -131.447265625, -125.34375, -119.240234375, -113.13671875, -107.033203125, -100.9296875, -94.826171875, -88.72265625, -82.619140625, -76.515625, -70.412109375, -64.30859375, -58.205078125, -52.1015625, -45.998046875, -39.89453125, -33.791015625, -27.6875, -21.583984375, -15.48046875, -9.376953125, -3.2734375, 2.830078125, 8.93359375, 15.037109375, 21.140625, 27.244140625, 33.34765625, 39.451171875, 45.5546875, 51.658203125, 57.76171875, 63.865234375, 69.96875, 76.072265625, 82.17578125, 88.279296875, 94.3828125, 100.486328125, 106.58984375, 112.693359375, 118.796875, 124.900390625, 131.00390625, 137.107421875, 143.2109375, 149.314453125, 155.41796875, 161.521484375, 167.625]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 11.0, 3.0, 13.0, 31.0, 51.0, 103.0, 261.0, 278.0, 116.0, 49.0, 45.0, 15.0, 15.0, 5.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.515625, -10.1761474609375, -9.836669921875, -9.4971923828125, -9.15771484375, -8.8182373046875, -8.478759765625, -8.1392822265625, -7.7998046875, -7.4603271484375, -7.120849609375, -6.7813720703125, -6.44189453125, -6.1024169921875, -5.762939453125, -5.4234619140625, -5.083984375, -4.7445068359375, -4.405029296875, -4.0655517578125, -3.72607421875, -3.3865966796875, -3.047119140625, -2.7076416015625, -2.3681640625, -2.0286865234375, -1.689208984375, -1.3497314453125, -1.01025390625, -0.6707763671875, -0.331298828125, 0.0081787109375, 0.34765625, 0.6871337890625, 1.026611328125, 1.3660888671875, 1.70556640625, 2.0450439453125, 2.384521484375, 2.7239990234375, 3.0634765625, 3.4029541015625, 3.742431640625, 4.0819091796875, 4.42138671875, 4.7608642578125, 5.100341796875, 5.4398193359375, 5.779296875, 6.1187744140625, 6.458251953125, 6.7977294921875, 7.13720703125, 7.4766845703125, 7.816162109375, 8.1556396484375, 8.4951171875, 8.8345947265625, 9.174072265625, 9.5135498046875, 9.85302734375, 10.1925048828125, 10.531982421875, 10.8714599609375, 11.2109375]}, "gradients/decoder.roberta.encoder.layer.11.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 7.0, 37.0, 100.0, 248.0, 268.0, 216.0, 85.0, 37.0, 9.0, 8.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.69133377075195, -32.10124969482422, -29.511165618896484, -26.921079635620117, -24.330995559692383, -21.74091148376465, -19.15082550048828, -16.560741424560547, -13.970657348632812, -11.380573272705078, -8.790488243103027, -6.200403690338135, -3.610319137573242, -1.0202350616455078, 1.569849967956543, 4.159934997558594, 6.750019073486328, 9.340103149414062, 11.930188179016113, 14.520273208618164, 17.1103572845459, 19.700441360473633, 22.29052734375, 24.880611419677734, 27.47069549560547, 30.060779571533203, 32.65086364746094, 35.24094772338867, 37.831031799316406, 40.421119689941406, 43.01120376586914, 45.601287841796875, 48.191375732421875, 50.78145980834961, 53.371543884277344, 55.96162796020508, 58.55171203613281, 61.14179992675781, 63.73188400268555, 66.32196807861328, 68.91204833984375, 71.50213623046875, 74.09221649169922, 76.68230438232422, 79.27238464355469, 81.86247253417969, 84.45255279541016, 87.04264068603516, 89.63272857666016, 92.22281646728516, 94.81289672851562, 97.40298461914062, 99.9930648803711, 102.5831527709961, 105.17323303222656, 107.76332092285156, 110.35340881347656, 112.94349670410156, 115.53357696533203, 118.12366485595703, 120.7137451171875, 123.3038330078125, 125.89391326904297, 128.4840087890625, 131.07408142089844]}, "gradients/decoder.roberta.encoder.layer.11.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 9.0, 4.0, 12.0, 7.0, 12.0, 16.0, 11.0, 20.0, 16.0, 26.0, 34.0, 34.0, 25.0, 40.0, 37.0, 50.0, 47.0, 40.0, 49.0, 44.0, 42.0, 40.0, 39.0, 45.0, 44.0, 35.0, 29.0, 35.0, 23.0, 20.0, 23.0, 19.0, 11.0, 16.0, 7.0, 8.0, 13.0, 7.0, 3.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0], "bins": [-21.855777740478516, -21.185331344604492, -20.51488494873047, -19.844436645507812, -19.17399024963379, -18.503543853759766, -17.833097457885742, -17.16265106201172, -16.492202758789062, -15.821756362915039, -15.1513090133667, -14.480862617492676, -13.810415267944336, -13.139968872070312, -12.469522476196289, -11.799076080322266, -11.128629684448242, -10.458183288574219, -9.787735939025879, -9.117289543151855, -8.446842193603516, -7.776395797729492, -7.105949401855469, -6.435502529144287, -5.7650556564331055, -5.094608783721924, -4.424161911010742, -3.7537155151367188, -3.083268642425537, -2.4128217697143555, -1.742375373840332, -1.0719285011291504, -0.40148162841796875, 0.26896512508392334, 0.9394118785858154, 1.609858512878418, 2.2803053855895996, 2.9507522583007812, 3.6211986541748047, 4.291645526885986, 4.962092399597168, 5.63253927230835, 6.302986145019531, 6.973432540893555, 7.643879413604736, 8.314326286315918, 8.984772682189941, 9.655220031738281, 10.325666427612305, 10.996112823486328, 11.666560173034668, 12.337006568908691, 13.007453918457031, 13.677900314331055, 14.348346710205078, 15.018793106079102, 15.689240455627441, 16.35968780517578, 17.030134201049805, 17.700580596923828, 18.37102699279785, 19.041473388671875, 19.71192169189453, 20.382368087768555, 21.052814483642578]}, "gradients/decoder.roberta.encoder.layer.11.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 6.0, 5.0, 4.0, 7.0, 10.0, 18.0, 20.0, 23.0, 24.0, 39.0, 61.0, 56.0, 73.0, 123.0, 138.0, 228.0, 442.0, 1140.0, 3330.0, 13839.0, 85692.0, 2327747.0, 1670277.0, 73097.0, 12335.0, 3197.0, 1041.0, 483.0, 235.0, 156.0, 118.0, 68.0, 46.0, 49.0, 27.0, 35.0, 21.0, 16.0, 10.0, 11.0, 10.0, 11.0, 9.0, 5.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-59.71875, -57.96044921875, -56.2021484375, -54.44384765625, -52.685546875, -50.92724609375, -49.1689453125, -47.41064453125, -45.65234375, -43.89404296875, -42.1357421875, -40.37744140625, -38.619140625, -36.86083984375, -35.1025390625, -33.34423828125, -31.5859375, -29.82763671875, -28.0693359375, -26.31103515625, -24.552734375, -22.79443359375, -21.0361328125, -19.27783203125, -17.51953125, -15.76123046875, -14.0029296875, -12.24462890625, -10.486328125, -8.72802734375, -6.9697265625, -5.21142578125, -3.453125, -1.69482421875, 0.0634765625, 1.82177734375, 3.580078125, 5.33837890625, 7.0966796875, 8.85498046875, 10.61328125, 12.37158203125, 14.1298828125, 15.88818359375, 17.646484375, 19.40478515625, 21.1630859375, 22.92138671875, 24.6796875, 26.43798828125, 28.1962890625, 29.95458984375, 31.712890625, 33.47119140625, 35.2294921875, 36.98779296875, 38.74609375, 40.50439453125, 42.2626953125, 44.02099609375, 45.779296875, 47.53759765625, 49.2958984375, 51.05419921875, 52.8125]}, "gradients/decoder.roberta.encoder.layer.11.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 4.0, 4.0, 13.0, 9.0, 14.0, 13.0, 13.0, 26.0, 24.0, 28.0, 23.0, 29.0, 24.0, 37.0, 35.0, 29.0, 43.0, 49.0, 44.0, 42.0, 36.0, 47.0, 38.0, 29.0, 35.0, 41.0, 35.0, 36.0, 29.0, 17.0, 25.0, 18.0, 18.0, 16.0, 10.0, 14.0, 11.0, 7.0, 9.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-13.28125, -12.8865966796875, -12.491943359375, -12.0972900390625, -11.70263671875, -11.3079833984375, -10.913330078125, -10.5186767578125, -10.1240234375, -9.7293701171875, -9.334716796875, -8.9400634765625, -8.54541015625, -8.1507568359375, -7.756103515625, -7.3614501953125, -6.966796875, -6.5721435546875, -6.177490234375, -5.7828369140625, -5.38818359375, -4.9935302734375, -4.598876953125, -4.2042236328125, -3.8095703125, -3.4149169921875, -3.020263671875, -2.6256103515625, -2.23095703125, -1.8363037109375, -1.441650390625, -1.0469970703125, -0.65234375, -0.2576904296875, 0.136962890625, 0.5316162109375, 0.92626953125, 1.3209228515625, 1.715576171875, 2.1102294921875, 2.5048828125, 2.8995361328125, 3.294189453125, 3.6888427734375, 4.08349609375, 4.4781494140625, 4.872802734375, 5.2674560546875, 5.662109375, 6.0567626953125, 6.451416015625, 6.8460693359375, 7.24072265625, 7.6353759765625, 8.030029296875, 8.4246826171875, 8.8193359375, 9.2139892578125, 9.608642578125, 10.0032958984375, 10.39794921875, 10.7926025390625, 11.187255859375, 11.5819091796875, 11.9765625]}, "gradients/decoder.roberta.encoder.layer.11.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 4.0, 8.0, 9.0, 8.0, 21.0, 14.0, 23.0, 23.0, 48.0, 60.0, 55.0, 132.0, 154.0, 369.0, 1071.0, 17458.0, 4004725.0, 166242.0, 2604.0, 527.0, 256.0, 137.0, 100.0, 68.0, 38.0, 30.0, 27.0, 15.0, 13.0, 10.0, 8.0, 9.0, 4.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-161.75, -156.650390625, -151.55078125, -146.451171875, -141.3515625, -136.251953125, -131.15234375, -126.052734375, -120.953125, -115.853515625, -110.75390625, -105.654296875, -100.5546875, -95.455078125, -90.35546875, -85.255859375, -80.15625, -75.056640625, -69.95703125, -64.857421875, -59.7578125, -54.658203125, -49.55859375, -44.458984375, -39.359375, -34.259765625, -29.16015625, -24.060546875, -18.9609375, -13.861328125, -8.76171875, -3.662109375, 1.4375, 6.537109375, 11.63671875, 16.736328125, 21.8359375, 26.935546875, 32.03515625, 37.134765625, 42.234375, 47.333984375, 52.43359375, 57.533203125, 62.6328125, 67.732421875, 72.83203125, 77.931640625, 83.03125, 88.130859375, 93.23046875, 98.330078125, 103.4296875, 108.529296875, 113.62890625, 118.728515625, 123.828125, 128.927734375, 134.02734375, 139.126953125, 144.2265625, 149.326171875, 154.42578125, 159.525390625, 164.625]}, "gradients/decoder.roberta.encoder.layer.11.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 3.0, 4.0, 10.0, 7.0, 15.0, 10.0, 21.0, 27.0, 30.0, 59.0, 80.0, 104.0, 145.0, 204.0, 334.0, 545.0, 812.0, 535.0, 345.0, 241.0, 141.0, 92.0, 82.0, 57.0, 37.0, 33.0, 21.0, 18.0, 15.0, 15.0, 6.0, 5.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.5, -9.23248291015625, -8.9649658203125, -8.69744873046875, -8.429931640625, -8.16241455078125, -7.8948974609375, -7.62738037109375, -7.35986328125, -7.09234619140625, -6.8248291015625, -6.55731201171875, -6.289794921875, -6.02227783203125, -5.7547607421875, -5.48724365234375, -5.2197265625, -4.95220947265625, -4.6846923828125, -4.41717529296875, -4.149658203125, -3.88214111328125, -3.6146240234375, -3.34710693359375, -3.07958984375, -2.81207275390625, -2.5445556640625, -2.27703857421875, -2.009521484375, -1.74200439453125, -1.4744873046875, -1.20697021484375, -0.939453125, -0.67193603515625, -0.4044189453125, -0.13690185546875, 0.130615234375, 0.39813232421875, 0.6656494140625, 0.93316650390625, 1.20068359375, 1.46820068359375, 1.7357177734375, 2.00323486328125, 2.270751953125, 2.53826904296875, 2.8057861328125, 3.07330322265625, 3.3408203125, 3.60833740234375, 3.8758544921875, 4.14337158203125, 4.410888671875, 4.67840576171875, 4.9459228515625, 5.21343994140625, 5.48095703125, 5.74847412109375, 6.0159912109375, 6.28350830078125, 6.551025390625, 6.81854248046875, 7.0860595703125, 7.35357666015625, 7.62109375]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 12.0, 15.0, 35.0, 46.0, 73.0, 102.0, 102.0, 113.0, 132.0, 111.0, 101.0, 64.0, 34.0, 30.0, 16.0, 9.0, 9.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.600669860839844, -36.4871940612793, -35.373714447021484, -34.26023864746094, -33.146759033203125, -32.03328323364258, -30.919803619384766, -29.80632781982422, -28.692848205566406, -27.579370498657227, -26.465892791748047, -25.352415084838867, -24.238937377929688, -23.125459671020508, -22.011981964111328, -20.89850616455078, -19.7850284576416, -18.671550750732422, -17.558073043823242, -16.444595336914062, -15.331117630004883, -14.217639923095703, -13.10416316986084, -11.99068546295166, -10.87720775604248, -9.7637300491333, -8.650252342224121, -7.5367751121521, -6.42329740524292, -5.30981969833374, -4.196342468261719, -3.082864761352539, -1.9693870544433594, -0.8559094667434692, 0.2575681209564209, 1.3710455894470215, 2.484523296356201, 3.598001003265381, 4.711478233337402, 5.824955940246582, 6.938433647155762, 8.051911354064941, 9.165389060974121, 10.278865814208984, 11.392343521118164, 12.505821228027344, 13.619298934936523, 14.732776641845703, 15.846254348754883, 16.959732055664062, 18.073209762573242, 19.186687469482422, 20.3001651763916, 21.41364288330078, 22.527118682861328, 23.64059829711914, 24.754074096679688, 25.867551803588867, 26.981029510498047, 28.094507217407227, 29.207984924316406, 30.321462631225586, 31.434940338134766, 32.54841613769531, 33.661895751953125]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 8.0, 9.0, 9.0, 12.0, 10.0, 14.0, 13.0, 17.0, 15.0, 23.0, 18.0, 24.0, 35.0, 31.0, 35.0, 39.0, 39.0, 37.0, 42.0, 41.0, 43.0, 35.0, 33.0, 46.0, 51.0, 31.0, 33.0, 42.0, 26.0, 26.0, 25.0, 25.0, 12.0, 22.0, 20.0, 12.0, 4.0, 5.0, 8.0, 6.0, 4.0, 5.0, 6.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0], "bins": [-14.146778106689453, -13.691733360290527, -13.236688613891602, -12.781643867492676, -12.32659912109375, -11.871554374694824, -11.416509628295898, -10.961463928222656, -10.506420135498047, -10.051375389099121, -9.596330642700195, -9.14128589630127, -8.686241149902344, -8.231196403503418, -7.776151180267334, -7.321106433868408, -6.866061210632324, -6.411016464233398, -5.955971717834473, -5.500926971435547, -5.045882225036621, -4.590837478637695, -4.135792255401611, -3.6807475090026855, -3.2257027626037598, -2.770658016204834, -2.315613269805908, -1.8605682849884033, -1.4055235385894775, -0.9504787921905518, -0.4954338073730469, -0.040389060974121094, 0.4146547317504883, 0.8696995377540588, 1.3247443437576294, 1.7797892093658447, 2.2348339557647705, 2.6898787021636963, 3.144923686981201, 3.599968433380127, 4.055013179779053, 4.5100579261779785, 4.965102672576904, 5.420147895812988, 5.875192642211914, 6.33023738861084, 6.785282135009766, 7.240326881408691, 7.695371627807617, 8.150416374206543, 8.605461120605469, 9.060505867004395, 9.51555061340332, 9.970595359802246, 10.425640106201172, 10.880685806274414, 11.335729598999023, 11.79077434539795, 12.245819091796875, 12.7008638381958, 13.155908584594727, 13.610953330993652, 14.065998077392578, 14.52104377746582, 14.976088523864746]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 9.0, 12.0, 8.0, 23.0, 37.0, 57.0, 100.0, 116.0, 220.0, 384.0, 638.0, 1074.0, 1834.0, 3134.0, 5538.0, 9255.0, 16111.0, 27436.0, 47035.0, 76929.0, 119227.0, 163817.0, 177403.0, 145763.0, 99931.0, 62628.0, 37448.0, 21821.0, 12734.0, 7420.0, 4387.0, 2441.0, 1465.0, 826.0, 496.0, 296.0, 199.0, 124.0, 63.0, 45.0, 27.0, 16.0, 15.0, 9.0, 8.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.986328125, -2.893829345703125, -2.80133056640625, -2.708831787109375, -2.6163330078125, -2.523834228515625, -2.43133544921875, -2.338836669921875, -2.246337890625, -2.153839111328125, -2.06134033203125, -1.968841552734375, -1.8763427734375, -1.783843994140625, -1.69134521484375, -1.598846435546875, -1.50634765625, -1.413848876953125, -1.32135009765625, -1.228851318359375, -1.1363525390625, -1.043853759765625, -0.95135498046875, -0.858856201171875, -0.766357421875, -0.673858642578125, -0.58135986328125, -0.488861083984375, -0.3963623046875, -0.303863525390625, -0.21136474609375, -0.118865966796875, -0.0263671875, 0.066131591796875, 0.15863037109375, 0.251129150390625, 0.3436279296875, 0.436126708984375, 0.52862548828125, 0.621124267578125, 0.713623046875, 0.806121826171875, 0.89862060546875, 0.991119384765625, 1.0836181640625, 1.176116943359375, 1.26861572265625, 1.361114501953125, 1.45361328125, 1.546112060546875, 1.63861083984375, 1.731109619140625, 1.8236083984375, 1.916107177734375, 2.00860595703125, 2.101104736328125, 2.193603515625, 2.286102294921875, 2.37860107421875, 2.471099853515625, 2.5635986328125, 2.656097412109375, 2.74859619140625, 2.841094970703125, 2.93359375]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 8.0, 8.0, 10.0, 11.0, 11.0, 14.0, 13.0, 14.0, 18.0, 23.0, 18.0, 21.0, 38.0, 30.0, 34.0, 39.0, 39.0, 37.0, 40.0, 43.0, 46.0, 30.0, 37.0, 44.0, 49.0, 34.0, 35.0, 39.0, 27.0, 28.0, 22.0, 25.0, 15.0, 19.0, 20.0, 13.0, 5.0, 3.0, 10.0, 6.0, 5.0, 4.0, 6.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0], "bins": [-14.875, -14.4310302734375, -13.987060546875, -13.5430908203125, -13.09912109375, -12.6551513671875, -12.211181640625, -11.7672119140625, -11.3232421875, -10.8792724609375, -10.435302734375, -9.9913330078125, -9.54736328125, -9.1033935546875, -8.659423828125, -8.2154541015625, -7.771484375, -7.3275146484375, -6.883544921875, -6.4395751953125, -5.99560546875, -5.5516357421875, -5.107666015625, -4.6636962890625, -4.2197265625, -3.7757568359375, -3.331787109375, -2.8878173828125, -2.44384765625, -1.9998779296875, -1.555908203125, -1.1119384765625, -0.66796875, -0.2239990234375, 0.219970703125, 0.6639404296875, 1.10791015625, 1.5518798828125, 1.995849609375, 2.4398193359375, 2.8837890625, 3.3277587890625, 3.771728515625, 4.2156982421875, 4.65966796875, 5.1036376953125, 5.547607421875, 5.9915771484375, 6.435546875, 6.8795166015625, 7.323486328125, 7.7674560546875, 8.21142578125, 8.6553955078125, 9.099365234375, 9.5433349609375, 9.9873046875, 10.4312744140625, 10.875244140625, 11.3192138671875, 11.76318359375, 12.2071533203125, 12.651123046875, 13.0950927734375, 13.5390625]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 4.0, 4.0, 9.0, 17.0, 25.0, 25.0, 41.0, 55.0, 99.0, 128.0, 205.0, 292.0, 409.0, 588.0, 1009.0, 1451.0, 2254.0, 3395.0, 5559.0, 8822.0, 14300.0, 24342.0, 65506.0, 796303.0, 61663.0, 24034.0, 13827.0, 8565.0, 5500.0, 3451.0, 2282.0, 1496.0, 1001.0, 658.0, 427.0, 262.0, 172.0, 116.0, 87.0, 61.0, 41.0, 21.0, 21.0, 16.0, 6.0, 6.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.953125, -4.7906494140625, -4.628173828125, -4.4656982421875, -4.30322265625, -4.1407470703125, -3.978271484375, -3.8157958984375, -3.6533203125, -3.4908447265625, -3.328369140625, -3.1658935546875, -3.00341796875, -2.8409423828125, -2.678466796875, -2.5159912109375, -2.353515625, -2.1910400390625, -2.028564453125, -1.8660888671875, -1.70361328125, -1.5411376953125, -1.378662109375, -1.2161865234375, -1.0537109375, -0.8912353515625, -0.728759765625, -0.5662841796875, -0.40380859375, -0.2413330078125, -0.078857421875, 0.0836181640625, 0.24609375, 0.4085693359375, 0.571044921875, 0.7335205078125, 0.89599609375, 1.0584716796875, 1.220947265625, 1.3834228515625, 1.5458984375, 1.7083740234375, 1.870849609375, 2.0333251953125, 2.19580078125, 2.3582763671875, 2.520751953125, 2.6832275390625, 2.845703125, 3.0081787109375, 3.170654296875, 3.3331298828125, 3.49560546875, 3.6580810546875, 3.820556640625, 3.9830322265625, 4.1455078125, 4.3079833984375, 4.470458984375, 4.6329345703125, 4.79541015625, 4.9578857421875, 5.120361328125, 5.2828369140625, 5.4453125]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 8.0, 10.0, 4.0, 5.0, 11.0, 11.0, 16.0, 18.0, 17.0, 26.0, 26.0, 24.0, 34.0, 38.0, 26.0, 34.0, 50.0, 38.0, 41.0, 33.0, 36.0, 39.0, 35.0, 37.0, 43.0, 35.0, 39.0, 28.0, 25.0, 22.0, 21.0, 32.0, 24.0, 19.0, 18.0, 12.0, 12.0, 9.0, 13.0, 11.0, 2.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.25, -8.97705078125, -8.7041015625, -8.43115234375, -8.158203125, -7.88525390625, -7.6123046875, -7.33935546875, -7.06640625, -6.79345703125, -6.5205078125, -6.24755859375, -5.974609375, -5.70166015625, -5.4287109375, -5.15576171875, -4.8828125, -4.60986328125, -4.3369140625, -4.06396484375, -3.791015625, -3.51806640625, -3.2451171875, -2.97216796875, -2.69921875, -2.42626953125, -2.1533203125, -1.88037109375, -1.607421875, -1.33447265625, -1.0615234375, -0.78857421875, -0.515625, -0.24267578125, 0.0302734375, 0.30322265625, 0.576171875, 0.84912109375, 1.1220703125, 1.39501953125, 1.66796875, 1.94091796875, 2.2138671875, 2.48681640625, 2.759765625, 3.03271484375, 3.3056640625, 3.57861328125, 3.8515625, 4.12451171875, 4.3974609375, 4.67041015625, 4.943359375, 5.21630859375, 5.4892578125, 5.76220703125, 6.03515625, 6.30810546875, 6.5810546875, 6.85400390625, 7.126953125, 7.39990234375, 7.6728515625, 7.94580078125, 8.21875]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 9.0, 7.0, 6.0, 9.0, 8.0, 12.0, 21.0, 21.0, 29.0, 38.0, 40.0, 66.0, 82.0, 133.0, 174.0, 256.0, 359.0, 525.0, 763.0, 1309.0, 2155.0, 3649.0, 6386.0, 12037.0, 23127.0, 58406.0, 851830.0, 42542.0, 19699.0, 10500.0, 5740.0, 3211.0, 1908.0, 1138.0, 749.0, 492.0, 306.0, 240.0, 158.0, 109.0, 70.0, 48.0, 39.0, 41.0, 32.0, 23.0, 15.0, 11.0, 7.0, 5.0, 8.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0], "bins": [-0.335693359375, -0.3256378173828125, -0.315582275390625, -0.3055267333984375, -0.29547119140625, -0.2854156494140625, -0.275360107421875, -0.2653045654296875, -0.2552490234375, -0.2451934814453125, -0.235137939453125, -0.2250823974609375, -0.21502685546875, -0.2049713134765625, -0.194915771484375, -0.1848602294921875, -0.1748046875, -0.1647491455078125, -0.154693603515625, -0.1446380615234375, -0.13458251953125, -0.1245269775390625, -0.114471435546875, -0.1044158935546875, -0.0943603515625, -0.0843048095703125, -0.074249267578125, -0.0641937255859375, -0.05413818359375, -0.0440826416015625, -0.034027099609375, -0.0239715576171875, -0.013916015625, -0.0038604736328125, 0.006195068359375, 0.0162506103515625, 0.02630615234375, 0.0363616943359375, 0.046417236328125, 0.0564727783203125, 0.0665283203125, 0.0765838623046875, 0.086639404296875, 0.0966949462890625, 0.10675048828125, 0.1168060302734375, 0.126861572265625, 0.1369171142578125, 0.14697265625, 0.1570281982421875, 0.167083740234375, 0.1771392822265625, 0.18719482421875, 0.1972503662109375, 0.207305908203125, 0.2173614501953125, 0.2274169921875, 0.2374725341796875, 0.247528076171875, 0.2575836181640625, 0.26763916015625, 0.2776947021484375, 0.287750244140625, 0.2978057861328125, 0.307861328125]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 4.0, 11.0, 11.0, 15.0, 18.0, 31.0, 38.0, 52.0, 73.0, 80.0, 107.0, 76.0, 85.0, 88.0, 78.0, 50.0, 49.0, 36.0, 33.0, 22.0, 17.0, 8.0, 13.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6285648345947266e-05, -2.540554851293564e-05, -2.452544867992401e-05, -2.3645348846912384e-05, -2.2765249013900757e-05, -2.188514918088913e-05, -2.1005049347877502e-05, -2.0124949514865875e-05, -1.9244849681854248e-05, -1.836474984884262e-05, -1.7484650015830994e-05, -1.6604550182819366e-05, -1.572445034980774e-05, -1.4844350516796112e-05, -1.3964250683784485e-05, -1.3084150850772858e-05, -1.220405101776123e-05, -1.1323951184749603e-05, -1.0443851351737976e-05, -9.563751518726349e-06, -8.683651685714722e-06, -7.803551852703094e-06, -6.923452019691467e-06, -6.04335218667984e-06, -5.163252353668213e-06, -4.283152520656586e-06, -3.4030526876449585e-06, -2.5229528546333313e-06, -1.642853021621704e-06, -7.627531886100769e-07, 1.1734664440155029e-07, 9.974464774131775e-07, 1.8775463104248047e-06, 2.757646143436432e-06, 3.637745976448059e-06, 4.517845809459686e-06, 5.3979456424713135e-06, 6.278045475482941e-06, 7.158145308494568e-06, 8.038245141506195e-06, 8.918344974517822e-06, 9.79844480752945e-06, 1.0678544640541077e-05, 1.1558644473552704e-05, 1.2438744306564331e-05, 1.3318844139575958e-05, 1.4198943972587585e-05, 1.5079043805599213e-05, 1.595914363861084e-05, 1.6839243471622467e-05, 1.7719343304634094e-05, 1.859944313764572e-05, 1.947954297065735e-05, 2.0359642803668976e-05, 2.1239742636680603e-05, 2.211984246969223e-05, 2.2999942302703857e-05, 2.3880042135715485e-05, 2.4760141968727112e-05, 2.564024180173874e-05, 2.6520341634750366e-05, 2.7400441467761993e-05, 2.828054130077362e-05, 2.9160641133785248e-05, 3.0040740966796875e-05]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 1.0, 10.0, 11.0, 7.0, 15.0, 22.0, 27.0, 19.0, 39.0, 52.0, 107.0, 194.0, 806.0, 25147.0, 952355.0, 67784.0, 1442.0, 205.0, 97.0, 66.0, 49.0, 33.0, 16.0, 9.0, 8.0, 6.0, 4.0, 6.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2958984375, -1.2535552978515625, -1.211212158203125, -1.1688690185546875, -1.12652587890625, -1.0841827392578125, -1.041839599609375, -0.9994964599609375, -0.9571533203125, -0.9148101806640625, -0.872467041015625, -0.8301239013671875, -0.78778076171875, -0.7454376220703125, -0.703094482421875, -0.6607513427734375, -0.618408203125, -0.5760650634765625, -0.533721923828125, -0.4913787841796875, -0.44903564453125, -0.4066925048828125, -0.364349365234375, -0.3220062255859375, -0.2796630859375, -0.2373199462890625, -0.194976806640625, -0.1526336669921875, -0.11029052734375, -0.0679473876953125, -0.025604248046875, 0.0167388916015625, 0.05908203125, 0.1014251708984375, 0.143768310546875, 0.1861114501953125, 0.22845458984375, 0.2707977294921875, 0.313140869140625, 0.3554840087890625, 0.3978271484375, 0.4401702880859375, 0.482513427734375, 0.5248565673828125, 0.56719970703125, 0.6095428466796875, 0.651885986328125, 0.6942291259765625, 0.736572265625, 0.7789154052734375, 0.821258544921875, 0.8636016845703125, 0.90594482421875, 0.9482879638671875, 0.990631103515625, 1.0329742431640625, 1.0753173828125, 1.1176605224609375, 1.160003662109375, 1.2023468017578125, 1.24468994140625, 1.2870330810546875, 1.329376220703125, 1.3717193603515625, 1.4140625]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 7.0, 10.0, 9.0, 12.0, 13.0, 14.0, 30.0, 45.0, 45.0, 54.0, 83.0, 69.0, 65.0, 82.0, 74.0, 66.0, 63.0, 48.0, 35.0, 36.0, 28.0, 29.0, 15.0, 14.0, 14.0, 12.0, 9.0, 6.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06854248046875, -0.0664825439453125, -0.064422607421875, -0.0623626708984375, -0.060302734375, -0.0582427978515625, -0.056182861328125, -0.0541229248046875, -0.05206298828125, -0.0500030517578125, -0.047943115234375, -0.0458831787109375, -0.0438232421875, -0.0417633056640625, -0.039703369140625, -0.0376434326171875, -0.03558349609375, -0.0335235595703125, -0.031463623046875, -0.0294036865234375, -0.02734375, -0.0252838134765625, -0.023223876953125, -0.0211639404296875, -0.01910400390625, -0.0170440673828125, -0.014984130859375, -0.0129241943359375, -0.0108642578125, -0.0088043212890625, -0.006744384765625, -0.0046844482421875, -0.00262451171875, -0.0005645751953125, 0.001495361328125, 0.0035552978515625, 0.005615234375, 0.0076751708984375, 0.009735107421875, 0.0117950439453125, 0.01385498046875, 0.0159149169921875, 0.017974853515625, 0.0200347900390625, 0.0220947265625, 0.0241546630859375, 0.026214599609375, 0.0282745361328125, 0.03033447265625, 0.0323944091796875, 0.034454345703125, 0.0365142822265625, 0.03857421875, 0.0406341552734375, 0.042694091796875, 0.0447540283203125, 0.04681396484375, 0.0488739013671875, 0.050933837890625, 0.0529937744140625, 0.0550537109375, 0.0571136474609375, 0.059173583984375, 0.0612335205078125, 0.06329345703125]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 7.0, 14.0, 19.0, 26.0, 47.0, 48.0, 72.0, 94.0, 68.0, 98.0, 111.0, 101.0, 76.0, 79.0, 49.0, 32.0, 20.0, 18.0, 9.0, 12.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.863433837890625, -32.96683120727539, -32.070228576660156, -31.173627853393555, -30.277027130126953, -29.38042449951172, -28.483821868896484, -27.587221145629883, -26.69062042236328, -25.794017791748047, -24.897417068481445, -24.00081443786621, -23.10421371459961, -22.207611083984375, -21.31100845336914, -20.41440773010254, -19.517805099487305, -18.62120246887207, -17.72460174560547, -16.827999114990234, -15.931398391723633, -15.034795761108398, -14.13819408416748, -13.241592407226562, -12.344990730285645, -11.448389053344727, -10.551787376403809, -9.65518569946289, -8.758583068847656, -7.8619818687438965, -6.96537971496582, -6.068778038024902, -5.172174453735352, -4.275572776794434, -3.3789708614349365, -2.4823689460754395, -1.5857672691345215, -0.6891655921936035, 0.20743656158447266, 1.1040382385253906, 2.0006399154663086, 2.8972415924072266, 3.7938435077667236, 4.690445423126221, 5.587047100067139, 6.483648777008057, 7.380250930786133, 8.27685260772705, 9.173454284667969, 10.070055961608887, 10.966657638549805, 11.863260269165039, 12.75986099243164, 13.656463623046875, 14.553065299987793, 15.449666976928711, 16.346267700195312, 17.242870330810547, 18.13947105407715, 19.036073684692383, 19.932674407958984, 20.82927703857422, 21.725879669189453, 22.622480392456055, 23.51908302307129]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 8.0, 8.0, 10.0, 11.0, 11.0, 14.0, 13.0, 14.0, 17.0, 23.0, 19.0, 21.0, 37.0, 30.0, 35.0, 38.0, 39.0, 38.0, 40.0, 42.0, 46.0, 30.0, 36.0, 44.0, 51.0, 34.0, 33.0, 40.0, 28.0, 28.0, 22.0, 25.0, 14.0, 20.0, 20.0, 12.0, 6.0, 3.0, 9.0, 7.0, 5.0, 4.0, 6.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0], "bins": [-14.878131866455078, -14.434271812438965, -13.990412712097168, -13.546552658081055, -13.102693557739258, -12.658833503723145, -12.214973449707031, -11.771114349365234, -11.327255249023438, -10.883395195007324, -10.439536094665527, -9.995676040649414, -9.551816940307617, -9.107956886291504, -8.66409683227539, -8.220237731933594, -7.7763776779174805, -7.332518100738525, -6.88865852355957, -6.444798469543457, -6.00093936920166, -5.557079315185547, -5.113219738006592, -4.669360160827637, -4.225500583648682, -3.7816410064697266, -3.3377814292907715, -2.8939216136932373, -2.4500620365142822, -2.006202459335327, -1.562342643737793, -1.118483066558838, -0.6746234893798828, -0.23076385259628296, 0.2130957841873169, 0.6569554805755615, 1.1008150577545166, 1.5446746349334717, 1.9885344505310059, 2.432394027709961, 2.876253604888916, 3.320113182067871, 3.763972759246826, 4.207832336425781, 4.6516923904418945, 5.095551490783691, 5.539411544799805, 5.98327112197876, 6.427130699157715, 6.87099027633667, 7.314849853515625, 7.758709907531738, 8.202569007873535, 8.646429061889648, 9.090288162231445, 9.534148216247559, 9.978008270263672, 10.421868324279785, 10.865727424621582, 11.309587478637695, 11.753446578979492, 12.197306632995605, 12.641166687011719, 13.085025787353516, 13.528884887695312]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.dense.weight": {"_type": "histogram", "values": [6.0, 2.0, 5.0, 3.0, 9.0, 12.0, 9.0, 13.0, 42.0, 40.0, 46.0, 89.0, 117.0, 165.0, 240.0, 462.0, 623.0, 966.0, 1619.0, 2663.0, 4033.0, 6752.0, 11206.0, 18838.0, 35581.0, 73732.0, 192251.0, 382041.0, 170855.0, 67871.0, 32941.0, 17794.0, 10648.0, 6252.0, 3953.0, 2473.0, 1453.0, 972.0, 598.0, 374.0, 268.0, 197.0, 103.0, 77.0, 48.0, 40.0, 29.0, 17.0, 17.0, 11.0, 3.0, 6.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.3828125, -13.8587646484375, -13.334716796875, -12.8106689453125, -12.28662109375, -11.7625732421875, -11.238525390625, -10.7144775390625, -10.1904296875, -9.6663818359375, -9.142333984375, -8.6182861328125, -8.09423828125, -7.5701904296875, -7.046142578125, -6.5220947265625, -5.998046875, -5.4739990234375, -4.949951171875, -4.4259033203125, -3.90185546875, -3.3778076171875, -2.853759765625, -2.3297119140625, -1.8056640625, -1.2816162109375, -0.757568359375, -0.2335205078125, 0.29052734375, 0.8145751953125, 1.338623046875, 1.8626708984375, 2.38671875, 2.9107666015625, 3.434814453125, 3.9588623046875, 4.48291015625, 5.0069580078125, 5.531005859375, 6.0550537109375, 6.5791015625, 7.1031494140625, 7.627197265625, 8.1512451171875, 8.67529296875, 9.1993408203125, 9.723388671875, 10.2474365234375, 10.771484375, 11.2955322265625, 11.819580078125, 12.3436279296875, 12.86767578125, 13.3917236328125, 13.915771484375, 14.4398193359375, 14.9638671875, 15.4879150390625, 16.011962890625, 16.5360107421875, 17.06005859375, 17.5841064453125, 18.108154296875, 18.6322021484375, 19.15625]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 7.0, 12.0, 11.0, 15.0, 12.0, 6.0, 20.0, 12.0, 19.0, 26.0, 26.0, 31.0, 30.0, 32.0, 33.0, 44.0, 36.0, 32.0, 47.0, 46.0, 31.0, 42.0, 34.0, 50.0, 30.0, 32.0, 42.0, 32.0, 27.0, 22.0, 22.0, 18.0, 18.0, 19.0, 18.0, 13.0, 3.0, 2.0, 9.0, 8.0, 6.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0], "bins": [-15.078125, -14.632080078125, -14.18603515625, -13.739990234375, -13.2939453125, -12.847900390625, -12.40185546875, -11.955810546875, -11.509765625, -11.063720703125, -10.61767578125, -10.171630859375, -9.7255859375, -9.279541015625, -8.83349609375, -8.387451171875, -7.94140625, -7.495361328125, -7.04931640625, -6.603271484375, -6.1572265625, -5.711181640625, -5.26513671875, -4.819091796875, -4.373046875, -3.927001953125, -3.48095703125, -3.034912109375, -2.5888671875, -2.142822265625, -1.69677734375, -1.250732421875, -0.8046875, -0.358642578125, 0.08740234375, 0.533447265625, 0.9794921875, 1.425537109375, 1.87158203125, 2.317626953125, 2.763671875, 3.209716796875, 3.65576171875, 4.101806640625, 4.5478515625, 4.993896484375, 5.43994140625, 5.885986328125, 6.33203125, 6.778076171875, 7.22412109375, 7.670166015625, 8.1162109375, 8.562255859375, 9.00830078125, 9.454345703125, 9.900390625, 10.346435546875, 10.79248046875, 11.238525390625, 11.6845703125, 12.130615234375, 12.57666015625, 13.022705078125, 13.46875]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 7.0, 2.0, 6.0, 6.0, 10.0, 6.0, 7.0, 16.0, 18.0, 32.0, 29.0, 35.0, 47.0, 64.0, 72.0, 104.0, 157.0, 341.0, 1036156.0, 10660.0, 203.0, 143.0, 107.0, 69.0, 43.0, 42.0, 31.0, 34.0, 20.0, 20.0, 20.0, 19.0, 14.0, 8.0, 3.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-436.25, -420.55859375, -404.8671875, -389.17578125, -373.484375, -357.79296875, -342.1015625, -326.41015625, -310.71875, -295.02734375, -279.3359375, -263.64453125, -247.953125, -232.26171875, -216.5703125, -200.87890625, -185.1875, -169.49609375, -153.8046875, -138.11328125, -122.421875, -106.73046875, -91.0390625, -75.34765625, -59.65625, -43.96484375, -28.2734375, -12.58203125, 3.109375, 18.80078125, 34.4921875, 50.18359375, 65.875, 81.56640625, 97.2578125, 112.94921875, 128.640625, 144.33203125, 160.0234375, 175.71484375, 191.40625, 207.09765625, 222.7890625, 238.48046875, 254.171875, 269.86328125, 285.5546875, 301.24609375, 316.9375, 332.62890625, 348.3203125, 364.01171875, 379.703125, 395.39453125, 411.0859375, 426.77734375, 442.46875, 458.16015625, 473.8515625, 489.54296875, 505.234375, 520.92578125, 536.6171875, 552.30859375, 568.0]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 5.0, 3.0, 4.0, 6.0, 15.0, 15.0, 18.0, 19.0, 19.0, 27.0, 28.0, 27.0, 38.0, 32.0, 34.0, 55.0, 53.0, 47.0, 63.0, 56.0, 64.0, 39.0, 42.0, 41.0, 48.0, 33.0, 31.0, 30.0, 23.0, 28.0, 15.0, 9.0, 6.0, 11.0, 6.0, 4.0, 6.0, 7.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-20.28125, -19.71826171875, -19.1552734375, -18.59228515625, -18.029296875, -17.46630859375, -16.9033203125, -16.34033203125, -15.77734375, -15.21435546875, -14.6513671875, -14.08837890625, -13.525390625, -12.96240234375, -12.3994140625, -11.83642578125, -11.2734375, -10.71044921875, -10.1474609375, -9.58447265625, -9.021484375, -8.45849609375, -7.8955078125, -7.33251953125, -6.76953125, -6.20654296875, -5.6435546875, -5.08056640625, -4.517578125, -3.95458984375, -3.3916015625, -2.82861328125, -2.265625, -1.70263671875, -1.1396484375, -0.57666015625, -0.013671875, 0.54931640625, 1.1123046875, 1.67529296875, 2.23828125, 2.80126953125, 3.3642578125, 3.92724609375, 4.490234375, 5.05322265625, 5.6162109375, 6.17919921875, 6.7421875, 7.30517578125, 7.8681640625, 8.43115234375, 8.994140625, 9.55712890625, 10.1201171875, 10.68310546875, 11.24609375, 11.80908203125, 12.3720703125, 12.93505859375, 13.498046875, 14.06103515625, 14.6240234375, 15.18701171875, 15.75]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 5.0, 6.0, 8.0, 9.0, 13.0, 22.0, 32.0, 89.0, 216.0, 690.0, 5084.0, 257637.0, 773522.0, 9714.0, 1000.0, 283.0, 112.0, 51.0, 24.0, 14.0, 9.0, 7.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-74.6875, -72.9140625, -71.140625, -69.3671875, -67.59375, -65.8203125, -64.046875, -62.2734375, -60.5, -58.7265625, -56.953125, -55.1796875, -53.40625, -51.6328125, -49.859375, -48.0859375, -46.3125, -44.5390625, -42.765625, -40.9921875, -39.21875, -37.4453125, -35.671875, -33.8984375, -32.125, -30.3515625, -28.578125, -26.8046875, -25.03125, -23.2578125, -21.484375, -19.7109375, -17.9375, -16.1640625, -14.390625, -12.6171875, -10.84375, -9.0703125, -7.296875, -5.5234375, -3.75, -1.9765625, -0.203125, 1.5703125, 3.34375, 5.1171875, 6.890625, 8.6640625, 10.4375, 12.2109375, 13.984375, 15.7578125, 17.53125, 19.3046875, 21.078125, 22.8515625, 24.625, 26.3984375, 28.171875, 29.9453125, 31.71875, 33.4921875, 35.265625, 37.0390625, 38.8125]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 8.0, 14.0, 9.0, 19.0, 30.0, 48.0, 80.0, 100.0, 177.0, 167.0, 108.0, 81.0, 52.0, 39.0, 26.0, 18.0, 8.0, 4.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017614364624023438, -0.001687958836555481, -0.0016144812107086182, -0.0015410035848617554, -0.0014675259590148926, -0.0013940483331680298, -0.001320570707321167, -0.0012470930814743042, -0.0011736154556274414, -0.0011001378297805786, -0.0010266602039337158, -0.000953182578086853, -0.0008797049522399902, -0.0008062273263931274, -0.0007327497005462646, -0.0006592720746994019, -0.0005857944488525391, -0.0005123168230056763, -0.0004388391971588135, -0.0003653615713119507, -0.0002918839454650879, -0.0002184063196182251, -0.0001449286937713623, -7.145106792449951e-05, 2.0265579223632812e-06, 7.550418376922607e-05, 0.00014898180961608887, 0.00022245943546295166, 0.00029593706130981445, 0.00036941468715667725, 0.00044289231300354004, 0.0005163699388504028, 0.0005898475646972656, 0.0006633251905441284, 0.0007368028163909912, 0.000810280442237854, 0.0008837580680847168, 0.0009572356939315796, 0.0010307133197784424, 0.0011041909456253052, 0.001177668571472168, 0.0012511461973190308, 0.0013246238231658936, 0.0013981014490127563, 0.0014715790748596191, 0.001545056700706482, 0.0016185343265533447, 0.0016920119524002075, 0.0017654895782470703, 0.001838967204093933, 0.001912444829940796, 0.0019859224557876587, 0.0020594000816345215, 0.0021328777074813843, 0.002206355333328247, 0.00227983295917511, 0.0023533105850219727, 0.0024267882108688354, 0.0025002658367156982, 0.002573743462562561, 0.002647221088409424, 0.0027206987142562866, 0.0027941763401031494, 0.002867653965950012, 0.002941131591796875]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 6.0, 11.0, 11.0, 29.0, 42.0, 70.0, 195.0, 994.0, 12402.0, 998763.0, 33898.0, 1655.0, 265.0, 70.0, 38.0, 31.0, 13.0, 14.0, 11.0, 9.0, 6.0, 7.0, 2.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-107.0, -104.4287109375, -101.857421875, -99.2861328125, -96.71484375, -94.1435546875, -91.572265625, -89.0009765625, -86.4296875, -83.8583984375, -81.287109375, -78.7158203125, -76.14453125, -73.5732421875, -71.001953125, -68.4306640625, -65.859375, -63.2880859375, -60.716796875, -58.1455078125, -55.57421875, -53.0029296875, -50.431640625, -47.8603515625, -45.2890625, -42.7177734375, -40.146484375, -37.5751953125, -35.00390625, -32.4326171875, -29.861328125, -27.2900390625, -24.71875, -22.1474609375, -19.576171875, -17.0048828125, -14.43359375, -11.8623046875, -9.291015625, -6.7197265625, -4.1484375, -1.5771484375, 0.994140625, 3.5654296875, 6.13671875, 8.7080078125, 11.279296875, 13.8505859375, 16.421875, 18.9931640625, 21.564453125, 24.1357421875, 26.70703125, 29.2783203125, 31.849609375, 34.4208984375, 36.9921875, 39.5634765625, 42.134765625, 44.7060546875, 47.27734375, 49.8486328125, 52.419921875, 54.9912109375, 57.5625]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 3.0, 3.0, 7.0, 7.0, 14.0, 12.0, 15.0, 30.0, 32.0, 60.0, 81.0, 123.0, 163.0, 127.0, 98.0, 61.0, 56.0, 37.0, 24.0, 20.0, 13.0, 4.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.099609375, -2.951446533203125, -2.80328369140625, -2.655120849609375, -2.5069580078125, -2.358795166015625, -2.21063232421875, -2.062469482421875, -1.914306640625, -1.766143798828125, -1.61798095703125, -1.469818115234375, -1.3216552734375, -1.173492431640625, -1.02532958984375, -0.877166748046875, -0.72900390625, -0.580841064453125, -0.43267822265625, -0.284515380859375, -0.1363525390625, 0.011810302734375, 0.15997314453125, 0.308135986328125, 0.456298828125, 0.604461669921875, 0.75262451171875, 0.900787353515625, 1.0489501953125, 1.197113037109375, 1.34527587890625, 1.493438720703125, 1.6416015625, 1.789764404296875, 1.93792724609375, 2.086090087890625, 2.2342529296875, 2.382415771484375, 2.53057861328125, 2.678741455078125, 2.826904296875, 2.975067138671875, 3.12322998046875, 3.271392822265625, 3.4195556640625, 3.567718505859375, 3.71588134765625, 3.864044189453125, 4.01220703125, 4.160369873046875, 4.30853271484375, 4.456695556640625, 4.6048583984375, 4.753021240234375, 4.90118408203125, 5.049346923828125, 5.197509765625, 5.345672607421875, 5.49383544921875, 5.641998291015625, 5.7901611328125, 5.938323974609375, 6.08648681640625, 6.234649658203125, 6.3828125]}, "gradients/decoder.roberta.encoder.layer.10.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 11.0, 3.0, 15.0, 19.0, 25.0, 36.0, 48.0, 72.0, 69.0, 90.0, 96.0, 88.0, 99.0, 82.0, 71.0, 49.0, 40.0, 34.0, 20.0, 16.0, 9.0, 8.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.222501754760742, -30.376962661743164, -29.531421661376953, -28.685882568359375, -27.840341567993164, -26.994802474975586, -26.149261474609375, -25.303722381591797, -24.458181381225586, -23.612642288208008, -22.767101287841797, -21.92156219482422, -21.076021194458008, -20.23048210144043, -19.38494110107422, -18.53940200805664, -17.693862915039062, -16.848323822021484, -16.002782821655273, -15.157242774963379, -14.311702728271484, -13.466163635253906, -12.620622634887695, -11.775083541870117, -10.929542541503906, -10.084002494812012, -9.238462448120117, -8.392922401428223, -7.547382354736328, -6.701842784881592, -5.856302738189697, -5.010762691497803, -4.16522216796875, -3.3196821212768555, -2.474142074584961, -1.6286022663116455, -0.783062219619751, 0.06247758865356445, 0.908017635345459, 1.7535576820373535, 2.599097728729248, 3.4446377754211426, 4.290177822113037, 5.135717391967773, 5.981257438659668, 6.8267974853515625, 7.672337532043457, 8.517877578735352, 9.363417625427246, 10.20895767211914, 11.054497718811035, 11.90003776550293, 12.745577812194824, 13.591117858886719, 14.436656951904297, 15.282197952270508, 16.127737045288086, 16.973276138305664, 17.818817138671875, 18.664356231689453, 19.509897232055664, 20.355436325073242, 21.200977325439453, 22.04651641845703, 22.892057418823242]}, "gradients/decoder.roberta.encoder.layer.10.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 4.0, 5.0, 4.0, 6.0, 4.0, 10.0, 7.0, 14.0, 15.0, 9.0, 12.0, 10.0, 15.0, 19.0, 26.0, 28.0, 39.0, 25.0, 29.0, 35.0, 38.0, 45.0, 37.0, 31.0, 30.0, 35.0, 38.0, 44.0, 37.0, 37.0, 36.0, 29.0, 34.0, 40.0, 25.0, 20.0, 21.0, 15.0, 13.0, 17.0, 11.0, 13.0, 9.0, 4.0, 9.0, 4.0, 8.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-17.45653533935547, -16.893321990966797, -16.330110549926758, -15.766897201538086, -15.203683853149414, -14.640471458435059, -14.077259063720703, -13.514045715332031, -12.950833320617676, -12.38762092590332, -11.824407577514648, -11.261195182800293, -10.697982788085938, -10.134769439697266, -9.57155704498291, -9.008344650268555, -8.445131301879883, -7.881918430328369, -7.3187055587768555, -6.7554931640625, -6.192280292510986, -5.629067420959473, -5.065855026245117, -4.5026421546936035, -3.93942928314209, -3.376216411590576, -2.8130037784576416, -2.249791145324707, -1.6865782737731934, -1.1233654022216797, -0.5601527690887451, 0.003059864044189453, 0.5662746429443359, 1.12948739528656, 1.6927001476287842, 2.2559127807617188, 2.8191256523132324, 3.382338523864746, 3.9455511569976807, 4.508763790130615, 5.071976661682129, 5.635189533233643, 6.198402404785156, 6.761614799499512, 7.324827671051025, 7.888040542602539, 8.451252937316895, 9.01446533203125, 9.577678680419922, 10.140891075134277, 10.70410442352295, 11.267316818237305, 11.830530166625977, 12.393742561340332, 12.956954956054688, 13.52016830444336, 14.083380699157715, 14.64659309387207, 15.209806442260742, 15.773018836975098, 16.336231231689453, 16.899444580078125, 17.462657928466797, 18.025869369506836, 18.589082717895508]}, "gradients/decoder.roberta.encoder.layer.10.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 7.0, 4.0, 6.0, 7.0, 10.0, 12.0, 16.0, 22.0, 23.0, 23.0, 47.0, 57.0, 83.0, 85.0, 138.0, 186.0, 303.0, 587.0, 1424.0, 4397.0, 15591.0, 78480.0, 1458717.0, 2504394.0, 102707.0, 18756.0, 4973.0, 1552.0, 604.0, 328.0, 211.0, 133.0, 89.0, 87.0, 49.0, 52.0, 40.0, 21.0, 23.0, 14.0, 7.0, 8.0, 11.0, 2.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-59.34375, -57.6982421875, -56.052734375, -54.4072265625, -52.76171875, -51.1162109375, -49.470703125, -47.8251953125, -46.1796875, -44.5341796875, -42.888671875, -41.2431640625, -39.59765625, -37.9521484375, -36.306640625, -34.6611328125, -33.015625, -31.3701171875, -29.724609375, -28.0791015625, -26.43359375, -24.7880859375, -23.142578125, -21.4970703125, -19.8515625, -18.2060546875, -16.560546875, -14.9150390625, -13.26953125, -11.6240234375, -9.978515625, -8.3330078125, -6.6875, -5.0419921875, -3.396484375, -1.7509765625, -0.10546875, 1.5400390625, 3.185546875, 4.8310546875, 6.4765625, 8.1220703125, 9.767578125, 11.4130859375, 13.05859375, 14.7041015625, 16.349609375, 17.9951171875, 19.640625, 21.2861328125, 22.931640625, 24.5771484375, 26.22265625, 27.8681640625, 29.513671875, 31.1591796875, 32.8046875, 34.4501953125, 36.095703125, 37.7412109375, 39.38671875, 41.0322265625, 42.677734375, 44.3232421875, 45.96875]}, "gradients/decoder.roberta.encoder.layer.10.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 5.0, 8.0, 8.0, 11.0, 13.0, 10.0, 17.0, 15.0, 14.0, 22.0, 20.0, 15.0, 16.0, 28.0, 30.0, 37.0, 18.0, 37.0, 38.0, 39.0, 43.0, 40.0, 40.0, 45.0, 38.0, 43.0, 38.0, 43.0, 35.0, 32.0, 24.0, 36.0, 24.0, 22.0, 9.0, 17.0, 18.0, 9.0, 10.0, 8.0, 9.0, 1.0, 2.0, 7.0, 2.0, 2.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.234375, -11.872802734375, -11.51123046875, -11.149658203125, -10.7880859375, -10.426513671875, -10.06494140625, -9.703369140625, -9.341796875, -8.980224609375, -8.61865234375, -8.257080078125, -7.8955078125, -7.533935546875, -7.17236328125, -6.810791015625, -6.44921875, -6.087646484375, -5.72607421875, -5.364501953125, -5.0029296875, -4.641357421875, -4.27978515625, -3.918212890625, -3.556640625, -3.195068359375, -2.83349609375, -2.471923828125, -2.1103515625, -1.748779296875, -1.38720703125, -1.025634765625, -0.6640625, -0.302490234375, 0.05908203125, 0.420654296875, 0.7822265625, 1.143798828125, 1.50537109375, 1.866943359375, 2.228515625, 2.590087890625, 2.95166015625, 3.313232421875, 3.6748046875, 4.036376953125, 4.39794921875, 4.759521484375, 5.12109375, 5.482666015625, 5.84423828125, 6.205810546875, 6.5673828125, 6.928955078125, 7.29052734375, 7.652099609375, 8.013671875, 8.375244140625, 8.73681640625, 9.098388671875, 9.4599609375, 9.821533203125, 10.18310546875, 10.544677734375, 10.90625]}, "gradients/decoder.roberta.encoder.layer.10.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 8.0, 7.0, 13.0, 29.0, 32.0, 54.0, 98.0, 173.0, 471.0, 3584.0, 3777198.0, 410024.0, 1819.0, 385.0, 152.0, 79.0, 58.0, 41.0, 16.0, 22.0, 8.0, 4.0, 3.0, 4.0, 8.0, 1.0, 1.0, 0.0, 2.0], "bins": [-322.5, -315.47265625, -308.4453125, -301.41796875, -294.390625, -287.36328125, -280.3359375, -273.30859375, -266.28125, -259.25390625, -252.2265625, -245.19921875, -238.171875, -231.14453125, -224.1171875, -217.08984375, -210.0625, -203.03515625, -196.0078125, -188.98046875, -181.953125, -174.92578125, -167.8984375, -160.87109375, -153.84375, -146.81640625, -139.7890625, -132.76171875, -125.734375, -118.70703125, -111.6796875, -104.65234375, -97.625, -90.59765625, -83.5703125, -76.54296875, -69.515625, -62.48828125, -55.4609375, -48.43359375, -41.40625, -34.37890625, -27.3515625, -20.32421875, -13.296875, -6.26953125, 0.7578125, 7.78515625, 14.8125, 21.83984375, 28.8671875, 35.89453125, 42.921875, 49.94921875, 56.9765625, 64.00390625, 71.03125, 78.05859375, 85.0859375, 92.11328125, 99.140625, 106.16796875, 113.1953125, 120.22265625, 127.25]}, "gradients/decoder.roberta.encoder.layer.10.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 5.0, 5.0, 9.0, 20.0, 41.0, 31.0, 62.0, 98.0, 135.0, 245.0, 445.0, 996.0, 925.0, 452.0, 219.0, 148.0, 86.0, 56.0, 34.0, 21.0, 13.0, 11.0, 7.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.2578125, -6.8939208984375, -6.530029296875, -6.1661376953125, -5.80224609375, -5.4383544921875, -5.074462890625, -4.7105712890625, -4.3466796875, -3.9827880859375, -3.618896484375, -3.2550048828125, -2.89111328125, -2.5272216796875, -2.163330078125, -1.7994384765625, -1.435546875, -1.0716552734375, -0.707763671875, -0.3438720703125, 0.02001953125, 0.3839111328125, 0.747802734375, 1.1116943359375, 1.4755859375, 1.8394775390625, 2.203369140625, 2.5672607421875, 2.93115234375, 3.2950439453125, 3.658935546875, 4.0228271484375, 4.38671875, 4.7506103515625, 5.114501953125, 5.4783935546875, 5.84228515625, 6.2061767578125, 6.570068359375, 6.9339599609375, 7.2978515625, 7.6617431640625, 8.025634765625, 8.3895263671875, 8.75341796875, 9.1173095703125, 9.481201171875, 9.8450927734375, 10.208984375, 10.5728759765625, 10.936767578125, 11.3006591796875, 11.66455078125, 12.0284423828125, 12.392333984375, 12.7562255859375, 13.1201171875, 13.4840087890625, 13.847900390625, 14.2117919921875, 14.57568359375, 14.9395751953125, 15.303466796875, 15.6673583984375, 16.03125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 5.0, 11.0, 5.0, 22.0, 16.0, 29.0, 36.0, 60.0, 64.0, 89.0, 81.0, 113.0, 92.0, 87.0, 79.0, 67.0, 53.0, 37.0, 26.0, 16.0, 7.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.8611946105957, -38.02557373046875, -37.1899528503418, -36.35433578491211, -35.518714904785156, -34.6830940246582, -33.84747314453125, -33.0118522644043, -32.176231384277344, -31.34061050415039, -30.50499153137207, -29.669370651245117, -28.833751678466797, -27.998130798339844, -27.16250991821289, -26.326889038085938, -25.49127197265625, -24.655651092529297, -23.820032119750977, -22.984411239624023, -22.148792266845703, -21.31317138671875, -20.477550506591797, -19.641929626464844, -18.806310653686523, -17.97068977355957, -17.13507080078125, -16.299449920654297, -15.46382999420166, -14.628210067749023, -13.79258918762207, -12.956969261169434, -12.121349334716797, -11.28572940826416, -10.450109481811523, -9.61448860168457, -8.778868675231934, -7.943248748779297, -7.107628345489502, -6.272007942199707, -5.43638801574707, -4.600768089294434, -3.7651476860046387, -2.929527521133423, -2.093907356262207, -1.2582874298095703, -0.4226670265197754, 0.41295337677001953, 1.2485733032226562, 2.084193468093872, 2.919813632965088, 3.7554337978363037, 4.5910539627075195, 5.426673889160156, 6.262294292449951, 7.097914695739746, 7.933534622192383, 8.76915454864502, 9.604774475097656, 10.44039535522461, 11.276015281677246, 12.111635208129883, 12.947256088256836, 13.782876014709473, 14.61849594116211]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 3.0, 7.0, 3.0, 13.0, 8.0, 10.0, 9.0, 15.0, 14.0, 24.0, 19.0, 20.0, 21.0, 24.0, 31.0, 26.0, 30.0, 34.0, 43.0, 36.0, 38.0, 32.0, 39.0, 48.0, 43.0, 38.0, 35.0, 47.0, 35.0, 28.0, 25.0, 24.0, 23.0, 24.0, 22.0, 21.0, 16.0, 14.0, 13.0, 11.0, 10.0, 8.0, 3.0, 3.0, 6.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-12.013137817382812, -11.57278823852539, -11.132437705993652, -10.69208812713623, -10.251737594604492, -9.81138801574707, -9.371038436889648, -8.93068790435791, -8.490338325500488, -8.049988746643066, -7.609638214111328, -7.169288635253906, -6.728938579559326, -6.288588523864746, -5.848238468170166, -5.407888412475586, -4.967538356781006, -4.527188301086426, -4.086838245391846, -3.6464884281158447, -3.2061386108398438, -2.7657885551452637, -2.3254384994506836, -1.8850886821746826, -1.4447386264801025, -1.004388689994812, -0.5640386939048767, -0.1236886978149414, 0.3166612386703491, 0.7570111751556396, 1.1973612308502197, 1.6377110481262207, 2.078061103820801, 2.518411159515381, 2.958760976791382, 3.399111032485962, 3.839460849761963, 4.279810905456543, 4.720160961151123, 5.160511016845703, 5.600860595703125, 6.041210651397705, 6.481560707092285, 6.921910285949707, 7.362260341644287, 7.802610397338867, 8.242959976196289, 8.683310508728027, 9.123661041259766, 9.564010620117188, 10.004361152648926, 10.444710731506348, 10.885061264038086, 11.325410842895508, 11.76576042175293, 12.206110954284668, 12.64646053314209, 13.086810111999512, 13.52716064453125, 13.967510223388672, 14.40786075592041, 14.848210334777832, 15.28856086730957, 15.728910446166992, 16.169260025024414]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 7.0, 13.0, 14.0, 20.0, 38.0, 45.0, 65.0, 113.0, 204.0, 310.0, 523.0, 813.0, 1378.0, 2391.0, 3862.0, 6366.0, 10391.0, 16709.0, 27359.0, 42788.0, 64485.0, 94248.0, 127081.0, 148101.0, 144597.0, 116417.0, 84298.0, 56895.0, 37110.0, 23695.0, 14818.0, 9175.0, 5609.0, 3436.0, 2009.0, 1223.0, 792.0, 435.0, 261.0, 173.0, 98.0, 68.0, 40.0, 36.0, 27.0, 12.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.333984375, -2.258331298828125, -2.18267822265625, -2.107025146484375, -2.0313720703125, -1.955718994140625, -1.88006591796875, -1.804412841796875, -1.728759765625, -1.653106689453125, -1.57745361328125, -1.501800537109375, -1.4261474609375, -1.350494384765625, -1.27484130859375, -1.199188232421875, -1.12353515625, -1.047882080078125, -0.97222900390625, -0.896575927734375, -0.8209228515625, -0.745269775390625, -0.66961669921875, -0.593963623046875, -0.518310546875, -0.442657470703125, -0.36700439453125, -0.291351318359375, -0.2156982421875, -0.140045166015625, -0.06439208984375, 0.011260986328125, 0.0869140625, 0.162567138671875, 0.23822021484375, 0.313873291015625, 0.3895263671875, 0.465179443359375, 0.54083251953125, 0.616485595703125, 0.692138671875, 0.767791748046875, 0.84344482421875, 0.919097900390625, 0.9947509765625, 1.070404052734375, 1.14605712890625, 1.221710205078125, 1.29736328125, 1.373016357421875, 1.44866943359375, 1.524322509765625, 1.5999755859375, 1.675628662109375, 1.75128173828125, 1.826934814453125, 1.902587890625, 1.978240966796875, 2.05389404296875, 2.129547119140625, 2.2052001953125, 2.280853271484375, 2.35650634765625, 2.432159423828125, 2.5078125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 5.0, 5.0, 12.0, 10.0, 10.0, 10.0, 13.0, 15.0, 26.0, 15.0, 23.0, 25.0, 21.0, 32.0, 27.0, 32.0, 31.0, 47.0, 38.0, 38.0, 27.0, 49.0, 41.0, 42.0, 39.0, 41.0, 45.0, 34.0, 21.0, 32.0, 20.0, 23.0, 22.0, 26.0, 19.0, 13.0, 15.0, 12.0, 10.0, 11.0, 6.0, 2.0, 6.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.125, -12.6922607421875, -12.259521484375, -11.8267822265625, -11.39404296875, -10.9613037109375, -10.528564453125, -10.0958251953125, -9.6630859375, -9.2303466796875, -8.797607421875, -8.3648681640625, -7.93212890625, -7.4993896484375, -7.066650390625, -6.6339111328125, -6.201171875, -5.7684326171875, -5.335693359375, -4.9029541015625, -4.47021484375, -4.0374755859375, -3.604736328125, -3.1719970703125, -2.7392578125, -2.3065185546875, -1.873779296875, -1.4410400390625, -1.00830078125, -0.5755615234375, -0.142822265625, 0.2899169921875, 0.72265625, 1.1553955078125, 1.588134765625, 2.0208740234375, 2.45361328125, 2.8863525390625, 3.319091796875, 3.7518310546875, 4.1845703125, 4.6173095703125, 5.050048828125, 5.4827880859375, 5.91552734375, 6.3482666015625, 6.781005859375, 7.2137451171875, 7.646484375, 8.0792236328125, 8.511962890625, 8.9447021484375, 9.37744140625, 9.8101806640625, 10.242919921875, 10.6756591796875, 11.1083984375, 11.5411376953125, 11.973876953125, 12.4066162109375, 12.83935546875, 13.2720947265625, 13.704833984375, 14.1375732421875, 14.5703125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 5.0, 5.0, 12.0, 17.0, 30.0, 41.0, 44.0, 62.0, 103.0, 149.0, 193.0, 312.0, 461.0, 628.0, 914.0, 1348.0, 1985.0, 2832.0, 4244.0, 6408.0, 9723.0, 15166.0, 24554.0, 70066.0, 769217.0, 70475.0, 24614.0, 15330.0, 9724.0, 6292.0, 4316.0, 3001.0, 1956.0, 1331.0, 913.0, 635.0, 445.0, 300.0, 240.0, 140.0, 97.0, 64.0, 51.0, 30.0, 27.0, 20.0, 12.0, 12.0, 4.0, 6.0, 4.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.5625, -4.422119140625, -4.28173828125, -4.141357421875, -4.0009765625, -3.860595703125, -3.72021484375, -3.579833984375, -3.439453125, -3.299072265625, -3.15869140625, -3.018310546875, -2.8779296875, -2.737548828125, -2.59716796875, -2.456787109375, -2.31640625, -2.176025390625, -2.03564453125, -1.895263671875, -1.7548828125, -1.614501953125, -1.47412109375, -1.333740234375, -1.193359375, -1.052978515625, -0.91259765625, -0.772216796875, -0.6318359375, -0.491455078125, -0.35107421875, -0.210693359375, -0.0703125, 0.070068359375, 0.21044921875, 0.350830078125, 0.4912109375, 0.631591796875, 0.77197265625, 0.912353515625, 1.052734375, 1.193115234375, 1.33349609375, 1.473876953125, 1.6142578125, 1.754638671875, 1.89501953125, 2.035400390625, 2.17578125, 2.316162109375, 2.45654296875, 2.596923828125, 2.7373046875, 2.877685546875, 3.01806640625, 3.158447265625, 3.298828125, 3.439208984375, 3.57958984375, 3.719970703125, 3.8603515625, 4.000732421875, 4.14111328125, 4.281494140625, 4.421875]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 4.0, 5.0, 3.0, 9.0, 6.0, 9.0, 16.0, 12.0, 22.0, 20.0, 27.0, 20.0, 31.0, 34.0, 48.0, 29.0, 45.0, 36.0, 35.0, 48.0, 43.0, 39.0, 43.0, 40.0, 41.0, 43.0, 57.0, 29.0, 26.0, 33.0, 24.0, 16.0, 31.0, 23.0, 14.0, 14.0, 8.0, 7.0, 6.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.1640625, -9.852783203125, -9.54150390625, -9.230224609375, -8.9189453125, -8.607666015625, -8.29638671875, -7.985107421875, -7.673828125, -7.362548828125, -7.05126953125, -6.739990234375, -6.4287109375, -6.117431640625, -5.80615234375, -5.494873046875, -5.18359375, -4.872314453125, -4.56103515625, -4.249755859375, -3.9384765625, -3.627197265625, -3.31591796875, -3.004638671875, -2.693359375, -2.382080078125, -2.07080078125, -1.759521484375, -1.4482421875, -1.136962890625, -0.82568359375, -0.514404296875, -0.203125, 0.108154296875, 0.41943359375, 0.730712890625, 1.0419921875, 1.353271484375, 1.66455078125, 1.975830078125, 2.287109375, 2.598388671875, 2.90966796875, 3.220947265625, 3.5322265625, 3.843505859375, 4.15478515625, 4.466064453125, 4.77734375, 5.088623046875, 5.39990234375, 5.711181640625, 6.0224609375, 6.333740234375, 6.64501953125, 6.956298828125, 7.267578125, 7.578857421875, 7.89013671875, 8.201416015625, 8.5126953125, 8.823974609375, 9.13525390625, 9.446533203125, 9.7578125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 6.0, 7.0, 9.0, 11.0, 15.0, 20.0, 39.0, 30.0, 56.0, 79.0, 118.0, 151.0, 255.0, 355.0, 589.0, 983.0, 1772.0, 3380.0, 6462.0, 13679.0, 30326.0, 619103.0, 316596.0, 28257.0, 12614.0, 6175.0, 3114.0, 1677.0, 893.0, 605.0, 359.0, 223.0, 176.0, 113.0, 80.0, 63.0, 29.0, 33.0, 35.0, 15.0, 11.0, 11.0, 7.0, 6.0, 7.0, 3.0, 0.0, 5.0, 3.0, 2.0], "bins": [-0.432373046875, -0.42034912109375, -0.4083251953125, -0.39630126953125, -0.38427734375, -0.37225341796875, -0.3602294921875, -0.34820556640625, -0.336181640625, -0.32415771484375, -0.3121337890625, -0.30010986328125, -0.2880859375, -0.27606201171875, -0.2640380859375, -0.25201416015625, -0.239990234375, -0.22796630859375, -0.2159423828125, -0.20391845703125, -0.19189453125, -0.17987060546875, -0.1678466796875, -0.15582275390625, -0.143798828125, -0.13177490234375, -0.1197509765625, -0.10772705078125, -0.095703125, -0.08367919921875, -0.0716552734375, -0.05963134765625, -0.047607421875, -0.03558349609375, -0.0235595703125, -0.01153564453125, 0.00048828125, 0.01251220703125, 0.0245361328125, 0.03656005859375, 0.048583984375, 0.06060791015625, 0.0726318359375, 0.08465576171875, 0.0966796875, 0.10870361328125, 0.1207275390625, 0.13275146484375, 0.144775390625, 0.15679931640625, 0.1688232421875, 0.18084716796875, 0.19287109375, 0.20489501953125, 0.2169189453125, 0.22894287109375, 0.240966796875, 0.25299072265625, 0.2650146484375, 0.27703857421875, 0.2890625, 0.30108642578125, 0.3131103515625, 0.32513427734375, 0.337158203125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 4.0, 4.0, 18.0, 9.0, 19.0, 13.0, 16.0, 21.0, 17.0, 28.0, 40.0, 27.0, 38.0, 35.0, 43.0, 40.0, 57.0, 42.0, 51.0, 47.0, 53.0, 49.0, 45.0, 34.0, 31.0, 43.0, 25.0, 28.0, 22.0, 17.0, 9.0, 17.0, 7.0, 17.0, 5.0, 7.0, 11.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3768672943115234e-05, -1.332256942987442e-05, -1.2876465916633606e-05, -1.2430362403392792e-05, -1.1984258890151978e-05, -1.1538155376911163e-05, -1.1092051863670349e-05, -1.0645948350429535e-05, -1.019984483718872e-05, -9.753741323947906e-06, -9.307637810707092e-06, -8.861534297466278e-06, -8.415430784225464e-06, -7.96932727098465e-06, -7.5232237577438354e-06, -7.077120244503021e-06, -6.631016731262207e-06, -6.184913218021393e-06, -5.738809704780579e-06, -5.292706191539764e-06, -4.84660267829895e-06, -4.400499165058136e-06, -3.954395651817322e-06, -3.5082921385765076e-06, -3.0621886253356934e-06, -2.616085112094879e-06, -2.169981598854065e-06, -1.7238780856132507e-06, -1.2777745723724365e-06, -8.316710591316223e-07, -3.855675458908081e-07, 6.05359673500061e-08, 5.066394805908203e-07, 9.527429938316345e-07, 1.3988465070724487e-06, 1.844950020313263e-06, 2.291053533554077e-06, 2.7371570467948914e-06, 3.1832605600357056e-06, 3.6293640732765198e-06, 4.075467586517334e-06, 4.521571099758148e-06, 4.967674612998962e-06, 5.413778126239777e-06, 5.859881639480591e-06, 6.305985152721405e-06, 6.752088665962219e-06, 7.1981921792030334e-06, 7.644295692443848e-06, 8.090399205684662e-06, 8.536502718925476e-06, 8.98260623216629e-06, 9.428709745407104e-06, 9.874813258647919e-06, 1.0320916771888733e-05, 1.0767020285129547e-05, 1.1213123798370361e-05, 1.1659227311611176e-05, 1.210533082485199e-05, 1.2551434338092804e-05, 1.2997537851333618e-05, 1.3443641364574432e-05, 1.3889744877815247e-05, 1.433584839105606e-05, 1.4781951904296875e-05]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 8.0, 8.0, 8.0, 11.0, 22.0, 19.0, 22.0, 32.0, 52.0, 87.0, 180.0, 612.0, 18300.0, 963203.0, 64293.0, 1150.0, 234.0, 108.0, 63.0, 37.0, 26.0, 19.0, 9.0, 10.0, 13.0, 7.0, 3.0, 4.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2666015625, -1.2207489013671875, -1.174896240234375, -1.1290435791015625, -1.08319091796875, -1.0373382568359375, -0.991485595703125, -0.9456329345703125, -0.8997802734375, -0.8539276123046875, -0.808074951171875, -0.7622222900390625, -0.71636962890625, -0.6705169677734375, -0.624664306640625, -0.5788116455078125, -0.532958984375, -0.4871063232421875, -0.441253662109375, -0.3954010009765625, -0.34954833984375, -0.3036956787109375, -0.257843017578125, -0.2119903564453125, -0.1661376953125, -0.1202850341796875, -0.074432373046875, -0.0285797119140625, 0.01727294921875, 0.0631256103515625, 0.108978271484375, 0.1548309326171875, 0.20068359375, 0.2465362548828125, 0.292388916015625, 0.3382415771484375, 0.38409423828125, 0.4299468994140625, 0.475799560546875, 0.5216522216796875, 0.5675048828125, 0.6133575439453125, 0.659210205078125, 0.7050628662109375, 0.75091552734375, 0.7967681884765625, 0.842620849609375, 0.8884735107421875, 0.934326171875, 0.9801788330078125, 1.026031494140625, 1.0718841552734375, 1.11773681640625, 1.1635894775390625, 1.209442138671875, 1.2552947998046875, 1.3011474609375, 1.3470001220703125, 1.392852783203125, 1.4387054443359375, 1.48455810546875, 1.5304107666015625, 1.576263427734375, 1.6221160888671875, 1.66796875]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 4.0, 5.0, 9.0, 8.0, 6.0, 14.0, 14.0, 12.0, 30.0, 41.0, 49.0, 65.0, 72.0, 92.0, 84.0, 89.0, 81.0, 73.0, 46.0, 49.0, 38.0, 23.0, 24.0, 19.0, 19.0, 7.0, 7.0, 10.0, 4.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08599853515625, -0.08361434936523438, -0.08123016357421875, -0.07884597778320312, -0.0764617919921875, -0.07407760620117188, -0.07169342041015625, -0.06930923461914062, -0.066925048828125, -0.06454086303710938, -0.06215667724609375, -0.059772491455078125, -0.0573883056640625, -0.055004119873046875, -0.05261993408203125, -0.050235748291015625, -0.0478515625, -0.045467376708984375, -0.04308319091796875, -0.040699005126953125, -0.0383148193359375, -0.035930633544921875, -0.03354644775390625, -0.031162261962890625, -0.028778076171875, -0.026393890380859375, -0.02400970458984375, -0.021625518798828125, -0.0192413330078125, -0.016857147216796875, -0.01447296142578125, -0.012088775634765625, -0.00970458984375, -0.007320404052734375, -0.00493621826171875, -0.002552032470703125, -0.0001678466796875, 0.002216339111328125, 0.00460052490234375, 0.006984710693359375, 0.009368896484375, 0.011753082275390625, 0.01413726806640625, 0.016521453857421875, 0.0189056396484375, 0.021289825439453125, 0.02367401123046875, 0.026058197021484375, 0.0284423828125, 0.030826568603515625, 0.03321075439453125, 0.035594940185546875, 0.0379791259765625, 0.040363311767578125, 0.04274749755859375, 0.045131683349609375, 0.047515869140625, 0.049900054931640625, 0.05228424072265625, 0.054668426513671875, 0.0570526123046875, 0.059436798095703125, 0.06182098388671875, 0.06420516967773438, 0.06658935546875]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 8.0, 17.0, 33.0, 54.0, 92.0, 140.0, 178.0, 174.0, 129.0, 97.0, 48.0, 24.0, 11.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.255897521972656, -38.8022346496582, -37.34857177734375, -35.8949089050293, -34.441246032714844, -32.98758316040039, -31.53392219543457, -30.080259323120117, -28.626596450805664, -27.17293357849121, -25.719270706176758, -24.265609741210938, -22.811946868896484, -21.35828399658203, -19.904621124267578, -18.450958251953125, -16.997295379638672, -15.543632507324219, -14.089969635009766, -12.636307716369629, -11.182644844055176, -9.728981971740723, -8.275320053100586, -6.821657180786133, -5.36799430847168, -3.9143316745758057, -2.4606690406799316, -1.0070066452026367, 0.4466562271118164, 1.9003190994262695, 3.3539810180664062, 4.807643890380859, 6.261302947998047, 7.7149658203125, 9.168628692626953, 10.62229061126709, 12.075953483581543, 13.529616355895996, 14.983278274536133, 16.436941146850586, 17.89060401916504, 19.344266891479492, 20.797929763793945, 22.251590728759766, 23.70525360107422, 25.158916473388672, 26.612579345703125, 28.066242218017578, 29.51990509033203, 30.973567962646484, 32.42723083496094, 33.88089370727539, 35.334556579589844, 36.7882194519043, 38.24188232421875, 39.69554138183594, 41.149208068847656, 42.60287094116211, 44.05653381347656, 45.510196685791016, 46.96385955810547, 48.41752243041992, 49.871185302734375, 51.32484436035156, 52.778507232666016]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 5.0, 5.0, 11.0, 10.0, 10.0, 11.0, 13.0, 15.0, 23.0, 17.0, 24.0, 25.0, 21.0, 32.0, 26.0, 32.0, 32.0, 46.0, 38.0, 38.0, 27.0, 49.0, 42.0, 42.0, 39.0, 40.0, 46.0, 34.0, 21.0, 33.0, 19.0, 21.0, 24.0, 26.0, 18.0, 14.0, 14.0, 13.0, 10.0, 11.0, 6.0, 2.0, 6.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.129988670349121, -12.697288513183594, -12.26458740234375, -11.831887245178223, -11.399187088012695, -10.966485977172852, -10.533785820007324, -10.101085662841797, -9.668384552001953, -9.235684394836426, -8.802983283996582, -8.370283126831055, -7.937582492828369, -7.504881858825684, -7.072181701660156, -6.639481067657471, -6.206780433654785, -5.7740797996521, -5.341379165649414, -4.908679008483887, -4.475978374481201, -4.043277740478516, -3.610577344894409, -3.1778769493103027, -2.745176315307617, -2.3124756813049316, -1.8797752857208252, -1.4470747709274292, -1.0143742561340332, -0.5816736221313477, -0.1489732265472412, 0.28372716903686523, 0.7164268493652344, 1.1491273641586304, 1.5818278789520264, 2.014528274536133, 2.4472289085388184, 2.879929542541504, 3.3126299381256104, 3.745330333709717, 4.178030967712402, 4.610731601715088, 5.043432235717773, 5.476132392883301, 5.908833026885986, 6.341533660888672, 6.774233818054199, 7.206934452056885, 7.63963508605957, 8.072335243225098, 8.505036354064941, 8.937736511230469, 9.370437622070312, 9.80313777923584, 10.235837936401367, 10.668539047241211, 11.101239204406738, 11.533939361572266, 11.96664047241211, 12.399340629577637, 12.832040786743164, 13.264741897583008, 13.697442054748535, 14.130142211914062, 14.562843322753906]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 6.0, 6.0, 6.0, 15.0, 13.0, 25.0, 30.0, 50.0, 59.0, 96.0, 149.0, 221.0, 356.0, 563.0, 967.0, 1606.0, 2659.0, 4655.0, 8529.0, 16657.0, 37095.0, 97227.0, 290203.0, 369873.0, 127364.0, 46629.0, 20148.0, 10047.0, 5610.0, 3058.0, 1734.0, 1091.0, 651.0, 422.0, 257.0, 143.0, 97.0, 75.0, 42.0, 34.0, 25.0, 12.0, 13.0, 11.0, 7.0, 7.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-19.71875, -19.10498046875, -18.4912109375, -17.87744140625, -17.263671875, -16.64990234375, -16.0361328125, -15.42236328125, -14.80859375, -14.19482421875, -13.5810546875, -12.96728515625, -12.353515625, -11.73974609375, -11.1259765625, -10.51220703125, -9.8984375, -9.28466796875, -8.6708984375, -8.05712890625, -7.443359375, -6.82958984375, -6.2158203125, -5.60205078125, -4.98828125, -4.37451171875, -3.7607421875, -3.14697265625, -2.533203125, -1.91943359375, -1.3056640625, -0.69189453125, -0.078125, 0.53564453125, 1.1494140625, 1.76318359375, 2.376953125, 2.99072265625, 3.6044921875, 4.21826171875, 4.83203125, 5.44580078125, 6.0595703125, 6.67333984375, 7.287109375, 7.90087890625, 8.5146484375, 9.12841796875, 9.7421875, 10.35595703125, 10.9697265625, 11.58349609375, 12.197265625, 12.81103515625, 13.4248046875, 14.03857421875, 14.65234375, 15.26611328125, 15.8798828125, 16.49365234375, 17.107421875, 17.72119140625, 18.3349609375, 18.94873046875, 19.5625]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 6.0, 4.0, 4.0, 5.0, 10.0, 10.0, 11.0, 9.0, 11.0, 18.0, 17.0, 19.0, 25.0, 22.0, 27.0, 25.0, 23.0, 32.0, 36.0, 46.0, 34.0, 37.0, 33.0, 39.0, 42.0, 41.0, 42.0, 39.0, 36.0, 48.0, 16.0, 36.0, 18.0, 25.0, 24.0, 19.0, 27.0, 11.0, 17.0, 13.0, 9.0, 13.0, 6.0, 9.0, 1.0, 7.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-13.8515625, -13.4005126953125, -12.949462890625, -12.4984130859375, -12.04736328125, -11.5963134765625, -11.145263671875, -10.6942138671875, -10.2431640625, -9.7921142578125, -9.341064453125, -8.8900146484375, -8.43896484375, -7.9879150390625, -7.536865234375, -7.0858154296875, -6.634765625, -6.1837158203125, -5.732666015625, -5.2816162109375, -4.83056640625, -4.3795166015625, -3.928466796875, -3.4774169921875, -3.0263671875, -2.5753173828125, -2.124267578125, -1.6732177734375, -1.22216796875, -0.7711181640625, -0.320068359375, 0.1309814453125, 0.58203125, 1.0330810546875, 1.484130859375, 1.9351806640625, 2.38623046875, 2.8372802734375, 3.288330078125, 3.7393798828125, 4.1904296875, 4.6414794921875, 5.092529296875, 5.5435791015625, 5.99462890625, 6.4456787109375, 6.896728515625, 7.3477783203125, 7.798828125, 8.2498779296875, 8.700927734375, 9.1519775390625, 9.60302734375, 10.0540771484375, 10.505126953125, 10.9561767578125, 11.4072265625, 11.8582763671875, 12.309326171875, 12.7603759765625, 13.21142578125, 13.6624755859375, 14.113525390625, 14.5645751953125, 15.015625]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 7.0, 5.0, 7.0, 14.0, 8.0, 18.0, 15.0, 21.0, 26.0, 19.0, 26.0, 36.0, 48.0, 71.0, 86.0, 98.0, 185.0, 545.0, 1044606.0, 1887.0, 238.0, 121.0, 98.0, 68.0, 58.0, 33.0, 26.0, 33.0, 18.0, 25.0, 19.0, 16.0, 13.0, 10.0, 11.0, 7.0, 7.0, 7.0, 3.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-479.5, -464.80859375, -450.1171875, -435.42578125, -420.734375, -406.04296875, -391.3515625, -376.66015625, -361.96875, -347.27734375, -332.5859375, -317.89453125, -303.203125, -288.51171875, -273.8203125, -259.12890625, -244.4375, -229.74609375, -215.0546875, -200.36328125, -185.671875, -170.98046875, -156.2890625, -141.59765625, -126.90625, -112.21484375, -97.5234375, -82.83203125, -68.140625, -53.44921875, -38.7578125, -24.06640625, -9.375, 5.31640625, 20.0078125, 34.69921875, 49.390625, 64.08203125, 78.7734375, 93.46484375, 108.15625, 122.84765625, 137.5390625, 152.23046875, 166.921875, 181.61328125, 196.3046875, 210.99609375, 225.6875, 240.37890625, 255.0703125, 269.76171875, 284.453125, 299.14453125, 313.8359375, 328.52734375, 343.21875, 357.91015625, 372.6015625, 387.29296875, 401.984375, 416.67578125, 431.3671875, 446.05859375, 460.75]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 14.0, 3.0, 11.0, 9.0, 14.0, 12.0, 17.0, 21.0, 27.0, 18.0, 24.0, 27.0, 34.0, 43.0, 38.0, 41.0, 44.0, 44.0, 49.0, 55.0, 39.0, 44.0, 35.0, 35.0, 50.0, 34.0, 33.0, 25.0, 19.0, 16.0, 23.0, 21.0, 11.0, 13.0, 12.0, 9.0, 7.0, 5.0, 6.0, 5.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-15.3828125, -14.8885498046875, -14.394287109375, -13.9000244140625, -13.40576171875, -12.9114990234375, -12.417236328125, -11.9229736328125, -11.4287109375, -10.9344482421875, -10.440185546875, -9.9459228515625, -9.45166015625, -8.9573974609375, -8.463134765625, -7.9688720703125, -7.474609375, -6.9803466796875, -6.486083984375, -5.9918212890625, -5.49755859375, -5.0032958984375, -4.509033203125, -4.0147705078125, -3.5205078125, -3.0262451171875, -2.531982421875, -2.0377197265625, -1.54345703125, -1.0491943359375, -0.554931640625, -0.0606689453125, 0.43359375, 0.9278564453125, 1.422119140625, 1.9163818359375, 2.41064453125, 2.9049072265625, 3.399169921875, 3.8934326171875, 4.3876953125, 4.8819580078125, 5.376220703125, 5.8704833984375, 6.36474609375, 6.8590087890625, 7.353271484375, 7.8475341796875, 8.341796875, 8.8360595703125, 9.330322265625, 9.8245849609375, 10.31884765625, 10.8131103515625, 11.307373046875, 11.8016357421875, 12.2958984375, 12.7901611328125, 13.284423828125, 13.7786865234375, 14.27294921875, 14.7672119140625, 15.261474609375, 15.7557373046875, 16.25]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 1.0, 4.0, 9.0, 11.0, 15.0, 22.0, 38.0, 82.0, 172.0, 575.0, 1936.0, 17393.0, 887976.0, 133905.0, 4865.0, 989.0, 315.0, 106.0, 47.0, 30.0, 21.0, 15.0, 7.0, 6.0, 8.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-41.09375, -39.49853515625, -37.9033203125, -36.30810546875, -34.712890625, -33.11767578125, -31.5224609375, -29.92724609375, -28.33203125, -26.73681640625, -25.1416015625, -23.54638671875, -21.951171875, -20.35595703125, -18.7607421875, -17.16552734375, -15.5703125, -13.97509765625, -12.3798828125, -10.78466796875, -9.189453125, -7.59423828125, -5.9990234375, -4.40380859375, -2.80859375, -1.21337890625, 0.3818359375, 1.97705078125, 3.572265625, 5.16748046875, 6.7626953125, 8.35791015625, 9.953125, 11.54833984375, 13.1435546875, 14.73876953125, 16.333984375, 17.92919921875, 19.5244140625, 21.11962890625, 22.71484375, 24.31005859375, 25.9052734375, 27.50048828125, 29.095703125, 30.69091796875, 32.2861328125, 33.88134765625, 35.4765625, 37.07177734375, 38.6669921875, 40.26220703125, 41.857421875, 43.45263671875, 45.0478515625, 46.64306640625, 48.23828125, 49.83349609375, 51.4287109375, 53.02392578125, 54.619140625, 56.21435546875, 57.8095703125, 59.40478515625, 61.0]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 3.0, 7.0, 4.0, 6.0, 7.0, 13.0, 16.0, 26.0, 37.0, 54.0, 102.0, 164.0, 204.0, 118.0, 79.0, 50.0, 35.0, 12.0, 23.0, 12.0, 5.0, 8.0, 4.0, 6.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001617431640625, -0.001552969217300415, -0.00148850679397583, -0.0014240443706512451, -0.0013595819473266602, -0.0012951195240020752, -0.0012306571006774902, -0.0011661946773529053, -0.0011017322540283203, -0.0010372698307037354, -0.0009728074073791504, -0.0009083449840545654, -0.0008438825607299805, -0.0007794201374053955, -0.0007149577140808105, -0.0006504952907562256, -0.0005860328674316406, -0.0005215704441070557, -0.0004571080207824707, -0.00039264559745788574, -0.0003281831741333008, -0.0002637207508087158, -0.00019925832748413086, -0.0001347959041595459, -7.033348083496094e-05, -5.8710575103759766e-06, 5.8591365814208984e-05, 0.00012305378913879395, 0.0001875162124633789, 0.00025197863578796387, 0.00031644105911254883, 0.0003809034824371338, 0.00044536590576171875, 0.0005098283290863037, 0.0005742907524108887, 0.0006387531757354736, 0.0007032155990600586, 0.0007676780223846436, 0.0008321404457092285, 0.0008966028690338135, 0.0009610652923583984, 0.0010255277156829834, 0.0010899901390075684, 0.0011544525623321533, 0.0012189149856567383, 0.0012833774089813232, 0.0013478398323059082, 0.0014123022556304932, 0.0014767646789550781, 0.001541227102279663, 0.001605689525604248, 0.001670151948928833, 0.001734614372253418, 0.001799076795578003, 0.0018635392189025879, 0.0019280016422271729, 0.001992464065551758, 0.0020569264888763428, 0.0021213889122009277, 0.0021858513355255127, 0.0022503137588500977, 0.0023147761821746826, 0.0023792386054992676, 0.0024437010288238525, 0.0025081634521484375]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 9.0, 15.0, 21.0, 32.0, 84.0, 417.0, 784147.0, 263307.0, 378.0, 76.0, 29.0, 16.0, 17.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-184.375, -178.421875, -172.46875, -166.515625, -160.5625, -154.609375, -148.65625, -142.703125, -136.75, -130.796875, -124.84375, -118.890625, -112.9375, -106.984375, -101.03125, -95.078125, -89.125, -83.171875, -77.21875, -71.265625, -65.3125, -59.359375, -53.40625, -47.453125, -41.5, -35.546875, -29.59375, -23.640625, -17.6875, -11.734375, -5.78125, 0.171875, 6.125, 12.078125, 18.03125, 23.984375, 29.9375, 35.890625, 41.84375, 47.796875, 53.75, 59.703125, 65.65625, 71.609375, 77.5625, 83.515625, 89.46875, 95.421875, 101.375, 107.328125, 113.28125, 119.234375, 125.1875, 131.140625, 137.09375, 143.046875, 149.0, 154.953125, 160.90625, 166.859375, 172.8125, 178.765625, 184.71875, 190.671875, 196.625]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 9.0, 9.0, 19.0, 29.0, 76.0, 118.0, 283.0, 225.0, 102.0, 63.0, 29.0, 18.0, 10.0, 10.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.8828125, -9.5992431640625, -9.315673828125, -9.0321044921875, -8.74853515625, -8.4649658203125, -8.181396484375, -7.8978271484375, -7.6142578125, -7.3306884765625, -7.047119140625, -6.7635498046875, -6.47998046875, -6.1964111328125, -5.912841796875, -5.6292724609375, -5.345703125, -5.0621337890625, -4.778564453125, -4.4949951171875, -4.21142578125, -3.9278564453125, -3.644287109375, -3.3607177734375, -3.0771484375, -2.7935791015625, -2.510009765625, -2.2264404296875, -1.94287109375, -1.6593017578125, -1.375732421875, -1.0921630859375, -0.80859375, -0.5250244140625, -0.241455078125, 0.0421142578125, 0.32568359375, 0.6092529296875, 0.892822265625, 1.1763916015625, 1.4599609375, 1.7435302734375, 2.027099609375, 2.3106689453125, 2.59423828125, 2.8778076171875, 3.161376953125, 3.4449462890625, 3.728515625, 4.0120849609375, 4.295654296875, 4.5792236328125, 4.86279296875, 5.1463623046875, 5.429931640625, 5.7135009765625, 5.9970703125, 6.2806396484375, 6.564208984375, 6.8477783203125, 7.13134765625, 7.4149169921875, 7.698486328125, 7.9820556640625, 8.265625]}, "gradients/decoder.roberta.encoder.layer.9.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 6.0, 6.0, 20.0, 37.0, 59.0, 118.0, 145.0, 190.0, 154.0, 126.0, 87.0, 39.0, 18.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.58731460571289, -21.03174591064453, -19.476177215576172, -17.920608520507812, -16.365039825439453, -14.809470176696777, -13.253900527954102, -11.698331832885742, -10.142763137817383, -8.587194442749023, -7.031625270843506, -5.476056098937988, -3.920487403869629, -2.3649187088012695, -0.8093490600585938, 0.7462196350097656, 2.301788330078125, 3.8573572635650635, 5.412926197052002, 6.9684953689575195, 8.524064064025879, 10.079632759094238, 11.635202407836914, 13.190771102905273, 14.746339797973633, 16.301908493041992, 17.85747718811035, 19.413047790527344, 20.968616485595703, 22.524185180664062, 24.079753875732422, 25.63532257080078, 27.190887451171875, 28.746456146240234, 30.302024841308594, 31.857593536376953, 33.41316223144531, 34.96873092651367, 36.52429962158203, 38.079872131347656, 39.63543701171875, 41.19100570678711, 42.74657440185547, 44.30214309692383, 45.85771179199219, 47.41328048706055, 48.968849182128906, 50.52442169189453, 52.07999038696289, 53.63555908203125, 55.19112777709961, 56.74669647216797, 58.30226516723633, 59.85783386230469, 61.41340637207031, 62.968971252441406, 64.52454376220703, 66.08011627197266, 67.63568115234375, 69.19125366210938, 70.74681854248047, 72.3023910522461, 73.85795593261719, 75.41352844238281, 76.9690933227539]}, "gradients/decoder.roberta.encoder.layer.9.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 5.0, 7.0, 1.0, 6.0, 10.0, 12.0, 15.0, 12.0, 16.0, 11.0, 27.0, 9.0, 23.0, 26.0, 19.0, 29.0, 28.0, 36.0, 31.0, 38.0, 47.0, 47.0, 31.0, 32.0, 39.0, 39.0, 38.0, 53.0, 37.0, 33.0, 29.0, 31.0, 27.0, 23.0, 14.0, 21.0, 19.0, 18.0, 10.0, 14.0, 2.0, 11.0, 7.0, 8.0, 5.0, 4.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-16.61860466003418, -16.041641235351562, -15.464679718017578, -14.887716293334961, -14.31075382232666, -13.73379135131836, -13.156827926635742, -12.579865455627441, -12.00290298461914, -11.42594051361084, -10.848978042602539, -10.272014617919922, -9.695052146911621, -9.11808967590332, -8.541126251220703, -7.964163780212402, -7.387201309204102, -6.810238838195801, -6.233275890350342, -5.656312942504883, -5.079350471496582, -4.502388000488281, -3.9254250526428223, -3.3484621047973633, -2.7714996337890625, -2.1945369243621826, -1.6175742149353027, -1.0406115055084229, -0.46364879608154297, 0.11331391334533691, 0.6902766227722168, 1.2672395706176758, 1.8442001342773438, 2.4211628437042236, 2.9981255531311035, 3.5750882625579834, 4.152050971984863, 4.729013442993164, 5.305976390838623, 5.882939338684082, 6.459901809692383, 7.036864280700684, 7.613827228546143, 8.190790176391602, 8.767752647399902, 9.344715118408203, 9.92167854309082, 10.498641014099121, 11.075603485107422, 11.652565956115723, 12.229528427124023, 12.80649185180664, 13.383454322814941, 13.960416793823242, 14.53738021850586, 15.11434268951416, 15.691305160522461, 16.268268585205078, 16.845230102539062, 17.42219352722168, 17.999156951904297, 18.57611846923828, 19.1530818939209, 19.730045318603516, 20.3070068359375]}, "gradients/decoder.roberta.encoder.layer.9.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 4.0, 6.0, 14.0, 9.0, 20.0, 26.0, 35.0, 41.0, 48.0, 73.0, 86.0, 121.0, 140.0, 213.0, 288.0, 428.0, 649.0, 1073.0, 1929.0, 4002.0, 9386.0, 26333.0, 99266.0, 784516.0, 2911656.0, 270776.0, 53219.0, 16545.0, 6388.0, 2886.0, 1430.0, 865.0, 523.0, 315.0, 245.0, 173.0, 145.0, 92.0, 73.0, 59.0, 46.0, 40.0, 22.0, 25.0, 18.0, 12.0, 12.0, 5.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0], "bins": [-34.65625, -33.645263671875, -32.63427734375, -31.623291015625, -30.6123046875, -29.601318359375, -28.59033203125, -27.579345703125, -26.568359375, -25.557373046875, -24.54638671875, -23.535400390625, -22.5244140625, -21.513427734375, -20.50244140625, -19.491455078125, -18.48046875, -17.469482421875, -16.45849609375, -15.447509765625, -14.4365234375, -13.425537109375, -12.41455078125, -11.403564453125, -10.392578125, -9.381591796875, -8.37060546875, -7.359619140625, -6.3486328125, -5.337646484375, -4.32666015625, -3.315673828125, -2.3046875, -1.293701171875, -0.28271484375, 0.728271484375, 1.7392578125, 2.750244140625, 3.76123046875, 4.772216796875, 5.783203125, 6.794189453125, 7.80517578125, 8.816162109375, 9.8271484375, 10.838134765625, 11.84912109375, 12.860107421875, 13.87109375, 14.882080078125, 15.89306640625, 16.904052734375, 17.9150390625, 18.926025390625, 19.93701171875, 20.947998046875, 21.958984375, 22.969970703125, 23.98095703125, 24.991943359375, 26.0029296875, 27.013916015625, 28.02490234375, 29.035888671875, 30.046875]}, "gradients/decoder.roberta.encoder.layer.9.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 8.0, 9.0, 13.0, 12.0, 11.0, 12.0, 11.0, 19.0, 18.0, 31.0, 17.0, 36.0, 20.0, 33.0, 35.0, 35.0, 42.0, 40.0, 36.0, 47.0, 51.0, 39.0, 36.0, 44.0, 37.0, 34.0, 42.0, 18.0, 31.0, 32.0, 20.0, 19.0, 19.0, 14.0, 15.0, 12.0, 8.0, 9.0, 6.0, 9.0, 12.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-13.1015625, -12.717529296875, -12.33349609375, -11.949462890625, -11.5654296875, -11.181396484375, -10.79736328125, -10.413330078125, -10.029296875, -9.645263671875, -9.26123046875, -8.877197265625, -8.4931640625, -8.109130859375, -7.72509765625, -7.341064453125, -6.95703125, -6.572998046875, -6.18896484375, -5.804931640625, -5.4208984375, -5.036865234375, -4.65283203125, -4.268798828125, -3.884765625, -3.500732421875, -3.11669921875, -2.732666015625, -2.3486328125, -1.964599609375, -1.58056640625, -1.196533203125, -0.8125, -0.428466796875, -0.04443359375, 0.339599609375, 0.7236328125, 1.107666015625, 1.49169921875, 1.875732421875, 2.259765625, 2.643798828125, 3.02783203125, 3.411865234375, 3.7958984375, 4.179931640625, 4.56396484375, 4.947998046875, 5.33203125, 5.716064453125, 6.10009765625, 6.484130859375, 6.8681640625, 7.252197265625, 7.63623046875, 8.020263671875, 8.404296875, 8.788330078125, 9.17236328125, 9.556396484375, 9.9404296875, 10.324462890625, 10.70849609375, 11.092529296875, 11.4765625]}, "gradients/decoder.roberta.encoder.layer.9.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 5.0, 8.0, 9.0, 12.0, 13.0, 21.0, 34.0, 44.0, 63.0, 105.0, 200.0, 489.0, 2891.0, 684737.0, 3500000.0, 4490.0, 566.0, 233.0, 111.0, 90.0, 44.0, 31.0, 22.0, 21.0, 10.0, 17.0, 7.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-176.5, -170.630859375, -164.76171875, -158.892578125, -153.0234375, -147.154296875, -141.28515625, -135.416015625, -129.546875, -123.677734375, -117.80859375, -111.939453125, -106.0703125, -100.201171875, -94.33203125, -88.462890625, -82.59375, -76.724609375, -70.85546875, -64.986328125, -59.1171875, -53.248046875, -47.37890625, -41.509765625, -35.640625, -29.771484375, -23.90234375, -18.033203125, -12.1640625, -6.294921875, -0.42578125, 5.443359375, 11.3125, 17.181640625, 23.05078125, 28.919921875, 34.7890625, 40.658203125, 46.52734375, 52.396484375, 58.265625, 64.134765625, 70.00390625, 75.873046875, 81.7421875, 87.611328125, 93.48046875, 99.349609375, 105.21875, 111.087890625, 116.95703125, 122.826171875, 128.6953125, 134.564453125, 140.43359375, 146.302734375, 152.171875, 158.041015625, 163.91015625, 169.779296875, 175.6484375, 181.517578125, 187.38671875, 193.255859375, 199.125]}, "gradients/decoder.roberta.encoder.layer.9.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 8.0, 10.0, 5.0, 19.0, 24.0, 15.0, 36.0, 60.0, 80.0, 143.0, 221.0, 384.0, 839.0, 996.0, 521.0, 268.0, 164.0, 83.0, 56.0, 39.0, 33.0, 27.0, 11.0, 9.0, 10.0, 3.0, 7.0, 7.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.46875, -11.1424560546875, -10.816162109375, -10.4898681640625, -10.16357421875, -9.8372802734375, -9.510986328125, -9.1846923828125, -8.8583984375, -8.5321044921875, -8.205810546875, -7.8795166015625, -7.55322265625, -7.2269287109375, -6.900634765625, -6.5743408203125, -6.248046875, -5.9217529296875, -5.595458984375, -5.2691650390625, -4.94287109375, -4.6165771484375, -4.290283203125, -3.9639892578125, -3.6376953125, -3.3114013671875, -2.985107421875, -2.6588134765625, -2.33251953125, -2.0062255859375, -1.679931640625, -1.3536376953125, -1.02734375, -0.7010498046875, -0.374755859375, -0.0484619140625, 0.27783203125, 0.6041259765625, 0.930419921875, 1.2567138671875, 1.5830078125, 1.9093017578125, 2.235595703125, 2.5618896484375, 2.88818359375, 3.2144775390625, 3.540771484375, 3.8670654296875, 4.193359375, 4.5196533203125, 4.845947265625, 5.1722412109375, 5.49853515625, 5.8248291015625, 6.151123046875, 6.4774169921875, 6.8037109375, 7.1300048828125, 7.456298828125, 7.7825927734375, 8.10888671875, 8.4351806640625, 8.761474609375, 9.0877685546875, 9.4140625]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 4.0, 8.0, 5.0, 8.0, 12.0, 14.0, 8.0, 19.0, 23.0, 33.0, 39.0, 29.0, 49.0, 58.0, 60.0, 50.0, 61.0, 59.0, 65.0, 49.0, 43.0, 45.0, 43.0, 34.0, 32.0, 37.0, 21.0, 27.0, 15.0, 12.0, 9.0, 13.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-17.902332305908203, -17.436750411987305, -16.971166610717773, -16.505584716796875, -16.040002822875977, -15.574419975280762, -15.108837127685547, -14.643255233764648, -14.177672386169434, -13.712089538574219, -13.24650764465332, -12.780924797058105, -12.315342903137207, -11.849760055541992, -11.384178161621094, -10.918595314025879, -10.453012466430664, -9.98742961883545, -9.52184772491455, -9.056264877319336, -8.590682983398438, -8.125100135803223, -7.659517765045166, -7.193935394287109, -6.728353500366211, -6.262771129608154, -5.797188758850098, -5.331605911254883, -4.866023540496826, -4.4004411697387695, -3.934858798980713, -3.469276189804077, -3.0036935806274414, -2.5381112098693848, -2.072528600692749, -1.6069462299346924, -1.1413637399673462, -0.67578125, -0.21019887924194336, 0.2553837299346924, 0.720966100692749, 1.1865485906600952, 1.6521310806274414, 2.117713451385498, 2.5832958221435547, 3.0488784313201904, 3.514460802078247, 3.980043411254883, 4.4456257820129395, 4.911208152770996, 5.376790523529053, 5.842372894287109, 6.307955741882324, 6.773538112640381, 7.2391204833984375, 7.704703330993652, 8.17028522491455, 8.635868072509766, 9.101449966430664, 9.567032814025879, 10.032614707946777, 10.498197555541992, 10.96377944946289, 11.429362297058105, 11.89494514465332]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 7.0, 0.0, 8.0, 6.0, 9.0, 12.0, 8.0, 9.0, 17.0, 23.0, 15.0, 21.0, 30.0, 25.0, 23.0, 25.0, 33.0, 41.0, 24.0, 42.0, 39.0, 48.0, 31.0, 44.0, 41.0, 41.0, 32.0, 37.0, 37.0, 38.0, 35.0, 28.0, 32.0, 20.0, 26.0, 18.0, 13.0, 11.0, 7.0, 10.0, 11.0, 4.0, 7.0, 4.0, 8.0, 3.0, 2.0, 3.0, 2.0, 4.0, 3.0], "bins": [-15.414424896240234, -14.987290382385254, -14.560155868530273, -14.13302230834961, -13.705887794494629, -13.278753280639648, -12.851618766784668, -12.424484252929688, -11.997350692749023, -11.570216178894043, -11.143081665039062, -10.715948104858398, -10.288813591003418, -9.861679077148438, -9.434544563293457, -9.007410049438477, -8.580276489257812, -8.153141975402832, -7.72600793838501, -7.298873424530029, -6.871739387512207, -6.444604873657227, -6.017470359802246, -5.590336322784424, -5.163201332092285, -4.736066818237305, -4.308932781219482, -3.881798267364502, -3.4546642303466797, -3.027529716491699, -2.600395441055298, -2.1732611656188965, -1.7461271286010742, -1.3189928531646729, -0.8918585181236267, -0.46472418308258057, -0.0375899076461792, 0.3895444869995117, 0.8166787624359131, 1.2438130378723145, 1.6709473133087158, 2.098081588745117, 2.5252158641815186, 2.95235013961792, 3.3794846534729004, 3.8066189289093018, 4.233753204345703, 4.660887718200684, 5.088021755218506, 5.515156269073486, 5.942290306091309, 6.369424819946289, 6.796558856964111, 7.223693370819092, 7.650827407836914, 8.077961921691895, 8.505096435546875, 8.932230949401855, 9.359365463256836, 9.7864990234375, 10.21363353729248, 10.640768051147461, 11.067902565002441, 11.495037078857422, 11.922170639038086]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 3.0, 6.0, 10.0, 9.0, 22.0, 29.0, 48.0, 56.0, 87.0, 125.0, 206.0, 311.0, 503.0, 746.0, 1133.0, 1748.0, 2556.0, 3993.0, 6082.0, 9317.0, 13960.0, 20751.0, 30995.0, 45405.0, 64418.0, 89294.0, 114279.0, 131887.0, 130398.0, 109621.0, 83288.0, 60350.0, 41932.0, 28312.0, 19193.0, 12815.0, 8447.0, 5537.0, 3708.0, 2350.0, 1614.0, 1031.0, 665.0, 447.0, 291.0, 197.0, 140.0, 88.0, 64.0, 36.0, 22.0, 17.0, 5.0, 12.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-1.96484375, -1.9012451171875, -1.837646484375, -1.7740478515625, -1.71044921875, -1.6468505859375, -1.583251953125, -1.5196533203125, -1.4560546875, -1.3924560546875, -1.328857421875, -1.2652587890625, -1.20166015625, -1.1380615234375, -1.074462890625, -1.0108642578125, -0.947265625, -0.8836669921875, -0.820068359375, -0.7564697265625, -0.69287109375, -0.6292724609375, -0.565673828125, -0.5020751953125, -0.4384765625, -0.3748779296875, -0.311279296875, -0.2476806640625, -0.18408203125, -0.1204833984375, -0.056884765625, 0.0067138671875, 0.0703125, 0.1339111328125, 0.197509765625, 0.2611083984375, 0.32470703125, 0.3883056640625, 0.451904296875, 0.5155029296875, 0.5791015625, 0.6427001953125, 0.706298828125, 0.7698974609375, 0.83349609375, 0.8970947265625, 0.960693359375, 1.0242919921875, 1.087890625, 1.1514892578125, 1.215087890625, 1.2786865234375, 1.34228515625, 1.4058837890625, 1.469482421875, 1.5330810546875, 1.5966796875, 1.6602783203125, 1.723876953125, 1.7874755859375, 1.85107421875, 1.9146728515625, 1.978271484375, 2.0418701171875, 2.10546875]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 8.0, 7.0, 8.0, 12.0, 9.0, 6.0, 20.0, 23.0, 15.0, 18.0, 32.0, 24.0, 22.0, 25.0, 38.0, 37.0, 28.0, 36.0, 47.0, 43.0, 34.0, 39.0, 44.0, 41.0, 28.0, 42.0, 36.0, 36.0, 36.0, 28.0, 31.0, 21.0, 28.0, 12.0, 16.0, 12.0, 8.0, 8.0, 11.0, 6.0, 4.0, 6.0, 8.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0], "bins": [-14.9921875, -14.576416015625, -14.16064453125, -13.744873046875, -13.3291015625, -12.913330078125, -12.49755859375, -12.081787109375, -11.666015625, -11.250244140625, -10.83447265625, -10.418701171875, -10.0029296875, -9.587158203125, -9.17138671875, -8.755615234375, -8.33984375, -7.924072265625, -7.50830078125, -7.092529296875, -6.6767578125, -6.260986328125, -5.84521484375, -5.429443359375, -5.013671875, -4.597900390625, -4.18212890625, -3.766357421875, -3.3505859375, -2.934814453125, -2.51904296875, -2.103271484375, -1.6875, -1.271728515625, -0.85595703125, -0.440185546875, -0.0244140625, 0.391357421875, 0.80712890625, 1.222900390625, 1.638671875, 2.054443359375, 2.47021484375, 2.885986328125, 3.3017578125, 3.717529296875, 4.13330078125, 4.549072265625, 4.96484375, 5.380615234375, 5.79638671875, 6.212158203125, 6.6279296875, 7.043701171875, 7.45947265625, 7.875244140625, 8.291015625, 8.706787109375, 9.12255859375, 9.538330078125, 9.9541015625, 10.369873046875, 10.78564453125, 11.201416015625, 11.6171875]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 14.0, 10.0, 9.0, 27.0, 32.0, 43.0, 91.0, 93.0, 127.0, 166.0, 263.0, 389.0, 603.0, 864.0, 1237.0, 1782.0, 2624.0, 3996.0, 5841.0, 9075.0, 14168.0, 23106.0, 54292.0, 763567.0, 94737.0, 25953.0, 15624.0, 10116.0, 6468.0, 4267.0, 2781.0, 1900.0, 1329.0, 954.0, 634.0, 397.0, 287.0, 208.0, 132.0, 114.0, 76.0, 42.0, 32.0, 28.0, 19.0, 13.0, 11.0, 9.0, 7.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-4.30859375, -4.17230224609375, -4.0360107421875, -3.89971923828125, -3.763427734375, -3.62713623046875, -3.4908447265625, -3.35455322265625, -3.21826171875, -3.08197021484375, -2.9456787109375, -2.80938720703125, -2.673095703125, -2.53680419921875, -2.4005126953125, -2.26422119140625, -2.1279296875, -1.99163818359375, -1.8553466796875, -1.71905517578125, -1.582763671875, -1.44647216796875, -1.3101806640625, -1.17388916015625, -1.03759765625, -0.90130615234375, -0.7650146484375, -0.62872314453125, -0.492431640625, -0.35614013671875, -0.2198486328125, -0.08355712890625, 0.052734375, 0.18902587890625, 0.3253173828125, 0.46160888671875, 0.597900390625, 0.73419189453125, 0.8704833984375, 1.00677490234375, 1.14306640625, 1.27935791015625, 1.4156494140625, 1.55194091796875, 1.688232421875, 1.82452392578125, 1.9608154296875, 2.09710693359375, 2.2333984375, 2.36968994140625, 2.5059814453125, 2.64227294921875, 2.778564453125, 2.91485595703125, 3.0511474609375, 3.18743896484375, 3.32373046875, 3.46002197265625, 3.5963134765625, 3.73260498046875, 3.868896484375, 4.00518798828125, 4.1414794921875, 4.27777099609375, 4.4140625]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 6.0, 7.0, 3.0, 3.0, 6.0, 7.0, 7.0, 27.0, 14.0, 18.0, 13.0, 18.0, 20.0, 31.0, 21.0, 29.0, 27.0, 32.0, 34.0, 34.0, 39.0, 55.0, 40.0, 34.0, 28.0, 48.0, 38.0, 43.0, 47.0, 31.0, 29.0, 30.0, 24.0, 19.0, 21.0, 22.0, 21.0, 8.0, 22.0, 13.0, 5.0, 5.0, 8.0, 8.0, 6.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-8.5703125, -8.30615234375, -8.0419921875, -7.77783203125, -7.513671875, -7.24951171875, -6.9853515625, -6.72119140625, -6.45703125, -6.19287109375, -5.9287109375, -5.66455078125, -5.400390625, -5.13623046875, -4.8720703125, -4.60791015625, -4.34375, -4.07958984375, -3.8154296875, -3.55126953125, -3.287109375, -3.02294921875, -2.7587890625, -2.49462890625, -2.23046875, -1.96630859375, -1.7021484375, -1.43798828125, -1.173828125, -0.90966796875, -0.6455078125, -0.38134765625, -0.1171875, 0.14697265625, 0.4111328125, 0.67529296875, 0.939453125, 1.20361328125, 1.4677734375, 1.73193359375, 1.99609375, 2.26025390625, 2.5244140625, 2.78857421875, 3.052734375, 3.31689453125, 3.5810546875, 3.84521484375, 4.109375, 4.37353515625, 4.6376953125, 4.90185546875, 5.166015625, 5.43017578125, 5.6943359375, 5.95849609375, 6.22265625, 6.48681640625, 6.7509765625, 7.01513671875, 7.279296875, 7.54345703125, 7.8076171875, 8.07177734375, 8.3359375]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 8.0, 6.0, 12.0, 19.0, 21.0, 37.0, 67.0, 97.0, 164.0, 307.0, 656.0, 1350.0, 3523.0, 11004.0, 38996.0, 915774.0, 54241.0, 14371.0, 4639.0, 1682.0, 739.0, 360.0, 176.0, 102.0, 68.0, 38.0, 34.0, 14.0, 10.0, 11.0, 4.0, 7.0, 8.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.54296875, -0.5252304077148438, -0.5074920654296875, -0.48975372314453125, -0.472015380859375, -0.45427703857421875, -0.4365386962890625, -0.41880035400390625, -0.40106201171875, -0.38332366943359375, -0.3655853271484375, -0.34784698486328125, -0.330108642578125, -0.31237030029296875, -0.2946319580078125, -0.27689361572265625, -0.2591552734375, -0.24141693115234375, -0.2236785888671875, -0.20594024658203125, -0.188201904296875, -0.17046356201171875, -0.1527252197265625, -0.13498687744140625, -0.11724853515625, -0.09951019287109375, -0.0817718505859375, -0.06403350830078125, -0.046295166015625, -0.02855682373046875, -0.0108184814453125, 0.00691986083984375, 0.024658203125, 0.04239654541015625, 0.0601348876953125, 0.07787322998046875, 0.095611572265625, 0.11334991455078125, 0.1310882568359375, 0.14882659912109375, 0.16656494140625, 0.18430328369140625, 0.2020416259765625, 0.21977996826171875, 0.237518310546875, 0.25525665283203125, 0.2729949951171875, 0.29073333740234375, 0.3084716796875, 0.32621002197265625, 0.3439483642578125, 0.36168670654296875, 0.379425048828125, 0.39716339111328125, 0.4149017333984375, 0.43264007568359375, 0.45037841796875, 0.46811676025390625, 0.4858551025390625, 0.5035934448242188, 0.521331787109375, 0.5390701293945312, 0.5568084716796875, 0.5745468139648438, 0.59228515625]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 7.0, 8.0, 3.0, 10.0, 8.0, 5.0, 8.0, 19.0, 23.0, 22.0, 15.0, 29.0, 41.0, 28.0, 54.0, 43.0, 52.0, 52.0, 47.0, 59.0, 51.0, 54.0, 47.0, 40.0, 43.0, 48.0, 28.0, 18.0, 27.0, 20.0, 13.0, 20.0, 13.0, 9.0, 4.0, 6.0, 8.0, 3.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.7404556274414062e-05, -1.6937032341957092e-05, -1.6469508409500122e-05, -1.6001984477043152e-05, -1.553446054458618e-05, -1.5066936612129211e-05, -1.4599412679672241e-05, -1.4131888747215271e-05, -1.36643648147583e-05, -1.319684088230133e-05, -1.272931694984436e-05, -1.226179301738739e-05, -1.179426908493042e-05, -1.132674515247345e-05, -1.085922122001648e-05, -1.039169728755951e-05, -9.924173355102539e-06, -9.456649422645569e-06, -8.989125490188599e-06, -8.521601557731628e-06, -8.054077625274658e-06, -7.586553692817688e-06, -7.119029760360718e-06, -6.6515058279037476e-06, -6.183981895446777e-06, -5.716457962989807e-06, -5.248934030532837e-06, -4.781410098075867e-06, -4.3138861656188965e-06, -3.846362233161926e-06, -3.378838300704956e-06, -2.911314368247986e-06, -2.4437904357910156e-06, -1.9762665033340454e-06, -1.5087425708770752e-06, -1.041218638420105e-06, -5.736947059631348e-07, -1.0617077350616455e-07, 3.6135315895080566e-07, 8.288770914077759e-07, 1.296401023864746e-06, 1.7639249563217163e-06, 2.2314488887786865e-06, 2.6989728212356567e-06, 3.166496753692627e-06, 3.634020686149597e-06, 4.101544618606567e-06, 4.569068551063538e-06, 5.036592483520508e-06, 5.504116415977478e-06, 5.971640348434448e-06, 6.4391642808914185e-06, 6.906688213348389e-06, 7.374212145805359e-06, 7.841736078262329e-06, 8.3092600107193e-06, 8.77678394317627e-06, 9.24430787563324e-06, 9.71183180809021e-06, 1.017935574054718e-05, 1.064687967300415e-05, 1.111440360546112e-05, 1.158192753791809e-05, 1.2049451470375061e-05, 1.2516975402832031e-05]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 5.0, 2.0, 9.0, 6.0, 14.0, 29.0, 37.0, 100.0, 269.0, 3540.0, 974508.0, 68981.0, 727.0, 143.0, 72.0, 34.0, 23.0, 15.0, 19.0, 6.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8623046875, -1.8017425537109375, -1.741180419921875, -1.6806182861328125, -1.62005615234375, -1.5594940185546875, -1.498931884765625, -1.4383697509765625, -1.3778076171875, -1.3172454833984375, -1.256683349609375, -1.1961212158203125, -1.13555908203125, -1.0749969482421875, -1.014434814453125, -0.9538726806640625, -0.893310546875, -0.8327484130859375, -0.772186279296875, -0.7116241455078125, -0.65106201171875, -0.5904998779296875, -0.529937744140625, -0.4693756103515625, -0.4088134765625, -0.3482513427734375, -0.287689208984375, -0.2271270751953125, -0.16656494140625, -0.1060028076171875, -0.045440673828125, 0.0151214599609375, 0.07568359375, 0.1362457275390625, 0.196807861328125, 0.2573699951171875, 0.31793212890625, 0.3784942626953125, 0.439056396484375, 0.4996185302734375, 0.5601806640625, 0.6207427978515625, 0.681304931640625, 0.7418670654296875, 0.80242919921875, 0.8629913330078125, 0.923553466796875, 0.9841156005859375, 1.044677734375, 1.1052398681640625, 1.165802001953125, 1.2263641357421875, 1.28692626953125, 1.3474884033203125, 1.408050537109375, 1.4686126708984375, 1.5291748046875, 1.5897369384765625, 1.650299072265625, 1.7108612060546875, 1.77142333984375, 1.8319854736328125, 1.892547607421875, 1.9531097412109375, 2.013671875]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 7.0, 10.0, 10.0, 16.0, 18.0, 35.0, 44.0, 63.0, 78.0, 125.0, 139.0, 140.0, 97.0, 88.0, 51.0, 24.0, 19.0, 11.0, 8.0, 5.0, 2.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.099609375, -0.09665584564208984, -0.09370231628417969, -0.09074878692626953, -0.08779525756835938, -0.08484172821044922, -0.08188819885253906, -0.0789346694946289, -0.07598114013671875, -0.0730276107788086, -0.07007408142089844, -0.06712055206298828, -0.06416702270507812, -0.06121349334716797, -0.05825996398925781, -0.055306434631347656, -0.0523529052734375, -0.049399375915527344, -0.04644584655761719, -0.04349231719970703, -0.040538787841796875, -0.03758525848388672, -0.03463172912597656, -0.031678199768066406, -0.02872467041015625, -0.025771141052246094, -0.022817611694335938, -0.01986408233642578, -0.016910552978515625, -0.013957023620605469, -0.011003494262695312, -0.008049964904785156, -0.005096435546875, -0.0021429061889648438, 0.0008106231689453125, 0.0037641525268554688, 0.006717681884765625, 0.009671211242675781, 0.012624740600585938, 0.015578269958496094, 0.01853179931640625, 0.021485328674316406, 0.024438858032226562, 0.02739238739013672, 0.030345916748046875, 0.03329944610595703, 0.03625297546386719, 0.039206504821777344, 0.0421600341796875, 0.045113563537597656, 0.04806709289550781, 0.05102062225341797, 0.053974151611328125, 0.05692768096923828, 0.05988121032714844, 0.0628347396850586, 0.06578826904296875, 0.0687417984008789, 0.07169532775878906, 0.07464885711669922, 0.07760238647460938, 0.08055591583251953, 0.08350944519042969, 0.08646297454833984, 0.08941650390625]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 11.0, 10.0, 21.0, 28.0, 44.0, 55.0, 91.0, 89.0, 102.0, 117.0, 92.0, 79.0, 74.0, 61.0, 43.0, 35.0, 22.0, 10.0, 8.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.745182037353516, -15.922072410583496, -15.098963737487793, -14.275854110717773, -13.452744483947754, -12.629634857177734, -11.806526184082031, -10.983416557312012, -10.160306930541992, -9.337197303771973, -8.51408863067627, -7.69097900390625, -6.8678693771362305, -6.044760227203369, -5.221651077270508, -4.398541450500488, -3.575432777404785, -2.7523233890533447, -1.9292141199111938, -1.106104850769043, -0.28299546241760254, 0.5401139259338379, 1.3632230758666992, 2.1863327026367188, 3.00944185256958, 3.8325512409210205, 4.655660629272461, 5.478769779205322, 6.301878929138184, 7.124988555908203, 7.9480977058410645, 8.771207809448242, 9.594316482543945, 10.417426109313965, 11.240534782409668, 12.063644409179688, 12.886754035949707, 13.709863662719727, 14.53297233581543, 15.35608196258545, 16.17919158935547, 17.002300262451172, 17.825410842895508, 18.64851951599121, 19.471628189086914, 20.29473876953125, 21.117847442626953, 21.940956115722656, 22.76406478881836, 23.587173461914062, 24.4102840423584, 25.2333927154541, 26.056501388549805, 26.87961196899414, 27.702720642089844, 28.525829315185547, 29.348939895629883, 30.172048568725586, 30.995159149169922, 31.818267822265625, 32.64137649536133, 33.46448516845703, 34.28759765625, 35.1107063293457, 35.933815002441406]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 6.0, 0.0, 8.0, 8.0, 7.0, 12.0, 9.0, 7.0, 20.0, 22.0, 16.0, 19.0, 30.0, 24.0, 22.0, 25.0, 38.0, 39.0, 26.0, 38.0, 45.0, 43.0, 34.0, 40.0, 43.0, 43.0, 29.0, 41.0, 34.0, 37.0, 36.0, 27.0, 32.0, 20.0, 28.0, 12.0, 17.0, 11.0, 8.0, 8.0, 12.0, 5.0, 5.0, 5.0, 8.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0], "bins": [-14.982773780822754, -14.56708812713623, -14.151402473449707, -13.735715866088867, -13.320030212402344, -12.90434455871582, -12.488658905029297, -12.072973251342773, -11.65728759765625, -11.241601943969727, -10.825916290283203, -10.41023063659668, -9.99454402923584, -9.578858375549316, -9.163172721862793, -8.74748706817627, -8.33180046081543, -7.916114807128906, -7.500428676605225, -7.084743022918701, -6.6690568923950195, -6.253371238708496, -5.837685585021973, -5.421999931335449, -5.006313800811768, -4.590628147125244, -4.1749420166015625, -3.759256362915039, -3.3435704708099365, -2.927884578704834, -2.5121989250183105, -2.096513032913208, -1.6808280944824219, -1.2651422023773193, -0.8494564294815063, -0.43377065658569336, -0.01808476448059082, 0.3976011276245117, 0.8132867813110352, 1.2289726734161377, 1.6446585655212402, 2.0603444576263428, 2.4760303497314453, 2.8917160034179688, 3.3074018955230713, 3.723087787628174, 4.138773441314697, 4.554459571838379, 4.970145225524902, 5.385830879211426, 5.801517009735107, 6.217202663421631, 6.6328887939453125, 7.048574447631836, 7.464260101318359, 7.879945755004883, 8.295631408691406, 8.71131706237793, 9.127002716064453, 9.542688369750977, 9.958374977111816, 10.37406063079834, 10.789746284484863, 11.205431938171387, 11.621118545532227]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 4.0, 6.0, 10.0, 23.0, 26.0, 43.0, 76.0, 109.0, 149.0, 248.0, 393.0, 638.0, 1035.0, 1736.0, 2874.0, 5146.0, 8867.0, 16708.0, 32688.0, 67223.0, 136916.0, 239710.0, 246938.0, 142655.0, 70506.0, 34127.0, 17193.0, 9498.0, 5278.0, 3071.0, 1798.0, 1142.0, 632.0, 398.0, 233.0, 173.0, 108.0, 64.0, 43.0, 24.0, 21.0, 14.0, 11.0, 3.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.1796875, -13.7227783203125, -13.265869140625, -12.8089599609375, -12.35205078125, -11.8951416015625, -11.438232421875, -10.9813232421875, -10.5244140625, -10.0675048828125, -9.610595703125, -9.1536865234375, -8.69677734375, -8.2398681640625, -7.782958984375, -7.3260498046875, -6.869140625, -6.4122314453125, -5.955322265625, -5.4984130859375, -5.04150390625, -4.5845947265625, -4.127685546875, -3.6707763671875, -3.2138671875, -2.7569580078125, -2.300048828125, -1.8431396484375, -1.38623046875, -0.9293212890625, -0.472412109375, -0.0155029296875, 0.44140625, 0.8983154296875, 1.355224609375, 1.8121337890625, 2.26904296875, 2.7259521484375, 3.182861328125, 3.6397705078125, 4.0966796875, 4.5535888671875, 5.010498046875, 5.4674072265625, 5.92431640625, 6.3812255859375, 6.838134765625, 7.2950439453125, 7.751953125, 8.2088623046875, 8.665771484375, 9.1226806640625, 9.57958984375, 10.0364990234375, 10.493408203125, 10.9503173828125, 11.4072265625, 11.8641357421875, 12.321044921875, 12.7779541015625, 13.23486328125, 13.6917724609375, 14.148681640625, 14.6055908203125, 15.0625]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 3.0, 4.0, 9.0, 10.0, 10.0, 7.0, 14.0, 11.0, 16.0, 20.0, 25.0, 22.0, 23.0, 24.0, 19.0, 39.0, 32.0, 36.0, 30.0, 38.0, 36.0, 50.0, 47.0, 39.0, 35.0, 32.0, 44.0, 31.0, 46.0, 33.0, 28.0, 29.0, 25.0, 23.0, 21.0, 19.0, 12.0, 15.0, 8.0, 6.0, 9.0, 4.0, 2.0, 7.0, 6.0, 3.0, 2.0, 1.0, 6.0, 3.0, 1.0], "bins": [-15.71875, -15.276611328125, -14.83447265625, -14.392333984375, -13.9501953125, -13.508056640625, -13.06591796875, -12.623779296875, -12.181640625, -11.739501953125, -11.29736328125, -10.855224609375, -10.4130859375, -9.970947265625, -9.52880859375, -9.086669921875, -8.64453125, -8.202392578125, -7.76025390625, -7.318115234375, -6.8759765625, -6.433837890625, -5.99169921875, -5.549560546875, -5.107421875, -4.665283203125, -4.22314453125, -3.781005859375, -3.3388671875, -2.896728515625, -2.45458984375, -2.012451171875, -1.5703125, -1.128173828125, -0.68603515625, -0.243896484375, 0.1982421875, 0.640380859375, 1.08251953125, 1.524658203125, 1.966796875, 2.408935546875, 2.85107421875, 3.293212890625, 3.7353515625, 4.177490234375, 4.61962890625, 5.061767578125, 5.50390625, 5.946044921875, 6.38818359375, 6.830322265625, 7.2724609375, 7.714599609375, 8.15673828125, 8.598876953125, 9.041015625, 9.483154296875, 9.92529296875, 10.367431640625, 10.8095703125, 11.251708984375, 11.69384765625, 12.135986328125, 12.578125]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 12.0, 10.0, 18.0, 16.0, 21.0, 16.0, 19.0, 27.0, 37.0, 37.0, 35.0, 51.0, 96.0, 139.0, 251.0, 1868.0, 1044650.0, 505.0, 196.0, 120.0, 68.0, 59.0, 55.0, 47.0, 29.0, 25.0, 30.0, 18.0, 20.0, 11.0, 11.0, 12.0, 10.0, 6.0, 5.0, 4.0, 3.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-390.25, -376.9453125, -363.640625, -350.3359375, -337.03125, -323.7265625, -310.421875, -297.1171875, -283.8125, -270.5078125, -257.203125, -243.8984375, -230.59375, -217.2890625, -203.984375, -190.6796875, -177.375, -164.0703125, -150.765625, -137.4609375, -124.15625, -110.8515625, -97.546875, -84.2421875, -70.9375, -57.6328125, -44.328125, -31.0234375, -17.71875, -4.4140625, 8.890625, 22.1953125, 35.5, 48.8046875, 62.109375, 75.4140625, 88.71875, 102.0234375, 115.328125, 128.6328125, 141.9375, 155.2421875, 168.546875, 181.8515625, 195.15625, 208.4609375, 221.765625, 235.0703125, 248.375, 261.6796875, 274.984375, 288.2890625, 301.59375, 314.8984375, 328.203125, 341.5078125, 354.8125, 368.1171875, 381.421875, 394.7265625, 408.03125, 421.3359375, 434.640625, 447.9453125, 461.25]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 2.0, 3.0, 7.0, 11.0, 10.0, 11.0, 11.0, 15.0, 21.0, 19.0, 38.0, 23.0, 39.0, 41.0, 40.0, 38.0, 40.0, 43.0, 42.0, 48.0, 46.0, 45.0, 51.0, 51.0, 38.0, 26.0, 29.0, 38.0, 26.0, 25.0, 24.0, 17.0, 15.0, 21.0, 14.0, 9.0, 5.0, 5.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-16.1875, -15.712158203125, -15.23681640625, -14.761474609375, -14.2861328125, -13.810791015625, -13.33544921875, -12.860107421875, -12.384765625, -11.909423828125, -11.43408203125, -10.958740234375, -10.4833984375, -10.008056640625, -9.53271484375, -9.057373046875, -8.58203125, -8.106689453125, -7.63134765625, -7.156005859375, -6.6806640625, -6.205322265625, -5.72998046875, -5.254638671875, -4.779296875, -4.303955078125, -3.82861328125, -3.353271484375, -2.8779296875, -2.402587890625, -1.92724609375, -1.451904296875, -0.9765625, -0.501220703125, -0.02587890625, 0.449462890625, 0.9248046875, 1.400146484375, 1.87548828125, 2.350830078125, 2.826171875, 3.301513671875, 3.77685546875, 4.252197265625, 4.7275390625, 5.202880859375, 5.67822265625, 6.153564453125, 6.62890625, 7.104248046875, 7.57958984375, 8.054931640625, 8.5302734375, 9.005615234375, 9.48095703125, 9.956298828125, 10.431640625, 10.906982421875, 11.38232421875, 11.857666015625, 12.3330078125, 12.808349609375, 13.28369140625, 13.759033203125, 14.234375]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 3.0, 10.0, 7.0, 20.0, 31.0, 61.0, 135.0, 325.0, 785.0, 2773.0, 20720.0, 584605.0, 419793.0, 15502.0, 2393.0, 764.0, 313.0, 124.0, 69.0, 41.0, 30.0, 16.0, 8.0, 9.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-33.5625, -32.31689453125, -31.0712890625, -29.82568359375, -28.580078125, -27.33447265625, -26.0888671875, -24.84326171875, -23.59765625, -22.35205078125, -21.1064453125, -19.86083984375, -18.615234375, -17.36962890625, -16.1240234375, -14.87841796875, -13.6328125, -12.38720703125, -11.1416015625, -9.89599609375, -8.650390625, -7.40478515625, -6.1591796875, -4.91357421875, -3.66796875, -2.42236328125, -1.1767578125, 0.06884765625, 1.314453125, 2.56005859375, 3.8056640625, 5.05126953125, 6.296875, 7.54248046875, 8.7880859375, 10.03369140625, 11.279296875, 12.52490234375, 13.7705078125, 15.01611328125, 16.26171875, 17.50732421875, 18.7529296875, 19.99853515625, 21.244140625, 22.48974609375, 23.7353515625, 24.98095703125, 26.2265625, 27.47216796875, 28.7177734375, 29.96337890625, 31.208984375, 32.45458984375, 33.7001953125, 34.94580078125, 36.19140625, 37.43701171875, 38.6826171875, 39.92822265625, 41.173828125, 42.41943359375, 43.6650390625, 44.91064453125, 46.15625]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 8.0, 5.0, 8.0, 10.0, 21.0, 18.0, 39.0, 37.0, 45.0, 42.0, 74.0, 88.0, 99.0, 89.0, 91.0, 76.0, 52.0, 43.0, 35.0, 26.0, 25.0, 12.0, 14.0, 10.0, 8.0, 7.0, 5.0, 4.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0013971328735351562, -0.0013538002967834473, -0.0013104677200317383, -0.0012671351432800293, -0.0012238025665283203, -0.0011804699897766113, -0.0011371374130249023, -0.0010938048362731934, -0.0010504722595214844, -0.0010071396827697754, -0.0009638071060180664, -0.0009204745292663574, -0.0008771419525146484, -0.0008338093757629395, -0.0007904767990112305, -0.0007471442222595215, -0.0007038116455078125, -0.0006604790687561035, -0.0006171464920043945, -0.0005738139152526855, -0.0005304813385009766, -0.0004871487617492676, -0.0004438161849975586, -0.0004004836082458496, -0.0003571510314941406, -0.00031381845474243164, -0.00027048587799072266, -0.00022715330123901367, -0.0001838207244873047, -0.0001404881477355957, -9.715557098388672e-05, -5.3822994232177734e-05, -1.049041748046875e-05, 3.2842159271240234e-05, 7.617473602294922e-05, 0.0001195073127746582, 0.0001628398895263672, 0.00020617246627807617, 0.00024950504302978516, 0.00029283761978149414, 0.0003361701965332031, 0.0003795027732849121, 0.0004228353500366211, 0.0004661679267883301, 0.0005095005035400391, 0.000552833080291748, 0.000596165657043457, 0.000639498233795166, 0.000682830810546875, 0.000726163387298584, 0.000769495964050293, 0.000812828540802002, 0.0008561611175537109, 0.0008994936943054199, 0.0009428262710571289, 0.0009861588478088379, 0.0010294914245605469, 0.0010728240013122559, 0.0011161565780639648, 0.0011594891548156738, 0.0012028217315673828, 0.0012461543083190918, 0.0012894868850708008, 0.0013328194618225098, 0.0013761520385742188]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 7.0, 4.0, 8.0, 8.0, 18.0, 27.0, 44.0, 73.0, 229.0, 1858.0, 966762.0, 78264.0, 928.0, 162.0, 61.0, 34.0, 31.0, 15.0, 11.0, 3.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-110.75, -106.46484375, -102.1796875, -97.89453125, -93.609375, -89.32421875, -85.0390625, -80.75390625, -76.46875, -72.18359375, -67.8984375, -63.61328125, -59.328125, -55.04296875, -50.7578125, -46.47265625, -42.1875, -37.90234375, -33.6171875, -29.33203125, -25.046875, -20.76171875, -16.4765625, -12.19140625, -7.90625, -3.62109375, 0.6640625, 4.94921875, 9.234375, 13.51953125, 17.8046875, 22.08984375, 26.375, 30.66015625, 34.9453125, 39.23046875, 43.515625, 47.80078125, 52.0859375, 56.37109375, 60.65625, 64.94140625, 69.2265625, 73.51171875, 77.796875, 82.08203125, 86.3671875, 90.65234375, 94.9375, 99.22265625, 103.5078125, 107.79296875, 112.078125, 116.36328125, 120.6484375, 124.93359375, 129.21875, 133.50390625, 137.7890625, 142.07421875, 146.359375, 150.64453125, 154.9296875, 159.21484375, 163.5]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 7.0, 7.0, 8.0, 15.0, 29.0, 26.0, 50.0, 80.0, 120.0, 161.0, 138.0, 126.0, 73.0, 55.0, 42.0, 24.0, 18.0, 6.0, 8.0, 7.0, 4.0, 1.0, 1.0, 4.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.83984375, -7.638916015625, -7.43798828125, -7.237060546875, -7.0361328125, -6.835205078125, -6.63427734375, -6.433349609375, -6.232421875, -6.031494140625, -5.83056640625, -5.629638671875, -5.4287109375, -5.227783203125, -5.02685546875, -4.825927734375, -4.625, -4.424072265625, -4.22314453125, -4.022216796875, -3.8212890625, -3.620361328125, -3.41943359375, -3.218505859375, -3.017578125, -2.816650390625, -2.61572265625, -2.414794921875, -2.2138671875, -2.012939453125, -1.81201171875, -1.611083984375, -1.41015625, -1.209228515625, -1.00830078125, -0.807373046875, -0.6064453125, -0.405517578125, -0.20458984375, -0.003662109375, 0.197265625, 0.398193359375, 0.59912109375, 0.800048828125, 1.0009765625, 1.201904296875, 1.40283203125, 1.603759765625, 1.8046875, 2.005615234375, 2.20654296875, 2.407470703125, 2.6083984375, 2.809326171875, 3.01025390625, 3.211181640625, 3.412109375, 3.613037109375, 3.81396484375, 4.014892578125, 4.2158203125, 4.416748046875, 4.61767578125, 4.818603515625, 5.01953125]}, "gradients/decoder.roberta.encoder.layer.8.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 8.0, 15.0, 26.0, 41.0, 56.0, 87.0, 105.0, 112.0, 117.0, 123.0, 109.0, 70.0, 62.0, 40.0, 15.0, 10.0, 7.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.592288970947266, -19.336313247680664, -18.080337524414062, -16.82436180114746, -15.56838607788086, -14.312410354614258, -13.056434631347656, -11.800458908081055, -10.544483184814453, -9.288507461547852, -8.03253173828125, -6.776556015014648, -5.520580291748047, -4.264604568481445, -3.0086288452148438, -1.7526531219482422, -0.4966773986816406, 0.7592983245849609, 2.0152740478515625, 3.271249771118164, 4.527225494384766, 5.783201217651367, 7.039176940917969, 8.29515266418457, 9.551128387451172, 10.807104110717773, 12.063079833984375, 13.319055557250977, 14.575031280517578, 15.83100700378418, 17.08698272705078, 18.342958450317383, 19.59893798828125, 20.85491371154785, 22.110889434814453, 23.366865158081055, 24.622840881347656, 25.878816604614258, 27.13479232788086, 28.39076805114746, 29.646743774414062, 30.902719497680664, 32.158695220947266, 33.4146728515625, 34.67064666748047, 35.92662048339844, 37.18259811401367, 38.438575744628906, 39.694549560546875, 40.950523376464844, 42.20650100708008, 43.46247863769531, 44.71845245361328, 45.97442626953125, 47.230403900146484, 48.48638153076172, 49.74235534667969, 50.998329162597656, 52.25430679321289, 53.510284423828125, 54.766258239746094, 56.02223205566406, 57.2782096862793, 58.53418731689453, 59.7901611328125]}, "gradients/decoder.roberta.encoder.layer.8.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 9.0, 11.0, 6.0, 12.0, 14.0, 17.0, 20.0, 19.0, 17.0, 28.0, 30.0, 24.0, 31.0, 32.0, 32.0, 33.0, 51.0, 44.0, 43.0, 43.0, 40.0, 52.0, 38.0, 42.0, 39.0, 34.0, 29.0, 36.0, 26.0, 26.0, 21.0, 19.0, 11.0, 15.0, 7.0, 11.0, 12.0, 8.0, 4.0, 5.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.12358856201172, -17.49974822998047, -16.87590789794922, -16.25206756591797, -15.628228187561035, -15.004387855529785, -14.380548477172852, -13.756708145141602, -13.132867813110352, -12.509027481079102, -11.885187149047852, -11.261347770690918, -10.637507438659668, -10.013667106628418, -9.389827728271484, -8.765987396240234, -8.142147064208984, -7.518306732177734, -6.894466876983643, -6.270627021789551, -5.646786689758301, -5.022946357727051, -4.399106502532959, -3.775266647338867, -3.151426315307617, -2.5275862216949463, -1.9037461280822754, -1.2799060344696045, -0.6560659408569336, -0.032225847244262695, 0.5916142463684082, 1.2154541015625, 1.8392925262451172, 2.463132619857788, 3.086972713470459, 3.71081280708313, 4.334652900695801, 4.958493232727051, 5.582333087921143, 6.206172943115234, 6.830013275146484, 7.453853607177734, 8.077693939208984, 8.701533317565918, 9.325373649597168, 9.949213981628418, 10.573053359985352, 11.196893692016602, 11.820734024047852, 12.444574356079102, 13.068414688110352, 13.692254066467285, 14.316094398498535, 14.939934730529785, 15.563774108886719, 16.18761444091797, 16.81145477294922, 17.43529510498047, 18.05913543701172, 18.68297576904297, 19.30681610107422, 19.930654525756836, 20.554494857788086, 21.178335189819336, 21.802175521850586]}, "gradients/decoder.roberta.encoder.layer.8.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 7.0, 6.0, 22.0, 13.0, 32.0, 42.0, 40.0, 48.0, 92.0, 106.0, 170.0, 172.0, 233.0, 352.0, 608.0, 1027.0, 1888.0, 3322.0, 6730.0, 15024.0, 38273.0, 131689.0, 1127905.0, 2563681.0, 211523.0, 53784.0, 19452.0, 8306.0, 4129.0, 2170.0, 1151.0, 725.0, 449.0, 325.0, 217.0, 143.0, 117.0, 80.0, 63.0, 36.0, 33.0, 23.0, 20.0, 19.0, 15.0, 7.0, 12.0, 9.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-27.21875, -26.31591796875, -25.4130859375, -24.51025390625, -23.607421875, -22.70458984375, -21.8017578125, -20.89892578125, -19.99609375, -19.09326171875, -18.1904296875, -17.28759765625, -16.384765625, -15.48193359375, -14.5791015625, -13.67626953125, -12.7734375, -11.87060546875, -10.9677734375, -10.06494140625, -9.162109375, -8.25927734375, -7.3564453125, -6.45361328125, -5.55078125, -4.64794921875, -3.7451171875, -2.84228515625, -1.939453125, -1.03662109375, -0.1337890625, 0.76904296875, 1.671875, 2.57470703125, 3.4775390625, 4.38037109375, 5.283203125, 6.18603515625, 7.0888671875, 7.99169921875, 8.89453125, 9.79736328125, 10.7001953125, 11.60302734375, 12.505859375, 13.40869140625, 14.3115234375, 15.21435546875, 16.1171875, 17.02001953125, 17.9228515625, 18.82568359375, 19.728515625, 20.63134765625, 21.5341796875, 22.43701171875, 23.33984375, 24.24267578125, 25.1455078125, 26.04833984375, 26.951171875, 27.85400390625, 28.7568359375, 29.65966796875, 30.5625]}, "gradients/decoder.roberta.encoder.layer.8.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 4.0, 2.0, 6.0, 8.0, 6.0, 14.0, 13.0, 17.0, 14.0, 16.0, 13.0, 26.0, 23.0, 23.0, 33.0, 31.0, 45.0, 34.0, 32.0, 41.0, 39.0, 56.0, 41.0, 32.0, 49.0, 30.0, 27.0, 38.0, 35.0, 30.0, 23.0, 36.0, 29.0, 22.0, 21.0, 22.0, 16.0, 6.0, 8.0, 11.0, 10.0, 4.0, 4.0, 5.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.453125, -10.09765625, -9.7421875, -9.38671875, -9.03125, -8.67578125, -8.3203125, -7.96484375, -7.609375, -7.25390625, -6.8984375, -6.54296875, -6.1875, -5.83203125, -5.4765625, -5.12109375, -4.765625, -4.41015625, -4.0546875, -3.69921875, -3.34375, -2.98828125, -2.6328125, -2.27734375, -1.921875, -1.56640625, -1.2109375, -0.85546875, -0.5, -0.14453125, 0.2109375, 0.56640625, 0.921875, 1.27734375, 1.6328125, 1.98828125, 2.34375, 2.69921875, 3.0546875, 3.41015625, 3.765625, 4.12109375, 4.4765625, 4.83203125, 5.1875, 5.54296875, 5.8984375, 6.25390625, 6.609375, 6.96484375, 7.3203125, 7.67578125, 8.03125, 8.38671875, 8.7421875, 9.09765625, 9.453125, 9.80859375, 10.1640625, 10.51953125, 10.875, 11.23046875, 11.5859375, 11.94140625, 12.296875]}, "gradients/decoder.roberta.encoder.layer.8.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 6.0, 3.0, 4.0, 3.0, 7.0, 10.0, 8.0, 12.0, 15.0, 20.0, 30.0, 29.0, 61.0, 103.0, 147.0, 301.0, 1573.0, 42005.0, 4103171.0, 44372.0, 1591.0, 328.0, 155.0, 112.0, 74.0, 41.0, 31.0, 20.0, 20.0, 11.0, 9.0, 3.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-174.75, -169.828125, -164.90625, -159.984375, -155.0625, -150.140625, -145.21875, -140.296875, -135.375, -130.453125, -125.53125, -120.609375, -115.6875, -110.765625, -105.84375, -100.921875, -96.0, -91.078125, -86.15625, -81.234375, -76.3125, -71.390625, -66.46875, -61.546875, -56.625, -51.703125, -46.78125, -41.859375, -36.9375, -32.015625, -27.09375, -22.171875, -17.25, -12.328125, -7.40625, -2.484375, 2.4375, 7.359375, 12.28125, 17.203125, 22.125, 27.046875, 31.96875, 36.890625, 41.8125, 46.734375, 51.65625, 56.578125, 61.5, 66.421875, 71.34375, 76.265625, 81.1875, 86.109375, 91.03125, 95.953125, 100.875, 105.796875, 110.71875, 115.640625, 120.5625, 125.484375, 130.40625, 135.328125, 140.25]}, "gradients/decoder.roberta.encoder.layer.8.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 6.0, 5.0, 15.0, 10.0, 16.0, 26.0, 42.0, 46.0, 65.0, 92.0, 118.0, 211.0, 384.0, 676.0, 869.0, 579.0, 315.0, 172.0, 113.0, 86.0, 57.0, 33.0, 37.0, 22.0, 14.0, 18.0, 13.0, 4.0, 9.0, 2.0, 3.0, 5.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.36328125, -6.11236572265625, -5.8614501953125, -5.61053466796875, -5.359619140625, -5.10870361328125, -4.8577880859375, -4.60687255859375, -4.35595703125, -4.10504150390625, -3.8541259765625, -3.60321044921875, -3.352294921875, -3.10137939453125, -2.8504638671875, -2.59954833984375, -2.3486328125, -2.09771728515625, -1.8468017578125, -1.59588623046875, -1.344970703125, -1.09405517578125, -0.8431396484375, -0.59222412109375, -0.34130859375, -0.09039306640625, 0.1605224609375, 0.41143798828125, 0.662353515625, 0.91326904296875, 1.1641845703125, 1.41510009765625, 1.666015625, 1.91693115234375, 2.1678466796875, 2.41876220703125, 2.669677734375, 2.92059326171875, 3.1715087890625, 3.42242431640625, 3.67333984375, 3.92425537109375, 4.1751708984375, 4.42608642578125, 4.677001953125, 4.92791748046875, 5.1788330078125, 5.42974853515625, 5.6806640625, 5.93157958984375, 6.1824951171875, 6.43341064453125, 6.684326171875, 6.93524169921875, 7.1861572265625, 7.43707275390625, 7.68798828125, 7.93890380859375, 8.1898193359375, 8.44073486328125, 8.691650390625, 8.94256591796875, 9.1934814453125, 9.44439697265625, 9.6953125]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 9.0, 11.0, 14.0, 30.0, 40.0, 41.0, 78.0, 88.0, 95.0, 99.0, 108.0, 96.0, 66.0, 74.0, 54.0, 38.0, 20.0, 18.0, 12.0, 5.0, 8.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.644376754760742, -29.857553482055664, -29.07073211669922, -28.28390884399414, -27.497087478637695, -26.710264205932617, -25.923442840576172, -25.136619567871094, -24.349796295166016, -23.562973022460938, -22.776151657104492, -21.989328384399414, -21.20250701904297, -20.41568374633789, -19.628860473632812, -18.842039108276367, -18.055217742919922, -17.268394470214844, -16.4815731048584, -15.69474983215332, -14.907928466796875, -14.121105194091797, -13.334282875061035, -12.547460556030273, -11.760638236999512, -10.97381591796875, -10.186993598937988, -9.400171279907227, -8.613348007202148, -7.826526165008545, -7.039703369140625, -6.252881050109863, -5.466060638427734, -4.679238319396973, -3.892415761947632, -3.105593204498291, -2.3187708854675293, -1.5319485664367676, -0.7451257705688477, 0.04169654846191406, 0.8285188674926758, 1.615341305732727, 2.4021637439727783, 3.188986301422119, 3.975808620452881, 4.762630939483643, 5.5494537353515625, 6.336276054382324, 7.123098373413086, 7.909920692443848, 8.69674301147461, 9.483566284179688, 10.270387649536133, 11.057210922241211, 11.844033241271973, 12.630855560302734, 13.417677879333496, 14.204500198364258, 14.99132251739502, 15.778144836425781, 16.56496810913086, 17.351789474487305, 18.138612747192383, 18.925434112548828, 19.712257385253906]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 7.0, 2.0, 5.0, 7.0, 7.0, 7.0, 12.0, 18.0, 10.0, 17.0, 14.0, 18.0, 28.0, 27.0, 27.0, 28.0, 33.0, 26.0, 25.0, 38.0, 48.0, 44.0, 46.0, 44.0, 41.0, 44.0, 38.0, 28.0, 32.0, 47.0, 33.0, 19.0, 29.0, 27.0, 21.0, 19.0, 15.0, 19.0, 12.0, 7.0, 5.0, 9.0, 9.0, 5.0, 4.0, 7.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-13.408193588256836, -12.968093872070312, -12.527993202209473, -12.08789348602295, -11.64779281616211, -11.207693099975586, -10.767593383789062, -10.327493667602539, -9.8873929977417, -9.447293281555176, -9.007192611694336, -8.567092895507812, -8.126993179321289, -7.686892509460449, -7.246792793273926, -6.806692600250244, -6.3665924072265625, -5.926492214202881, -5.486392021179199, -5.046292304992676, -4.606192111968994, -4.1660919189453125, -3.72599196434021, -3.2858920097351074, -2.845791816711426, -2.405691623687744, -1.9655916690826416, -1.5254915952682495, -1.0853915214538574, -0.6452913284301758, -0.20519137382507324, 0.2349085807800293, 0.6750087738037109, 1.115108847618103, 1.5552089214324951, 1.9953089952468872, 2.4354090690612793, 2.875509262084961, 3.3156092166900635, 3.755709171295166, 4.195809364318848, 4.635909557342529, 5.076009750366211, 5.516109466552734, 5.956209659576416, 6.396309852600098, 6.836409568786621, 7.276509761810303, 7.716609954833984, 8.156709671020508, 8.596810340881348, 9.036910057067871, 9.477010726928711, 9.917110443115234, 10.357210159301758, 10.797309875488281, 11.237410545349121, 11.677510261535645, 12.117610931396484, 12.557710647583008, 12.997810363769531, 13.437911033630371, 13.878010749816895, 14.318111419677734, 14.758211135864258]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 7.0, 6.0, 10.0, 14.0, 17.0, 39.0, 54.0, 73.0, 100.0, 142.0, 225.0, 341.0, 468.0, 673.0, 1017.0, 1429.0, 2224.0, 3177.0, 4638.0, 6879.0, 10455.0, 15574.0, 22564.0, 33590.0, 48710.0, 69803.0, 96434.0, 122115.0, 136179.0, 127331.0, 102824.0, 75442.0, 52785.0, 36259.0, 24782.0, 16902.0, 11294.0, 7764.0, 5087.0, 3561.0, 2417.0, 1645.0, 1096.0, 725.0, 554.0, 350.0, 262.0, 183.0, 109.0, 83.0, 52.0, 36.0, 22.0, 23.0, 7.0, 7.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-1.9658203125, -1.9036407470703125, -1.841461181640625, -1.7792816162109375, -1.71710205078125, -1.6549224853515625, -1.592742919921875, -1.5305633544921875, -1.4683837890625, -1.4062042236328125, -1.344024658203125, -1.2818450927734375, -1.21966552734375, -1.1574859619140625, -1.095306396484375, -1.0331268310546875, -0.970947265625, -0.9087677001953125, -0.846588134765625, -0.7844085693359375, -0.72222900390625, -0.6600494384765625, -0.597869873046875, -0.5356903076171875, -0.4735107421875, -0.4113311767578125, -0.349151611328125, -0.2869720458984375, -0.22479248046875, -0.1626129150390625, -0.100433349609375, -0.0382537841796875, 0.02392578125, 0.0861053466796875, 0.148284912109375, 0.2104644775390625, 0.27264404296875, 0.3348236083984375, 0.397003173828125, 0.4591827392578125, 0.5213623046875, 0.5835418701171875, 0.645721435546875, 0.7079010009765625, 0.77008056640625, 0.8322601318359375, 0.894439697265625, 0.9566192626953125, 1.018798828125, 1.0809783935546875, 1.143157958984375, 1.2053375244140625, 1.26751708984375, 1.3296966552734375, 1.391876220703125, 1.4540557861328125, 1.5162353515625, 1.5784149169921875, 1.640594482421875, 1.7027740478515625, 1.76495361328125, 1.8271331787109375, 1.889312744140625, 1.9514923095703125, 2.013671875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 2.0, 4.0, 8.0, 7.0, 9.0, 12.0, 15.0, 11.0, 18.0, 15.0, 17.0, 27.0, 23.0, 33.0, 27.0, 33.0, 25.0, 28.0, 35.0, 48.0, 45.0, 46.0, 43.0, 40.0, 45.0, 38.0, 28.0, 36.0, 46.0, 30.0, 19.0, 31.0, 28.0, 18.0, 20.0, 14.0, 21.0, 9.0, 6.0, 6.0, 10.0, 9.0, 5.0, 4.0, 7.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-13.34375, -12.916748046875, -12.48974609375, -12.062744140625, -11.6357421875, -11.208740234375, -10.78173828125, -10.354736328125, -9.927734375, -9.500732421875, -9.07373046875, -8.646728515625, -8.2197265625, -7.792724609375, -7.36572265625, -6.938720703125, -6.51171875, -6.084716796875, -5.65771484375, -5.230712890625, -4.8037109375, -4.376708984375, -3.94970703125, -3.522705078125, -3.095703125, -2.668701171875, -2.24169921875, -1.814697265625, -1.3876953125, -0.960693359375, -0.53369140625, -0.106689453125, 0.3203125, 0.747314453125, 1.17431640625, 1.601318359375, 2.0283203125, 2.455322265625, 2.88232421875, 3.309326171875, 3.736328125, 4.163330078125, 4.59033203125, 5.017333984375, 5.4443359375, 5.871337890625, 6.29833984375, 6.725341796875, 7.15234375, 7.579345703125, 8.00634765625, 8.433349609375, 8.8603515625, 9.287353515625, 9.71435546875, 10.141357421875, 10.568359375, 10.995361328125, 11.42236328125, 11.849365234375, 12.2763671875, 12.703369140625, 13.13037109375, 13.557373046875, 13.984375]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 7.0, 6.0, 9.0, 8.0, 14.0, 20.0, 34.0, 49.0, 85.0, 144.0, 208.0, 299.0, 508.0, 789.0, 1235.0, 1999.0, 3125.0, 5045.0, 8169.0, 14035.0, 24785.0, 67262.0, 806043.0, 56782.0, 23563.0, 13535.0, 7894.0, 4756.0, 2946.0, 1862.0, 1153.0, 806.0, 519.0, 329.0, 192.0, 131.0, 81.0, 51.0, 30.0, 23.0, 13.0, 7.0, 7.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.28125, -4.11944580078125, -3.9576416015625, -3.79583740234375, -3.634033203125, -3.47222900390625, -3.3104248046875, -3.14862060546875, -2.98681640625, -2.82501220703125, -2.6632080078125, -2.50140380859375, -2.339599609375, -2.17779541015625, -2.0159912109375, -1.85418701171875, -1.6923828125, -1.53057861328125, -1.3687744140625, -1.20697021484375, -1.045166015625, -0.88336181640625, -0.7215576171875, -0.55975341796875, -0.39794921875, -0.23614501953125, -0.0743408203125, 0.08746337890625, 0.249267578125, 0.41107177734375, 0.5728759765625, 0.73468017578125, 0.896484375, 1.05828857421875, 1.2200927734375, 1.38189697265625, 1.543701171875, 1.70550537109375, 1.8673095703125, 2.02911376953125, 2.19091796875, 2.35272216796875, 2.5145263671875, 2.67633056640625, 2.838134765625, 2.99993896484375, 3.1617431640625, 3.32354736328125, 3.4853515625, 3.64715576171875, 3.8089599609375, 3.97076416015625, 4.132568359375, 4.29437255859375, 4.4561767578125, 4.61798095703125, 4.77978515625, 4.94158935546875, 5.1033935546875, 5.26519775390625, 5.427001953125, 5.58880615234375, 5.7506103515625, 5.91241455078125, 6.07421875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 6.0, 12.0, 15.0, 16.0, 22.0, 21.0, 21.0, 14.0, 32.0, 28.0, 26.0, 25.0, 36.0, 41.0, 39.0, 38.0, 43.0, 43.0, 34.0, 39.0, 40.0, 41.0, 45.0, 36.0, 33.0, 30.0, 30.0, 20.0, 21.0, 18.0, 19.0, 19.0, 18.0, 10.0, 10.0, 9.0, 7.0, 8.0, 8.0, 8.0, 5.0, 3.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.625, -8.3514404296875, -8.077880859375, -7.8043212890625, -7.53076171875, -7.2572021484375, -6.983642578125, -6.7100830078125, -6.4365234375, -6.1629638671875, -5.889404296875, -5.6158447265625, -5.34228515625, -5.0687255859375, -4.795166015625, -4.5216064453125, -4.248046875, -3.9744873046875, -3.700927734375, -3.4273681640625, -3.15380859375, -2.8802490234375, -2.606689453125, -2.3331298828125, -2.0595703125, -1.7860107421875, -1.512451171875, -1.2388916015625, -0.96533203125, -0.6917724609375, -0.418212890625, -0.1446533203125, 0.12890625, 0.4024658203125, 0.676025390625, 0.9495849609375, 1.22314453125, 1.4967041015625, 1.770263671875, 2.0438232421875, 2.3173828125, 2.5909423828125, 2.864501953125, 3.1380615234375, 3.41162109375, 3.6851806640625, 3.958740234375, 4.2322998046875, 4.505859375, 4.7794189453125, 5.052978515625, 5.3265380859375, 5.60009765625, 5.8736572265625, 6.147216796875, 6.4207763671875, 6.6943359375, 6.9678955078125, 7.241455078125, 7.5150146484375, 7.78857421875, 8.0621337890625, 8.335693359375, 8.6092529296875, 8.8828125]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 2.0, 11.0, 8.0, 13.0, 17.0, 11.0, 18.0, 31.0, 44.0, 61.0, 72.0, 112.0, 139.0, 220.0, 303.0, 496.0, 813.0, 1225.0, 2249.0, 3945.0, 7377.0, 14680.0, 32482.0, 737591.0, 191247.0, 27276.0, 12880.0, 6463.0, 3497.0, 2004.0, 1094.0, 725.0, 431.0, 289.0, 185.0, 149.0, 114.0, 76.0, 46.0, 37.0, 20.0, 27.0, 17.0, 19.0, 8.0, 9.0, 6.0, 2.0, 3.0, 6.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.335205078125, -0.3253173828125, -0.3154296875, -0.3055419921875, -0.295654296875, -0.2857666015625, -0.27587890625, -0.2659912109375, -0.256103515625, -0.2462158203125, -0.236328125, -0.2264404296875, -0.216552734375, -0.2066650390625, -0.19677734375, -0.1868896484375, -0.177001953125, -0.1671142578125, -0.1572265625, -0.1473388671875, -0.137451171875, -0.1275634765625, -0.11767578125, -0.1077880859375, -0.097900390625, -0.0880126953125, -0.078125, -0.0682373046875, -0.058349609375, -0.0484619140625, -0.03857421875, -0.0286865234375, -0.018798828125, -0.0089111328125, 0.0009765625, 0.0108642578125, 0.020751953125, 0.0306396484375, 0.04052734375, 0.0504150390625, 0.060302734375, 0.0701904296875, 0.080078125, 0.0899658203125, 0.099853515625, 0.1097412109375, 0.11962890625, 0.1295166015625, 0.139404296875, 0.1492919921875, 0.1591796875, 0.1690673828125, 0.178955078125, 0.1888427734375, 0.19873046875, 0.2086181640625, 0.218505859375, 0.2283935546875, 0.23828125, 0.2481689453125, 0.258056640625, 0.2679443359375, 0.27783203125, 0.2877197265625, 0.297607421875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 6.0, 5.0, 8.0, 5.0, 16.0, 8.0, 14.0, 17.0, 22.0, 25.0, 46.0, 34.0, 66.0, 61.0, 56.0, 70.0, 56.0, 61.0, 55.0, 56.0, 48.0, 42.0, 43.0, 33.0, 26.0, 20.0, 27.0, 20.0, 9.0, 3.0, 12.0, 3.0, 9.0, 6.0, 3.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6570091247558594e-05, -1.604389399290085e-05, -1.5517696738243103e-05, -1.4991499483585358e-05, -1.4465302228927612e-05, -1.3939104974269867e-05, -1.3412907719612122e-05, -1.2886710464954376e-05, -1.2360513210296631e-05, -1.1834315955638885e-05, -1.130811870098114e-05, -1.0781921446323395e-05, -1.025572419166565e-05, -9.729526937007904e-06, -9.203329682350159e-06, -8.677132427692413e-06, -8.150935173034668e-06, -7.624737918376923e-06, -7.098540663719177e-06, -6.572343409061432e-06, -6.0461461544036865e-06, -5.519948899745941e-06, -4.993751645088196e-06, -4.4675543904304504e-06, -3.941357135772705e-06, -3.4151598811149597e-06, -2.8889626264572144e-06, -2.362765371799469e-06, -1.8365681171417236e-06, -1.3103708624839783e-06, -7.841736078262329e-07, -2.5797635316848755e-07, 2.682209014892578e-07, 7.944181561470032e-07, 1.3206154108047485e-06, 1.846812665462494e-06, 2.3730099201202393e-06, 2.8992071747779846e-06, 3.42540442943573e-06, 3.951601684093475e-06, 4.477798938751221e-06, 5.003996193408966e-06, 5.5301934480667114e-06, 6.056390702724457e-06, 6.582587957382202e-06, 7.1087852120399475e-06, 7.634982466697693e-06, 8.161179721355438e-06, 8.687376976013184e-06, 9.213574230670929e-06, 9.739771485328674e-06, 1.026596873998642e-05, 1.0792165994644165e-05, 1.131836324930191e-05, 1.1844560503959656e-05, 1.2370757758617401e-05, 1.2896955013275146e-05, 1.3423152267932892e-05, 1.3949349522590637e-05, 1.4475546777248383e-05, 1.5001744031906128e-05, 1.5527941286563873e-05, 1.605413854122162e-05, 1.6580335795879364e-05, 1.710653305053711e-05]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 6.0, 5.0, 9.0, 2.0, 9.0, 10.0, 9.0, 11.0, 16.0, 19.0, 19.0, 26.0, 36.0, 43.0, 45.0, 85.0, 141.0, 684.0, 13020.0, 827862.0, 202754.0, 2970.0, 348.0, 120.0, 57.0, 47.0, 43.0, 27.0, 26.0, 19.0, 11.0, 14.0, 17.0, 8.0, 6.0, 8.0, 4.0, 6.0, 6.0, 1.0, 5.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8798828125, -0.8470458984375, -0.814208984375, -0.7813720703125, -0.74853515625, -0.7156982421875, -0.682861328125, -0.6500244140625, -0.6171875, -0.5843505859375, -0.551513671875, -0.5186767578125, -0.48583984375, -0.4530029296875, -0.420166015625, -0.3873291015625, -0.3544921875, -0.3216552734375, -0.288818359375, -0.2559814453125, -0.22314453125, -0.1903076171875, -0.157470703125, -0.1246337890625, -0.091796875, -0.0589599609375, -0.026123046875, 0.0067138671875, 0.03955078125, 0.0723876953125, 0.105224609375, 0.1380615234375, 0.1708984375, 0.2037353515625, 0.236572265625, 0.2694091796875, 0.30224609375, 0.3350830078125, 0.367919921875, 0.4007568359375, 0.43359375, 0.4664306640625, 0.499267578125, 0.5321044921875, 0.56494140625, 0.5977783203125, 0.630615234375, 0.6634521484375, 0.6962890625, 0.7291259765625, 0.761962890625, 0.7947998046875, 0.82763671875, 0.8604736328125, 0.893310546875, 0.9261474609375, 0.958984375, 0.9918212890625, 1.024658203125, 1.0574951171875, 1.09033203125, 1.1231689453125, 1.156005859375, 1.1888427734375, 1.2216796875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 7.0, 9.0, 6.0, 6.0, 5.0, 7.0, 11.0, 12.0, 15.0, 21.0, 18.0, 26.0, 32.0, 35.0, 28.0, 52.0, 57.0, 53.0, 61.0, 60.0, 64.0, 51.0, 42.0, 53.0, 37.0, 35.0, 35.0, 33.0, 21.0, 14.0, 18.0, 13.0, 17.0, 10.0, 7.0, 9.0, 4.0, 6.0, 10.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.05792236328125, -0.05634784698486328, -0.05477333068847656, -0.053198814392089844, -0.051624298095703125, -0.050049781799316406, -0.04847526550292969, -0.04690074920654297, -0.04532623291015625, -0.04375171661376953, -0.04217720031738281, -0.040602684020996094, -0.039028167724609375, -0.037453651428222656, -0.03587913513183594, -0.03430461883544922, -0.0327301025390625, -0.03115558624267578, -0.029581069946289062, -0.028006553649902344, -0.026432037353515625, -0.024857521057128906, -0.023283004760742188, -0.02170848846435547, -0.02013397216796875, -0.01855945587158203, -0.016984939575195312, -0.015410423278808594, -0.013835906982421875, -0.012261390686035156, -0.010686874389648438, -0.009112358093261719, -0.007537841796875, -0.005963325500488281, -0.0043888092041015625, -0.0028142929077148438, -0.001239776611328125, 0.00033473968505859375, 0.0019092559814453125, 0.0034837722778320312, 0.00505828857421875, 0.006632804870605469, 0.008207321166992188, 0.009781837463378906, 0.011356353759765625, 0.012930870056152344, 0.014505386352539062, 0.01607990264892578, 0.0176544189453125, 0.01922893524169922, 0.020803451538085938, 0.022377967834472656, 0.023952484130859375, 0.025527000427246094, 0.027101516723632812, 0.02867603302001953, 0.03025054931640625, 0.03182506561279297, 0.03339958190917969, 0.034974098205566406, 0.036548614501953125, 0.038123130798339844, 0.03969764709472656, 0.04127216339111328, 0.0428466796875]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 5.0, 10.0, 18.0, 27.0, 44.0, 79.0, 93.0, 108.0, 132.0, 127.0, 109.0, 78.0, 77.0, 46.0, 18.0, 19.0, 12.0, 5.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.567419052124023, -27.612327575683594, -26.65723419189453, -25.70214080810547, -24.74704933166504, -23.79195785522461, -22.836864471435547, -21.881771087646484, -20.926679611206055, -19.971588134765625, -19.016494750976562, -18.0614013671875, -17.10630989074707, -16.15121841430664, -15.196125030517578, -14.241032600402832, -13.285940170288086, -12.33084774017334, -11.375755310058594, -10.420662879943848, -9.465570449829102, -8.510478019714355, -7.555385589599609, -6.600293159484863, -5.645200729370117, -4.690108299255371, -3.735015869140625, -2.779923439025879, -1.8248310089111328, -0.8697385787963867, 0.08535385131835938, 1.0404462814331055, 1.9955406188964844, 2.9506330490112305, 3.9057254791259766, 4.860817909240723, 5.815910339355469, 6.771002769470215, 7.726095199584961, 8.681187629699707, 9.636280059814453, 10.5913724899292, 11.546464920043945, 12.501557350158691, 13.456649780273438, 14.411742210388184, 15.36683464050293, 16.32192611694336, 17.277019500732422, 18.232112884521484, 19.187204360961914, 20.142295837402344, 21.097389221191406, 22.05248260498047, 23.0075740814209, 23.962665557861328, 24.91775894165039, 25.872852325439453, 26.827943801879883, 27.783035278320312, 28.738128662109375, 29.693222045898438, 30.648313522338867, 31.603404998779297, 32.55849838256836]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 2.0, 4.0, 8.0, 7.0, 8.0, 14.0, 14.0, 10.0, 19.0, 15.0, 17.0, 27.0, 24.0, 32.0, 27.0, 33.0, 25.0, 28.0, 36.0, 47.0, 44.0, 47.0, 43.0, 39.0, 46.0, 39.0, 27.0, 37.0, 45.0, 30.0, 19.0, 31.0, 30.0, 16.0, 20.0, 14.0, 21.0, 9.0, 6.0, 6.0, 11.0, 9.0, 4.0, 4.0, 7.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-13.35633659362793, -12.928899765014648, -12.501462936401367, -12.074026107788086, -11.646589279174805, -11.219152450561523, -10.791715621948242, -10.364278793334961, -9.93684196472168, -9.509405136108398, -9.081968307495117, -8.654531478881836, -8.227094650268555, -7.799657821655273, -7.372220516204834, -6.944783687591553, -6.517346382141113, -6.089909553527832, -5.662472724914551, -5.2350358963012695, -4.807599067687988, -4.380162239074707, -3.9527249336242676, -3.5252881050109863, -3.097851276397705, -2.670414447784424, -2.2429776191711426, -1.8155405521392822, -1.388103723526001, -0.9606668949127197, -0.5332298278808594, -0.10579299926757812, 0.3216428756713867, 0.7490797638893127, 1.1765166521072388, 1.6039535999298096, 2.031390428543091, 2.458827257156372, 2.8862643241882324, 3.3137011528015137, 3.741137981414795, 4.168574810028076, 4.596011638641357, 5.023448944091797, 5.450885772705078, 5.878322601318359, 6.305759429931641, 6.733196258544922, 7.160633087158203, 7.588069915771484, 8.015506744384766, 8.442943572998047, 8.870380401611328, 9.29781723022461, 9.72525405883789, 10.152690887451172, 10.580127716064453, 11.007564544677734, 11.435001373291016, 11.862438201904297, 12.289875030517578, 12.71731185913086, 13.14474868774414, 13.572185516357422, 13.99962329864502]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 0.0, 4.0, 8.0, 14.0, 8.0, 14.0, 17.0, 28.0, 39.0, 42.0, 69.0, 114.0, 167.0, 254.0, 361.0, 532.0, 910.0, 1399.0, 2389.0, 4049.0, 6950.0, 12092.0, 22490.0, 44018.0, 97246.0, 229836.0, 325258.0, 158878.0, 68119.0, 32744.0, 17220.0, 9543.0, 5318.0, 3301.0, 1887.0, 1191.0, 718.0, 436.0, 275.0, 214.0, 128.0, 83.0, 58.0, 35.0, 27.0, 17.0, 9.0, 18.0, 16.0, 9.0, 6.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-15.078125, -14.563232421875, -14.04833984375, -13.533447265625, -13.0185546875, -12.503662109375, -11.98876953125, -11.473876953125, -10.958984375, -10.444091796875, -9.92919921875, -9.414306640625, -8.8994140625, -8.384521484375, -7.86962890625, -7.354736328125, -6.83984375, -6.324951171875, -5.81005859375, -5.295166015625, -4.7802734375, -4.265380859375, -3.75048828125, -3.235595703125, -2.720703125, -2.205810546875, -1.69091796875, -1.176025390625, -0.6611328125, -0.146240234375, 0.36865234375, 0.883544921875, 1.3984375, 1.913330078125, 2.42822265625, 2.943115234375, 3.4580078125, 3.972900390625, 4.48779296875, 5.002685546875, 5.517578125, 6.032470703125, 6.54736328125, 7.062255859375, 7.5771484375, 8.092041015625, 8.60693359375, 9.121826171875, 9.63671875, 10.151611328125, 10.66650390625, 11.181396484375, 11.6962890625, 12.211181640625, 12.72607421875, 13.240966796875, 13.755859375, 14.270751953125, 14.78564453125, 15.300537109375, 15.8154296875, 16.330322265625, 16.84521484375, 17.360107421875, 17.875]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 0.0, 8.0, 2.0, 6.0, 8.0, 7.0, 10.0, 10.0, 13.0, 19.0, 17.0, 22.0, 16.0, 20.0, 25.0, 33.0, 29.0, 31.0, 41.0, 26.0, 42.0, 40.0, 47.0, 37.0, 46.0, 39.0, 38.0, 36.0, 40.0, 43.0, 32.0, 25.0, 29.0, 25.0, 18.0, 24.0, 21.0, 20.0, 5.0, 12.0, 8.0, 8.0, 6.0, 11.0, 3.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-13.53125, -13.1058349609375, -12.680419921875, -12.2550048828125, -11.82958984375, -11.4041748046875, -10.978759765625, -10.5533447265625, -10.1279296875, -9.7025146484375, -9.277099609375, -8.8516845703125, -8.42626953125, -8.0008544921875, -7.575439453125, -7.1500244140625, -6.724609375, -6.2991943359375, -5.873779296875, -5.4483642578125, -5.02294921875, -4.5975341796875, -4.172119140625, -3.7467041015625, -3.3212890625, -2.8958740234375, -2.470458984375, -2.0450439453125, -1.61962890625, -1.1942138671875, -0.768798828125, -0.3433837890625, 0.08203125, 0.5074462890625, 0.932861328125, 1.3582763671875, 1.78369140625, 2.2091064453125, 2.634521484375, 3.0599365234375, 3.4853515625, 3.9107666015625, 4.336181640625, 4.7615966796875, 5.18701171875, 5.6124267578125, 6.037841796875, 6.4632568359375, 6.888671875, 7.3140869140625, 7.739501953125, 8.1649169921875, 8.59033203125, 9.0157470703125, 9.441162109375, 9.8665771484375, 10.2919921875, 10.7174072265625, 11.142822265625, 11.5682373046875, 11.99365234375, 12.4190673828125, 12.844482421875, 13.2698974609375, 13.6953125]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 8.0, 3.0, 3.0, 7.0, 7.0, 11.0, 18.0, 11.0, 22.0, 34.0, 35.0, 40.0, 43.0, 58.0, 63.0, 147.0, 408.0, 21032.0, 1025398.0, 586.0, 205.0, 83.0, 50.0, 50.0, 40.0, 38.0, 22.0, 24.0, 21.0, 15.0, 17.0, 16.0, 7.0, 13.0, 1.0, 6.0, 5.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-373.25, -358.41015625, -343.5703125, -328.73046875, -313.890625, -299.05078125, -284.2109375, -269.37109375, -254.53125, -239.69140625, -224.8515625, -210.01171875, -195.171875, -180.33203125, -165.4921875, -150.65234375, -135.8125, -120.97265625, -106.1328125, -91.29296875, -76.453125, -61.61328125, -46.7734375, -31.93359375, -17.09375, -2.25390625, 12.5859375, 27.42578125, 42.265625, 57.10546875, 71.9453125, 86.78515625, 101.625, 116.46484375, 131.3046875, 146.14453125, 160.984375, 175.82421875, 190.6640625, 205.50390625, 220.34375, 235.18359375, 250.0234375, 264.86328125, 279.703125, 294.54296875, 309.3828125, 324.22265625, 339.0625, 353.90234375, 368.7421875, 383.58203125, 398.421875, 413.26171875, 428.1015625, 442.94140625, 457.78125, 472.62109375, 487.4609375, 502.30078125, 517.140625, 531.98046875, 546.8203125, 561.66015625, 576.5]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 4.0, 6.0, 7.0, 8.0, 6.0, 13.0, 26.0, 12.0, 22.0, 24.0, 27.0, 29.0, 37.0, 49.0, 37.0, 38.0, 53.0, 53.0, 66.0, 54.0, 47.0, 43.0, 38.0, 42.0, 34.0, 37.0, 44.0, 35.0, 21.0, 16.0, 21.0, 12.0, 9.0, 10.0, 2.0, 5.0, 6.0, 4.0, 4.0, 2.0, 2.0, 0.0, 4.0], "bins": [-20.421875, -19.9100341796875, -19.398193359375, -18.8863525390625, -18.37451171875, -17.8626708984375, -17.350830078125, -16.8389892578125, -16.3271484375, -15.8153076171875, -15.303466796875, -14.7916259765625, -14.27978515625, -13.7679443359375, -13.256103515625, -12.7442626953125, -12.232421875, -11.7205810546875, -11.208740234375, -10.6968994140625, -10.18505859375, -9.6732177734375, -9.161376953125, -8.6495361328125, -8.1376953125, -7.6258544921875, -7.114013671875, -6.6021728515625, -6.09033203125, -5.5784912109375, -5.066650390625, -4.5548095703125, -4.04296875, -3.5311279296875, -3.019287109375, -2.5074462890625, -1.99560546875, -1.4837646484375, -0.971923828125, -0.4600830078125, 0.0517578125, 0.5635986328125, 1.075439453125, 1.5872802734375, 2.09912109375, 2.6109619140625, 3.122802734375, 3.6346435546875, 4.146484375, 4.6583251953125, 5.170166015625, 5.6820068359375, 6.19384765625, 6.7056884765625, 7.217529296875, 7.7293701171875, 8.2412109375, 8.7530517578125, 9.264892578125, 9.7767333984375, 10.28857421875, 10.8004150390625, 11.312255859375, 11.8240966796875, 12.3359375]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 3.0, 8.0, 10.0, 11.0, 27.0, 44.0, 83.0, 219.0, 742.0, 2963.0, 48038.0, 910295.0, 80903.0, 3908.0, 786.0, 297.0, 103.0, 46.0, 15.0, 14.0, 15.0, 11.0, 6.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.6875, -37.11279296875, -35.5380859375, -33.96337890625, -32.388671875, -30.81396484375, -29.2392578125, -27.66455078125, -26.08984375, -24.51513671875, -22.9404296875, -21.36572265625, -19.791015625, -18.21630859375, -16.6416015625, -15.06689453125, -13.4921875, -11.91748046875, -10.3427734375, -8.76806640625, -7.193359375, -5.61865234375, -4.0439453125, -2.46923828125, -0.89453125, 0.68017578125, 2.2548828125, 3.82958984375, 5.404296875, 6.97900390625, 8.5537109375, 10.12841796875, 11.703125, 13.27783203125, 14.8525390625, 16.42724609375, 18.001953125, 19.57666015625, 21.1513671875, 22.72607421875, 24.30078125, 25.87548828125, 27.4501953125, 29.02490234375, 30.599609375, 32.17431640625, 33.7490234375, 35.32373046875, 36.8984375, 38.47314453125, 40.0478515625, 41.62255859375, 43.197265625, 44.77197265625, 46.3466796875, 47.92138671875, 49.49609375, 51.07080078125, 52.6455078125, 54.22021484375, 55.794921875, 57.36962890625, 58.9443359375, 60.51904296875, 62.09375]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 10.0, 5.0, 12.0, 18.0, 29.0, 44.0, 58.0, 78.0, 111.0, 142.0, 147.0, 109.0, 65.0, 61.0, 34.0, 32.0, 13.0, 14.0, 10.0, 11.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015974044799804688, -0.0015251189470291138, -0.0014528334140777588, -0.0013805478811264038, -0.0013082623481750488, -0.0012359768152236938, -0.0011636912822723389, -0.0010914057493209839, -0.001019120216369629, -0.0009468346834182739, -0.0008745491504669189, -0.000802263617515564, -0.000729978084564209, -0.000657692551612854, -0.000585407018661499, -0.000513121485710144, -0.00044083595275878906, -0.0003685504198074341, -0.0002962648868560791, -0.00022397935390472412, -0.00015169382095336914, -7.940828800201416e-05, -7.12275505065918e-06, 6.51627779006958e-05, 0.00013744831085205078, 0.00020973384380340576, 0.00028201937675476074, 0.0003543049097061157, 0.0004265904426574707, 0.0004988759756088257, 0.0005711615085601807, 0.0006434470415115356, 0.0007157325744628906, 0.0007880181074142456, 0.0008603036403656006, 0.0009325891733169556, 0.0010048747062683105, 0.0010771602392196655, 0.0011494457721710205, 0.0012217313051223755, 0.0012940168380737305, 0.0013663023710250854, 0.0014385879039764404, 0.0015108734369277954, 0.0015831589698791504, 0.0016554445028305054, 0.0017277300357818604, 0.0018000155687332153, 0.0018723011016845703, 0.0019445866346359253, 0.0020168721675872803, 0.0020891577005386353, 0.0021614432334899902, 0.002233728766441345, 0.0023060142993927, 0.002378299832344055, 0.00245058536529541, 0.002522870898246765, 0.00259515643119812, 0.002667441964149475, 0.00273972749710083, 0.002812013030052185, 0.00288429856300354, 0.002956584095954895, 0.00302886962890625]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 7.0, 4.0, 10.0, 6.0, 23.0, 44.0, 72.0, 183.0, 6094.0, 1040280.0, 1540.0, 142.0, 72.0, 43.0, 19.0, 7.0, 3.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-224.25, -218.552734375, -212.85546875, -207.158203125, -201.4609375, -195.763671875, -190.06640625, -184.369140625, -178.671875, -172.974609375, -167.27734375, -161.580078125, -155.8828125, -150.185546875, -144.48828125, -138.791015625, -133.09375, -127.396484375, -121.69921875, -116.001953125, -110.3046875, -104.607421875, -98.91015625, -93.212890625, -87.515625, -81.818359375, -76.12109375, -70.423828125, -64.7265625, -59.029296875, -53.33203125, -47.634765625, -41.9375, -36.240234375, -30.54296875, -24.845703125, -19.1484375, -13.451171875, -7.75390625, -2.056640625, 3.640625, 9.337890625, 15.03515625, 20.732421875, 26.4296875, 32.126953125, 37.82421875, 43.521484375, 49.21875, 54.916015625, 60.61328125, 66.310546875, 72.0078125, 77.705078125, 83.40234375, 89.099609375, 94.796875, 100.494140625, 106.19140625, 111.888671875, 117.5859375, 123.283203125, 128.98046875, 134.677734375, 140.375]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 5.0, 13.0, 37.0, 51.0, 73.0, 115.0, 161.0, 166.0, 138.0, 86.0, 72.0, 28.0, 20.0, 8.0, 11.0, 4.0, 4.0, 2.0, 2.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.171875, -5.9180908203125, -5.664306640625, -5.4105224609375, -5.15673828125, -4.9029541015625, -4.649169921875, -4.3953857421875, -4.1416015625, -3.8878173828125, -3.634033203125, -3.3802490234375, -3.12646484375, -2.8726806640625, -2.618896484375, -2.3651123046875, -2.111328125, -1.8575439453125, -1.603759765625, -1.3499755859375, -1.09619140625, -0.8424072265625, -0.588623046875, -0.3348388671875, -0.0810546875, 0.1727294921875, 0.426513671875, 0.6802978515625, 0.93408203125, 1.1878662109375, 1.441650390625, 1.6954345703125, 1.94921875, 2.2030029296875, 2.456787109375, 2.7105712890625, 2.96435546875, 3.2181396484375, 3.471923828125, 3.7257080078125, 3.9794921875, 4.2332763671875, 4.487060546875, 4.7408447265625, 4.99462890625, 5.2484130859375, 5.502197265625, 5.7559814453125, 6.009765625, 6.2635498046875, 6.517333984375, 6.7711181640625, 7.02490234375, 7.2786865234375, 7.532470703125, 7.7862548828125, 8.0400390625, 8.2938232421875, 8.547607421875, 8.8013916015625, 9.05517578125, 9.3089599609375, 9.562744140625, 9.8165283203125, 10.0703125]}, "gradients/decoder.roberta.encoder.layer.7.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 35.0, 73.0, 201.0, 274.0, 233.0, 131.0, 50.0, 10.0, 5.0], "bins": [-133.24703979492188, -130.97518920898438, -128.7033233642578, -126.43147277832031, -124.15961456298828, -121.88775634765625, -119.61590576171875, -117.34404754638672, -115.07218933105469, -112.80033111572266, -110.52847290039062, -108.25662231445312, -105.9847640991211, -103.71290588378906, -101.44105529785156, -99.16919708251953, -96.8973388671875, -94.62548065185547, -92.35362243652344, -90.08177185058594, -87.8099136352539, -85.53805541992188, -83.26620483398438, -80.99434661865234, -78.72248840332031, -76.45063018798828, -74.17877197265625, -71.90692138671875, -69.63506317138672, -67.36320495605469, -65.09135437011719, -62.819496154785156, -60.547645568847656, -58.275787353515625, -56.00393295288086, -53.732078552246094, -51.46022033691406, -49.18836212158203, -46.916507720947266, -44.6446533203125, -42.37279510498047, -40.10093688964844, -37.82908248901367, -35.557228088378906, -33.285369873046875, -31.013513565063477, -28.741657257080078, -26.46980094909668, -24.19794464111328, -21.926088333129883, -19.654232025146484, -17.382375717163086, -15.110519409179688, -12.838663101196289, -10.56680679321289, -8.294950485229492, -6.023094177246094, -3.7512378692626953, -1.4793815612792969, 0.7924747467041016, 3.0643310546875, 5.336187362670898, 7.608043670654297, 9.879899978637695, 12.151756286621094]}, "gradients/decoder.roberta.encoder.layer.7.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 9.0, 5.0, 7.0, 12.0, 10.0, 9.0, 13.0, 11.0, 14.0, 19.0, 24.0, 21.0, 24.0, 26.0, 32.0, 29.0, 47.0, 19.0, 28.0, 46.0, 43.0, 31.0, 44.0, 35.0, 46.0, 39.0, 30.0, 30.0, 42.0, 21.0, 34.0, 32.0, 21.0, 29.0, 24.0, 12.0, 16.0, 9.0, 7.0, 10.0, 7.0, 12.0, 10.0, 3.0, 6.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-14.744254112243652, -14.230036735534668, -13.7158203125, -13.201602935791016, -12.687386512756348, -12.173169136047363, -11.658952713012695, -11.144735336303711, -10.630517959594727, -10.116300582885742, -9.602084159851074, -9.08786678314209, -8.573650360107422, -8.059432983398438, -7.545216083526611, -7.030999183654785, -6.516782760620117, -6.002565860748291, -5.488348960876465, -4.9741315841674805, -4.4599151611328125, -3.9456980228424072, -3.431480884552002, -2.917263984680176, -2.4030470848083496, -1.8888301849365234, -1.3746131658554077, -0.860396146774292, -0.3461792469024658, 0.16803765296936035, 0.6822547912597656, 1.1964716911315918, 1.7106895446777344, 2.2249064445495605, 2.7391233444213867, 3.253340482711792, 3.767557382583618, 4.281774520874023, 4.79599142074585, 5.310208320617676, 5.824425220489502, 6.338642120361328, 6.852859020233154, 7.3670759201049805, 7.881293296813965, 8.395509719848633, 8.909727096557617, 9.423944473266602, 9.93816089630127, 10.452378273010254, 10.966594696044922, 11.480812072753906, 11.995028495788574, 12.509245872497559, 13.023462295532227, 13.537679672241211, 14.051897048950195, 14.56611442565918, 15.080330848693848, 15.594548225402832, 16.1087646484375, 16.622982025146484, 17.13719940185547, 17.651416778564453, 18.165632247924805]}, "gradients/decoder.roberta.encoder.layer.7.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 1.0, 5.0, 2.0, 5.0, 10.0, 10.0, 18.0, 19.0, 23.0, 38.0, 53.0, 92.0, 148.0, 290.0, 499.0, 1032.0, 2315.0, 5997.0, 20651.0, 123286.0, 3454033.0, 522340.0, 46102.0, 10625.0, 3543.0, 1514.0, 731.0, 374.0, 180.0, 111.0, 75.0, 52.0, 29.0, 21.0, 13.0, 19.0, 7.0, 6.0, 6.0, 2.0, 6.0, 1.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.0, -41.5546875, -40.109375, -38.6640625, -37.21875, -35.7734375, -34.328125, -32.8828125, -31.4375, -29.9921875, -28.546875, -27.1015625, -25.65625, -24.2109375, -22.765625, -21.3203125, -19.875, -18.4296875, -16.984375, -15.5390625, -14.09375, -12.6484375, -11.203125, -9.7578125, -8.3125, -6.8671875, -5.421875, -3.9765625, -2.53125, -1.0859375, 0.359375, 1.8046875, 3.25, 4.6953125, 6.140625, 7.5859375, 9.03125, 10.4765625, 11.921875, 13.3671875, 14.8125, 16.2578125, 17.703125, 19.1484375, 20.59375, 22.0390625, 23.484375, 24.9296875, 26.375, 27.8203125, 29.265625, 30.7109375, 32.15625, 33.6015625, 35.046875, 36.4921875, 37.9375, 39.3828125, 40.828125, 42.2734375, 43.71875, 45.1640625, 46.609375, 48.0546875, 49.5]}, "gradients/decoder.roberta.encoder.layer.7.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 6.0, 7.0, 7.0, 8.0, 10.0, 15.0, 10.0, 19.0, 32.0, 30.0, 33.0, 30.0, 35.0, 36.0, 33.0, 44.0, 55.0, 54.0, 49.0, 46.0, 44.0, 49.0, 36.0, 29.0, 40.0, 35.0, 36.0, 17.0, 28.0, 24.0, 26.0, 22.0, 15.0, 11.0, 5.0, 9.0, 5.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.1640625, -10.7908935546875, -10.417724609375, -10.0445556640625, -9.67138671875, -9.2982177734375, -8.925048828125, -8.5518798828125, -8.1787109375, -7.8055419921875, -7.432373046875, -7.0592041015625, -6.68603515625, -6.3128662109375, -5.939697265625, -5.5665283203125, -5.193359375, -4.8201904296875, -4.447021484375, -4.0738525390625, -3.70068359375, -3.3275146484375, -2.954345703125, -2.5811767578125, -2.2080078125, -1.8348388671875, -1.461669921875, -1.0885009765625, -0.71533203125, -0.3421630859375, 0.031005859375, 0.4041748046875, 0.77734375, 1.1505126953125, 1.523681640625, 1.8968505859375, 2.27001953125, 2.6431884765625, 3.016357421875, 3.3895263671875, 3.7626953125, 4.1358642578125, 4.509033203125, 4.8822021484375, 5.25537109375, 5.6285400390625, 6.001708984375, 6.3748779296875, 6.748046875, 7.1212158203125, 7.494384765625, 7.8675537109375, 8.24072265625, 8.6138916015625, 8.987060546875, 9.3602294921875, 9.7333984375, 10.1065673828125, 10.479736328125, 10.8529052734375, 11.22607421875, 11.5992431640625, 11.972412109375, 12.3455810546875, 12.71875]}, "gradients/decoder.roberta.encoder.layer.7.intermediate.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 6.0, 7.0, 14.0, 20.0, 28.0, 43.0, 67.0, 146.0, 356.0, 1392.0, 13510.0, 3951258.0, 221808.0, 4403.0, 676.0, 216.0, 115.0, 55.0, 38.0, 31.0, 24.0, 16.0, 5.0, 6.0, 9.0, 4.0, 4.0, 3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-149.75, -145.18359375, -140.6171875, -136.05078125, -131.484375, -126.91796875, -122.3515625, -117.78515625, -113.21875, -108.65234375, -104.0859375, -99.51953125, -94.953125, -90.38671875, -85.8203125, -81.25390625, -76.6875, -72.12109375, -67.5546875, -62.98828125, -58.421875, -53.85546875, -49.2890625, -44.72265625, -40.15625, -35.58984375, -31.0234375, -26.45703125, -21.890625, -17.32421875, -12.7578125, -8.19140625, -3.625, 0.94140625, 5.5078125, 10.07421875, 14.640625, 19.20703125, 23.7734375, 28.33984375, 32.90625, 37.47265625, 42.0390625, 46.60546875, 51.171875, 55.73828125, 60.3046875, 64.87109375, 69.4375, 74.00390625, 78.5703125, 83.13671875, 87.703125, 92.26953125, 96.8359375, 101.40234375, 105.96875, 110.53515625, 115.1015625, 119.66796875, 124.234375, 128.80078125, 133.3671875, 137.93359375, 142.5]}, "gradients/decoder.roberta.encoder.layer.7.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 7.0, 5.0, 6.0, 10.0, 9.0, 12.0, 23.0, 30.0, 37.0, 65.0, 101.0, 172.0, 325.0, 653.0, 1210.0, 654.0, 297.0, 168.0, 97.0, 61.0, 41.0, 19.0, 21.0, 9.0, 7.0, 9.0, 3.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.8671875, -9.5804443359375, -9.293701171875, -9.0069580078125, -8.72021484375, -8.4334716796875, -8.146728515625, -7.8599853515625, -7.5732421875, -7.2864990234375, -6.999755859375, -6.7130126953125, -6.42626953125, -6.1395263671875, -5.852783203125, -5.5660400390625, -5.279296875, -4.9925537109375, -4.705810546875, -4.4190673828125, -4.13232421875, -3.8455810546875, -3.558837890625, -3.2720947265625, -2.9853515625, -2.6986083984375, -2.411865234375, -2.1251220703125, -1.83837890625, -1.5516357421875, -1.264892578125, -0.9781494140625, -0.69140625, -0.4046630859375, -0.117919921875, 0.1688232421875, 0.45556640625, 0.7423095703125, 1.029052734375, 1.3157958984375, 1.6025390625, 1.8892822265625, 2.176025390625, 2.4627685546875, 2.74951171875, 3.0362548828125, 3.322998046875, 3.6097412109375, 3.896484375, 4.1832275390625, 4.469970703125, 4.7567138671875, 5.04345703125, 5.3302001953125, 5.616943359375, 5.9036865234375, 6.1904296875, 6.4771728515625, 6.763916015625, 7.0506591796875, 7.33740234375, 7.6241455078125, 7.910888671875, 8.1976318359375, 8.484375]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 7.0, 13.0, 15.0, 28.0, 35.0, 28.0, 37.0, 54.0, 65.0, 87.0, 85.0, 82.0, 89.0, 92.0, 72.0, 54.0, 54.0, 33.0, 25.0, 21.0, 10.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.275402069091797, -22.65595054626465, -22.0364990234375, -21.41704559326172, -20.79759407043457, -20.178142547607422, -19.558691024780273, -18.939239501953125, -18.319786071777344, -17.700334548950195, -17.080883026123047, -16.461429595947266, -15.841978073120117, -15.222526550292969, -14.60307502746582, -13.983623504638672, -13.364171981811523, -12.744720458984375, -12.12526798248291, -11.505816459655762, -10.886363983154297, -10.266912460327148, -9.6474609375, -9.028009414672852, -8.408556938171387, -7.78910493850708, -7.169652938842773, -6.550201416015625, -5.930749416351318, -5.311297416687012, -4.691845893859863, -4.072393894195557, -3.452943801879883, -2.833491802215576, -2.2140400409698486, -1.5945881605148315, -0.9751362800598145, -0.3556842803955078, 0.2637674808502197, 0.8832192420959473, 1.502671241760254, 2.1221232414245605, 2.741575002670288, 3.3610267639160156, 3.9804787635803223, 4.599930763244629, 5.219382286071777, 5.838834285736084, 6.458286285400391, 7.077738285064697, 7.697190284729004, 8.316641807556152, 8.936094284057617, 9.555545806884766, 10.174997329711914, 10.794448852539062, 11.413901329040527, 12.033352851867676, 12.65280532836914, 13.272256851196289, 13.891708374023438, 14.511160850524902, 15.13061237335205, 15.750064849853516, 16.369516372680664]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 6.0, 5.0, 10.0, 5.0, 12.0, 22.0, 11.0, 16.0, 10.0, 21.0, 23.0, 22.0, 25.0, 33.0, 29.0, 35.0, 44.0, 32.0, 31.0, 32.0, 38.0, 42.0, 37.0, 37.0, 33.0, 45.0, 34.0, 30.0, 35.0, 30.0, 33.0, 27.0, 17.0, 18.0, 13.0, 15.0, 18.0, 15.0, 12.0, 7.0, 11.0, 7.0, 6.0, 7.0, 5.0, 4.0, 4.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-10.292120933532715, -9.92706298828125, -9.562005043029785, -9.19694709777832, -8.831890106201172, -8.466832160949707, -8.101774215698242, -7.736716270446777, -7.371658802032471, -7.006600856781006, -6.641543388366699, -6.276485443115234, -5.9114274978637695, -5.546370029449463, -5.181312084197998, -4.816254615783691, -4.451196670532227, -4.086138725280762, -3.721081256866455, -3.3560233116149902, -2.9909656047821045, -2.6259078979492188, -2.260849952697754, -1.8957922458648682, -1.5307345390319824, -1.1656768321990967, -0.8006190061569214, -0.4355611801147461, -0.07050347328186035, 0.2945542335510254, 0.6596121788024902, 1.024669885635376, 1.3897266387939453, 1.754784345626831, 2.119842052459717, 2.4848999977111816, 2.8499577045440674, 3.215015411376953, 3.580073356628418, 3.9451310634613037, 4.3101887702941895, 4.675246715545654, 5.040304183959961, 5.405362129211426, 5.770420074462891, 6.135477542877197, 6.500535488128662, 6.865592956542969, 7.230650901794434, 7.595708847045898, 7.960766315460205, 8.325824737548828, 8.690881729125977, 9.055939674377441, 9.420997619628906, 9.786055564880371, 10.151113510131836, 10.5161714553833, 10.881229400634766, 11.246286392211914, 11.611344337463379, 11.976402282714844, 12.341460227966309, 12.706518173217773, 13.071575164794922]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 5.0, 11.0, 16.0, 20.0, 27.0, 45.0, 75.0, 84.0, 158.0, 250.0, 377.0, 617.0, 965.0, 1450.0, 2241.0, 3570.0, 5350.0, 8064.0, 12528.0, 18717.0, 29081.0, 43724.0, 65409.0, 93668.0, 124140.0, 145127.0, 138922.0, 111361.0, 81019.0, 54615.0, 37044.0, 24452.0, 15830.0, 10330.0, 6790.0, 4467.0, 2838.0, 1830.0, 1190.0, 746.0, 544.0, 297.0, 199.0, 114.0, 78.0, 49.0, 46.0, 28.0, 18.0, 14.0, 5.0, 5.0, 3.0, 3.0, 2.0, 0.0, 2.0, 3.0], "bins": [-1.953125, -1.8916778564453125, -1.830230712890625, -1.7687835693359375, -1.70733642578125, -1.6458892822265625, -1.584442138671875, -1.5229949951171875, -1.4615478515625, -1.4001007080078125, -1.338653564453125, -1.2772064208984375, -1.21575927734375, -1.1543121337890625, -1.092864990234375, -1.0314178466796875, -0.969970703125, -0.9085235595703125, -0.847076416015625, -0.7856292724609375, -0.72418212890625, -0.6627349853515625, -0.601287841796875, -0.5398406982421875, -0.4783935546875, -0.4169464111328125, -0.355499267578125, -0.2940521240234375, -0.23260498046875, -0.1711578369140625, -0.109710693359375, -0.0482635498046875, 0.01318359375, 0.0746307373046875, 0.136077880859375, 0.1975250244140625, 0.25897216796875, 0.3204193115234375, 0.381866455078125, 0.4433135986328125, 0.5047607421875, 0.5662078857421875, 0.627655029296875, 0.6891021728515625, 0.75054931640625, 0.8119964599609375, 0.873443603515625, 0.9348907470703125, 0.996337890625, 1.0577850341796875, 1.119232177734375, 1.1806793212890625, 1.24212646484375, 1.3035736083984375, 1.365020751953125, 1.4264678955078125, 1.4879150390625, 1.5493621826171875, 1.610809326171875, 1.6722564697265625, 1.73370361328125, 1.7951507568359375, 1.856597900390625, 1.9180450439453125, 1.9794921875]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 7.0, 9.0, 6.0, 11.0, 16.0, 15.0, 13.0, 14.0, 19.0, 24.0, 23.0, 24.0, 28.0, 30.0, 41.0, 39.0, 35.0, 26.0, 38.0, 33.0, 41.0, 43.0, 40.0, 31.0, 42.0, 37.0, 32.0, 30.0, 33.0, 32.0, 27.0, 19.0, 18.0, 15.0, 16.0, 16.0, 13.0, 11.0, 10.0, 11.0, 6.0, 7.0, 6.0, 6.0, 4.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-10.828125, -10.47021484375, -10.1123046875, -9.75439453125, -9.396484375, -9.03857421875, -8.6806640625, -8.32275390625, -7.96484375, -7.60693359375, -7.2490234375, -6.89111328125, -6.533203125, -6.17529296875, -5.8173828125, -5.45947265625, -5.1015625, -4.74365234375, -4.3857421875, -4.02783203125, -3.669921875, -3.31201171875, -2.9541015625, -2.59619140625, -2.23828125, -1.88037109375, -1.5224609375, -1.16455078125, -0.806640625, -0.44873046875, -0.0908203125, 0.26708984375, 0.625, 0.98291015625, 1.3408203125, 1.69873046875, 2.056640625, 2.41455078125, 2.7724609375, 3.13037109375, 3.48828125, 3.84619140625, 4.2041015625, 4.56201171875, 4.919921875, 5.27783203125, 5.6357421875, 5.99365234375, 6.3515625, 6.70947265625, 7.0673828125, 7.42529296875, 7.783203125, 8.14111328125, 8.4990234375, 8.85693359375, 9.21484375, 9.57275390625, 9.9306640625, 10.28857421875, 10.646484375, 11.00439453125, 11.3623046875, 11.72021484375, 12.078125]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.value.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 9.0, 12.0, 8.0, 15.0, 24.0, 42.0, 53.0, 92.0, 130.0, 205.0, 295.0, 441.0, 670.0, 965.0, 1511.0, 2302.0, 3521.0, 5375.0, 8606.0, 14183.0, 24745.0, 71349.0, 796805.0, 57321.0, 23107.0, 13499.0, 8298.0, 5194.0, 3372.0, 2183.0, 1423.0, 910.0, 648.0, 390.0, 269.0, 174.0, 141.0, 80.0, 64.0, 50.0, 20.0, 19.0, 12.0, 13.0, 6.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.15234375, -4.0113525390625, -3.870361328125, -3.7293701171875, -3.58837890625, -3.4473876953125, -3.306396484375, -3.1654052734375, -3.0244140625, -2.8834228515625, -2.742431640625, -2.6014404296875, -2.46044921875, -2.3194580078125, -2.178466796875, -2.0374755859375, -1.896484375, -1.7554931640625, -1.614501953125, -1.4735107421875, -1.33251953125, -1.1915283203125, -1.050537109375, -0.9095458984375, -0.7685546875, -0.6275634765625, -0.486572265625, -0.3455810546875, -0.20458984375, -0.0635986328125, 0.077392578125, 0.2183837890625, 0.359375, 0.5003662109375, 0.641357421875, 0.7823486328125, 0.92333984375, 1.0643310546875, 1.205322265625, 1.3463134765625, 1.4873046875, 1.6282958984375, 1.769287109375, 1.9102783203125, 2.05126953125, 2.1922607421875, 2.333251953125, 2.4742431640625, 2.615234375, 2.7562255859375, 2.897216796875, 3.0382080078125, 3.17919921875, 3.3201904296875, 3.461181640625, 3.6021728515625, 3.7431640625, 3.8841552734375, 4.025146484375, 4.1661376953125, 4.30712890625, 4.4481201171875, 4.589111328125, 4.7301025390625, 4.87109375]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 6.0, 3.0, 7.0, 12.0, 14.0, 13.0, 20.0, 15.0, 22.0, 19.0, 26.0, 29.0, 28.0, 25.0, 38.0, 50.0, 43.0, 48.0, 45.0, 41.0, 38.0, 58.0, 32.0, 35.0, 33.0, 48.0, 29.0, 38.0, 35.0, 22.0, 22.0, 17.0, 18.0, 12.0, 8.0, 13.0, 10.0, 7.0, 3.0, 7.0, 2.0, 7.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-8.625, -8.3626708984375, -8.100341796875, -7.8380126953125, -7.57568359375, -7.3133544921875, -7.051025390625, -6.7886962890625, -6.5263671875, -6.2640380859375, -6.001708984375, -5.7393798828125, -5.47705078125, -5.2147216796875, -4.952392578125, -4.6900634765625, -4.427734375, -4.1654052734375, -3.903076171875, -3.6407470703125, -3.37841796875, -3.1160888671875, -2.853759765625, -2.5914306640625, -2.3291015625, -2.0667724609375, -1.804443359375, -1.5421142578125, -1.27978515625, -1.0174560546875, -0.755126953125, -0.4927978515625, -0.23046875, 0.0318603515625, 0.294189453125, 0.5565185546875, 0.81884765625, 1.0811767578125, 1.343505859375, 1.6058349609375, 1.8681640625, 2.1304931640625, 2.392822265625, 2.6551513671875, 2.91748046875, 3.1798095703125, 3.442138671875, 3.7044677734375, 3.966796875, 4.2291259765625, 4.491455078125, 4.7537841796875, 5.01611328125, 5.2784423828125, 5.540771484375, 5.8031005859375, 6.0654296875, 6.3277587890625, 6.590087890625, 6.8524169921875, 7.11474609375, 7.3770751953125, 7.639404296875, 7.9017333984375, 8.1640625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 11.0, 19.0, 25.0, 22.0, 30.0, 46.0, 71.0, 112.0, 175.0, 285.0, 535.0, 1054.0, 2418.0, 5857.0, 16486.0, 55044.0, 903720.0, 40724.0, 13021.0, 4782.0, 2058.0, 909.0, 439.0, 242.0, 166.0, 108.0, 60.0, 40.0, 30.0, 17.0, 13.0, 13.0, 7.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.49267578125, -0.4779205322265625, -0.463165283203125, -0.4484100341796875, -0.43365478515625, -0.4188995361328125, -0.404144287109375, -0.3893890380859375, -0.3746337890625, -0.3598785400390625, -0.345123291015625, -0.3303680419921875, -0.31561279296875, -0.3008575439453125, -0.286102294921875, -0.2713470458984375, -0.256591796875, -0.2418365478515625, -0.227081298828125, -0.2123260498046875, -0.19757080078125, -0.1828155517578125, -0.168060302734375, -0.1533050537109375, -0.1385498046875, -0.1237945556640625, -0.109039306640625, -0.0942840576171875, -0.07952880859375, -0.0647735595703125, -0.050018310546875, -0.0352630615234375, -0.0205078125, -0.0057525634765625, 0.009002685546875, 0.0237579345703125, 0.03851318359375, 0.0532684326171875, 0.068023681640625, 0.0827789306640625, 0.0975341796875, 0.1122894287109375, 0.127044677734375, 0.1417999267578125, 0.15655517578125, 0.1713104248046875, 0.186065673828125, 0.2008209228515625, 0.215576171875, 0.2303314208984375, 0.245086669921875, 0.2598419189453125, 0.27459716796875, 0.2893524169921875, 0.304107666015625, 0.3188629150390625, 0.3336181640625, 0.3483734130859375, 0.363128662109375, 0.3778839111328125, 0.39263916015625, 0.4073944091796875, 0.422149658203125, 0.4369049072265625, 0.45166015625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 8.0, 3.0, 7.0, 9.0, 18.0, 20.0, 25.0, 22.0, 40.0, 33.0, 42.0, 45.0, 67.0, 60.0, 63.0, 76.0, 54.0, 68.0, 51.0, 51.0, 40.0, 43.0, 20.0, 35.0, 24.0, 26.0, 18.0, 12.0, 3.0, 6.0, 2.0, 3.0, 3.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.800060272216797e-05, -1.745019108057022e-05, -1.6899779438972473e-05, -1.6349367797374725e-05, -1.5798956155776978e-05, -1.524854451417923e-05, -1.4698132872581482e-05, -1.4147721230983734e-05, -1.3597309589385986e-05, -1.3046897947788239e-05, -1.249648630619049e-05, -1.1946074664592743e-05, -1.1395663022994995e-05, -1.0845251381397247e-05, -1.02948397397995e-05, -9.744428098201752e-06, -9.194016456604004e-06, -8.643604815006256e-06, -8.093193173408508e-06, -7.5427815318107605e-06, -6.992369890213013e-06, -6.441958248615265e-06, -5.891546607017517e-06, -5.341134965419769e-06, -4.7907233238220215e-06, -4.240311682224274e-06, -3.689900040626526e-06, -3.139488399028778e-06, -2.5890767574310303e-06, -2.0386651158332825e-06, -1.4882534742355347e-06, -9.378418326377869e-07, -3.8743019104003906e-07, 1.6298145055770874e-07, 7.133930921554565e-07, 1.2638047337532043e-06, 1.8142163753509521e-06, 2.3646280169487e-06, 2.9150396585464478e-06, 3.4654513001441956e-06, 4.015862941741943e-06, 4.566274583339691e-06, 5.116686224937439e-06, 5.667097866535187e-06, 6.2175095081329346e-06, 6.767921149730682e-06, 7.31833279132843e-06, 7.868744432926178e-06, 8.419156074523926e-06, 8.969567716121674e-06, 9.519979357719421e-06, 1.007039099931717e-05, 1.0620802640914917e-05, 1.1171214282512665e-05, 1.1721625924110413e-05, 1.227203756570816e-05, 1.2822449207305908e-05, 1.3372860848903656e-05, 1.3923272490501404e-05, 1.4473684132099152e-05, 1.50240957736969e-05, 1.5574507415294647e-05, 1.6124919056892395e-05, 1.6675330698490143e-05, 1.722574234008789e-05]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 9.0, 6.0, 9.0, 7.0, 8.0, 12.0, 19.0, 25.0, 51.0, 64.0, 98.0, 179.0, 549.0, 4709.0, 267856.0, 761940.0, 11483.0, 971.0, 236.0, 100.0, 63.0, 41.0, 33.0, 27.0, 10.0, 10.0, 10.0, 5.0, 10.0, 5.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.228515625, -1.1945266723632812, -1.1605377197265625, -1.1265487670898438, -1.092559814453125, -1.0585708618164062, -1.0245819091796875, -0.9905929565429688, -0.95660400390625, -0.9226150512695312, -0.8886260986328125, -0.8546371459960938, -0.820648193359375, -0.7866592407226562, -0.7526702880859375, -0.7186813354492188, -0.6846923828125, -0.6507034301757812, -0.6167144775390625, -0.5827255249023438, -0.548736572265625, -0.5147476196289062, -0.4807586669921875, -0.44676971435546875, -0.41278076171875, -0.37879180908203125, -0.3448028564453125, -0.31081390380859375, -0.276824951171875, -0.24283599853515625, -0.2088470458984375, -0.17485809326171875, -0.140869140625, -0.10688018798828125, -0.0728912353515625, -0.03890228271484375, -0.004913330078125, 0.02907562255859375, 0.0630645751953125, 0.09705352783203125, 0.13104248046875, 0.16503143310546875, 0.1990203857421875, 0.23300933837890625, 0.266998291015625, 0.30098724365234375, 0.3349761962890625, 0.36896514892578125, 0.4029541015625, 0.43694305419921875, 0.4709320068359375, 0.5049209594726562, 0.538909912109375, 0.5728988647460938, 0.6068878173828125, 0.6408767700195312, 0.67486572265625, 0.7088546752929688, 0.7428436279296875, 0.7768325805664062, 0.810821533203125, 0.8448104858398438, 0.8787994384765625, 0.9127883911132812, 0.94677734375]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 5.0, 3.0, 6.0, 5.0, 13.0, 7.0, 13.0, 17.0, 25.0, 19.0, 45.0, 44.0, 51.0, 57.0, 75.0, 67.0, 78.0, 76.0, 62.0, 47.0, 52.0, 39.0, 34.0, 37.0, 30.0, 18.0, 19.0, 16.0, 7.0, 9.0, 2.0, 6.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.059783935546875, -0.05801200866699219, -0.056240081787109375, -0.05446815490722656, -0.05269622802734375, -0.05092430114746094, -0.049152374267578125, -0.04738044738769531, -0.0456085205078125, -0.04383659362792969, -0.042064666748046875, -0.04029273986816406, -0.03852081298828125, -0.03674888610839844, -0.034976959228515625, -0.03320503234863281, -0.03143310546875, -0.029661178588867188, -0.027889251708984375, -0.026117324829101562, -0.02434539794921875, -0.022573471069335938, -0.020801544189453125, -0.019029617309570312, -0.0172576904296875, -0.015485763549804688, -0.013713836669921875, -0.011941909790039062, -0.01016998291015625, -0.008398056030273438, -0.006626129150390625, -0.0048542022705078125, -0.003082275390625, -0.0013103485107421875, 0.000461578369140625, 0.0022335052490234375, 0.00400543212890625, 0.0057773590087890625, 0.007549285888671875, 0.009321212768554688, 0.0110931396484375, 0.012865066528320312, 0.014636993408203125, 0.016408920288085938, 0.01818084716796875, 0.019952774047851562, 0.021724700927734375, 0.023496627807617188, 0.0252685546875, 0.027040481567382812, 0.028812408447265625, 0.030584335327148438, 0.03235626220703125, 0.03412818908691406, 0.035900115966796875, 0.03767204284667969, 0.0394439697265625, 0.04121589660644531, 0.042987823486328125, 0.04475975036621094, 0.04653167724609375, 0.04830360412597656, 0.050075531005859375, 0.05184745788574219, 0.053619384765625]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 4.0, 18.0, 34.0, 32.0, 63.0, 61.0, 111.0, 119.0, 135.0, 123.0, 106.0, 77.0, 53.0, 28.0, 22.0, 14.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.526071548461914, -20.642866134643555, -19.759660720825195, -18.876455307006836, -17.993249893188477, -17.110044479370117, -16.226839065551758, -15.343633651733398, -14.460428237915039, -13.57722282409668, -12.69401741027832, -11.810811996459961, -10.927606582641602, -10.044401168823242, -9.161195755004883, -8.277990341186523, -7.394784927368164, -6.511579513549805, -5.628374099731445, -4.745168685913086, -3.8619632720947266, -2.978757858276367, -2.095552444458008, -1.2123470306396484, -0.32914161682128906, 0.5540637969970703, 1.4372692108154297, 2.320474624633789, 3.2036800384521484, 4.086885452270508, 4.970090866088867, 5.853296279907227, 6.736503601074219, 7.619709014892578, 8.502914428710938, 9.386119842529297, 10.269325256347656, 11.152530670166016, 12.035736083984375, 12.918941497802734, 13.802146911621094, 14.685352325439453, 15.568557739257812, 16.451763153076172, 17.33496856689453, 18.21817398071289, 19.10137939453125, 19.98458480834961, 20.86779022216797, 21.750995635986328, 22.634201049804688, 23.517406463623047, 24.400611877441406, 25.283817291259766, 26.167022705078125, 27.050228118896484, 27.933433532714844, 28.816638946533203, 29.699844360351562, 30.583049774169922, 31.46625518798828, 32.34946060180664, 33.232666015625, 34.11587142944336, 34.99907684326172]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 7.0, 9.0, 6.0, 11.0, 17.0, 14.0, 13.0, 14.0, 20.0, 22.0, 25.0, 22.0, 30.0, 29.0, 41.0, 38.0, 36.0, 27.0, 37.0, 34.0, 39.0, 44.0, 41.0, 29.0, 43.0, 37.0, 32.0, 30.0, 32.0, 34.0, 26.0, 19.0, 19.0, 14.0, 17.0, 14.0, 13.0, 12.0, 10.0, 11.0, 6.0, 7.0, 6.0, 5.0, 5.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-10.824336051940918, -10.466577529907227, -10.108819961547852, -9.75106143951416, -9.393302917480469, -9.035545349121094, -8.677786827087402, -8.320028305053711, -7.962270736694336, -7.604512691497803, -7.2467546463012695, -6.888996124267578, -6.531238079071045, -6.173480033874512, -5.81572151184082, -5.457963466644287, -5.100205421447754, -4.742447376251221, -4.3846893310546875, -4.026930809020996, -3.669172763824463, -3.3114147186279297, -2.9536564350128174, -2.595898151397705, -2.238140106201172, -1.8803819417953491, -1.5226237773895264, -1.1648656129837036, -0.8071074485778809, -0.4493492841720581, -0.09159111976623535, 0.26616716384887695, 0.6239252090454102, 0.9816833734512329, 1.3394415378570557, 1.6971997022628784, 2.054957866668701, 2.4127159118652344, 2.7704741954803467, 3.128232479095459, 3.485990524291992, 3.8437485694885254, 4.201506614685059, 4.55926513671875, 4.917023181915283, 5.274781227111816, 5.632539749145508, 5.990297794342041, 6.348055839538574, 6.705813884735107, 7.063571929931641, 7.421330451965332, 7.779088497161865, 8.136846542358398, 8.49460506439209, 8.852363586425781, 9.210121154785156, 9.567879676818848, 9.925637245178223, 10.283395767211914, 10.641153335571289, 10.99891185760498, 11.356670379638672, 11.714427947998047, 12.072186470031738]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 6.0, 5.0, 14.0, 20.0, 23.0, 24.0, 34.0, 63.0, 89.0, 140.0, 208.0, 258.0, 363.0, 513.0, 715.0, 1027.0, 1410.0, 2029.0, 2822.0, 4005.0, 6213.0, 10180.0, 18514.0, 40861.0, 103875.0, 263727.0, 326024.0, 148873.0, 56296.0, 24482.0, 12724.0, 7410.0, 4750.0, 3155.0, 2220.0, 1538.0, 1161.0, 773.0, 583.0, 414.0, 292.0, 213.0, 156.0, 99.0, 82.0, 59.0, 37.0, 36.0, 17.0, 11.0, 7.0, 3.0, 2.0, 5.0, 2.0, 1.0, 1.0], "bins": [-11.2890625, -10.9488525390625, -10.608642578125, -10.2684326171875, -9.92822265625, -9.5880126953125, -9.247802734375, -8.9075927734375, -8.5673828125, -8.2271728515625, -7.886962890625, -7.5467529296875, -7.20654296875, -6.8663330078125, -6.526123046875, -6.1859130859375, -5.845703125, -5.5054931640625, -5.165283203125, -4.8250732421875, -4.48486328125, -4.1446533203125, -3.804443359375, -3.4642333984375, -3.1240234375, -2.7838134765625, -2.443603515625, -2.1033935546875, -1.76318359375, -1.4229736328125, -1.082763671875, -0.7425537109375, -0.40234375, -0.0621337890625, 0.278076171875, 0.6182861328125, 0.95849609375, 1.2987060546875, 1.638916015625, 1.9791259765625, 2.3193359375, 2.6595458984375, 2.999755859375, 3.3399658203125, 3.68017578125, 4.0203857421875, 4.360595703125, 4.7008056640625, 5.041015625, 5.3812255859375, 5.721435546875, 6.0616455078125, 6.40185546875, 6.7420654296875, 7.082275390625, 7.4224853515625, 7.7626953125, 8.1029052734375, 8.443115234375, 8.7833251953125, 9.12353515625, 9.4637451171875, 9.803955078125, 10.1441650390625, 10.484375]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 1.0, 2.0, 4.0, 7.0, 9.0, 9.0, 16.0, 18.0, 16.0, 8.0, 15.0, 26.0, 27.0, 19.0, 24.0, 34.0, 38.0, 39.0, 39.0, 28.0, 31.0, 45.0, 32.0, 39.0, 46.0, 31.0, 36.0, 45.0, 30.0, 31.0, 32.0, 29.0, 33.0, 20.0, 14.0, 18.0, 17.0, 15.0, 18.0, 9.0, 10.0, 10.0, 9.0, 5.0, 9.0, 4.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.9375, -10.5667724609375, -10.196044921875, -9.8253173828125, -9.45458984375, -9.0838623046875, -8.713134765625, -8.3424072265625, -7.9716796875, -7.6009521484375, -7.230224609375, -6.8594970703125, -6.48876953125, -6.1180419921875, -5.747314453125, -5.3765869140625, -5.005859375, -4.6351318359375, -4.264404296875, -3.8936767578125, -3.52294921875, -3.1522216796875, -2.781494140625, -2.4107666015625, -2.0400390625, -1.6693115234375, -1.298583984375, -0.9278564453125, -0.55712890625, -0.1864013671875, 0.184326171875, 0.5550537109375, 0.92578125, 1.2965087890625, 1.667236328125, 2.0379638671875, 2.40869140625, 2.7794189453125, 3.150146484375, 3.5208740234375, 3.8916015625, 4.2623291015625, 4.633056640625, 5.0037841796875, 5.37451171875, 5.7452392578125, 6.115966796875, 6.4866943359375, 6.857421875, 7.2281494140625, 7.598876953125, 7.9696044921875, 8.34033203125, 8.7110595703125, 9.081787109375, 9.4525146484375, 9.8232421875, 10.1939697265625, 10.564697265625, 10.9354248046875, 11.30615234375, 11.6768798828125, 12.047607421875, 12.4183349609375, 12.7890625]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 7.0, 8.0, 9.0, 12.0, 15.0, 13.0, 20.0, 29.0, 33.0, 32.0, 41.0, 55.0, 67.0, 91.0, 188.0, 320.0, 1599.0, 1044559.0, 692.0, 231.0, 151.0, 66.0, 60.0, 36.0, 35.0, 27.0, 31.0, 27.0, 21.0, 18.0, 13.0, 7.0, 6.0, 7.0, 7.0, 8.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-384.5, -371.39453125, -358.2890625, -345.18359375, -332.078125, -318.97265625, -305.8671875, -292.76171875, -279.65625, -266.55078125, -253.4453125, -240.33984375, -227.234375, -214.12890625, -201.0234375, -187.91796875, -174.8125, -161.70703125, -148.6015625, -135.49609375, -122.390625, -109.28515625, -96.1796875, -83.07421875, -69.96875, -56.86328125, -43.7578125, -30.65234375, -17.546875, -4.44140625, 8.6640625, 21.76953125, 34.875, 47.98046875, 61.0859375, 74.19140625, 87.296875, 100.40234375, 113.5078125, 126.61328125, 139.71875, 152.82421875, 165.9296875, 179.03515625, 192.140625, 205.24609375, 218.3515625, 231.45703125, 244.5625, 257.66796875, 270.7734375, 283.87890625, 296.984375, 310.08984375, 323.1953125, 336.30078125, 349.40625, 362.51171875, 375.6171875, 388.72265625, 401.828125, 414.93359375, 428.0390625, 441.14453125, 454.25]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 7.0, 7.0, 5.0, 6.0, 12.0, 14.0, 21.0, 17.0, 22.0, 27.0, 31.0, 28.0, 36.0, 30.0, 41.0, 40.0, 43.0, 52.0, 48.0, 53.0, 43.0, 52.0, 43.0, 43.0, 44.0, 34.0, 28.0, 31.0, 24.0, 23.0, 15.0, 20.0, 9.0, 15.0, 9.0, 7.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.765625, -15.3104248046875, -14.855224609375, -14.4000244140625, -13.94482421875, -13.4896240234375, -13.034423828125, -12.5792236328125, -12.1240234375, -11.6688232421875, -11.213623046875, -10.7584228515625, -10.30322265625, -9.8480224609375, -9.392822265625, -8.9376220703125, -8.482421875, -8.0272216796875, -7.572021484375, -7.1168212890625, -6.66162109375, -6.2064208984375, -5.751220703125, -5.2960205078125, -4.8408203125, -4.3856201171875, -3.930419921875, -3.4752197265625, -3.02001953125, -2.5648193359375, -2.109619140625, -1.6544189453125, -1.19921875, -0.7440185546875, -0.288818359375, 0.1663818359375, 0.62158203125, 1.0767822265625, 1.531982421875, 1.9871826171875, 2.4423828125, 2.8975830078125, 3.352783203125, 3.8079833984375, 4.26318359375, 4.7183837890625, 5.173583984375, 5.6287841796875, 6.083984375, 6.5391845703125, 6.994384765625, 7.4495849609375, 7.90478515625, 8.3599853515625, 8.815185546875, 9.2703857421875, 9.7255859375, 10.1807861328125, 10.635986328125, 11.0911865234375, 11.54638671875, 12.0015869140625, 12.456787109375, 12.9119873046875, 13.3671875]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 5.0, 6.0, 5.0, 7.0, 10.0, 19.0, 24.0, 34.0, 57.0, 101.0, 171.0, 417.0, 1205.0, 5731.0, 73797.0, 885608.0, 73642.0, 5715.0, 1242.0, 373.0, 166.0, 67.0, 56.0, 32.0, 18.0, 14.0, 6.0, 9.0, 7.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-33.53125, -32.586669921875, -31.64208984375, -30.697509765625, -29.7529296875, -28.808349609375, -27.86376953125, -26.919189453125, -25.974609375, -25.030029296875, -24.08544921875, -23.140869140625, -22.1962890625, -21.251708984375, -20.30712890625, -19.362548828125, -18.41796875, -17.473388671875, -16.52880859375, -15.584228515625, -14.6396484375, -13.695068359375, -12.75048828125, -11.805908203125, -10.861328125, -9.916748046875, -8.97216796875, -8.027587890625, -7.0830078125, -6.138427734375, -5.19384765625, -4.249267578125, -3.3046875, -2.360107421875, -1.41552734375, -0.470947265625, 0.4736328125, 1.418212890625, 2.36279296875, 3.307373046875, 4.251953125, 5.196533203125, 6.14111328125, 7.085693359375, 8.0302734375, 8.974853515625, 9.91943359375, 10.864013671875, 11.80859375, 12.753173828125, 13.69775390625, 14.642333984375, 15.5869140625, 16.531494140625, 17.47607421875, 18.420654296875, 19.365234375, 20.309814453125, 21.25439453125, 22.198974609375, 23.1435546875, 24.088134765625, 25.03271484375, 25.977294921875, 26.921875]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 8.0, 9.0, 15.0, 21.0, 36.0, 32.0, 54.0, 72.0, 113.0, 165.0, 156.0, 116.0, 63.0, 37.0, 23.0, 28.0, 15.0, 14.0, 4.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0017337799072265625, -0.0016879737377166748, -0.0016421675682067871, -0.0015963613986968994, -0.0015505552291870117, -0.001504749059677124, -0.0014589428901672363, -0.0014131367206573486, -0.001367330551147461, -0.0013215243816375732, -0.0012757182121276855, -0.0012299120426177979, -0.0011841058731079102, -0.0011382997035980225, -0.0010924935340881348, -0.001046687364578247, -0.0010008811950683594, -0.0009550750255584717, -0.000909268856048584, -0.0008634626865386963, -0.0008176565170288086, -0.0007718503475189209, -0.0007260441780090332, -0.0006802380084991455, -0.0006344318389892578, -0.0005886256694793701, -0.0005428194999694824, -0.0004970133304595947, -0.00045120716094970703, -0.00040540099143981934, -0.00035959482192993164, -0.00031378865242004395, -0.00026798248291015625, -0.00022217631340026855, -0.00017637014389038086, -0.00013056397438049316, -8.475780487060547e-05, -3.8951635360717773e-05, 6.854534149169922e-06, 5.266070365905762e-05, 9.846687316894531e-05, 0.000144273042678833, 0.0001900792121887207, 0.0002358853816986084, 0.0002816915512084961, 0.0003274977207183838, 0.0003733038902282715, 0.0004191100597381592, 0.0004649162292480469, 0.0005107223987579346, 0.0005565285682678223, 0.00060233473777771, 0.0006481409072875977, 0.0006939470767974854, 0.000739753246307373, 0.0007855594158172607, 0.0008313655853271484, 0.0008771717548370361, 0.0009229779243469238, 0.0009687840938568115, 0.0010145902633666992, 0.001060396432876587, 0.0011062026023864746, 0.0011520087718963623, 0.00119781494140625]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 4.0, 6.0, 10.0, 15.0, 35.0, 84.0, 350.0, 4395.0, 1035061.0, 7901.0, 495.0, 97.0, 44.0, 18.0, 14.0, 8.0, 8.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-93.5, -89.98046875, -86.4609375, -82.94140625, -79.421875, -75.90234375, -72.3828125, -68.86328125, -65.34375, -61.82421875, -58.3046875, -54.78515625, -51.265625, -47.74609375, -44.2265625, -40.70703125, -37.1875, -33.66796875, -30.1484375, -26.62890625, -23.109375, -19.58984375, -16.0703125, -12.55078125, -9.03125, -5.51171875, -1.9921875, 1.52734375, 5.046875, 8.56640625, 12.0859375, 15.60546875, 19.125, 22.64453125, 26.1640625, 29.68359375, 33.203125, 36.72265625, 40.2421875, 43.76171875, 47.28125, 50.80078125, 54.3203125, 57.83984375, 61.359375, 64.87890625, 68.3984375, 71.91796875, 75.4375, 78.95703125, 82.4765625, 85.99609375, 89.515625, 93.03515625, 96.5546875, 100.07421875, 103.59375, 107.11328125, 110.6328125, 114.15234375, 117.671875, 121.19140625, 124.7109375, 128.23046875, 131.75]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 7.0, 6.0, 7.0, 14.0, 20.0, 35.0, 55.0, 103.0, 171.0, 247.0, 132.0, 82.0, 43.0, 40.0, 11.0, 10.0, 3.0, 3.0, 8.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.62109375, -6.44427490234375, -6.2674560546875, -6.09063720703125, -5.913818359375, -5.73699951171875, -5.5601806640625, -5.38336181640625, -5.20654296875, -5.02972412109375, -4.8529052734375, -4.67608642578125, -4.499267578125, -4.32244873046875, -4.1456298828125, -3.96881103515625, -3.7919921875, -3.61517333984375, -3.4383544921875, -3.26153564453125, -3.084716796875, -2.90789794921875, -2.7310791015625, -2.55426025390625, -2.37744140625, -2.20062255859375, -2.0238037109375, -1.84698486328125, -1.670166015625, -1.49334716796875, -1.3165283203125, -1.13970947265625, -0.962890625, -0.78607177734375, -0.6092529296875, -0.43243408203125, -0.255615234375, -0.07879638671875, 0.0980224609375, 0.27484130859375, 0.45166015625, 0.62847900390625, 0.8052978515625, 0.98211669921875, 1.158935546875, 1.33575439453125, 1.5125732421875, 1.68939208984375, 1.8662109375, 2.04302978515625, 2.2198486328125, 2.39666748046875, 2.573486328125, 2.75030517578125, 2.9271240234375, 3.10394287109375, 3.28076171875, 3.45758056640625, 3.6343994140625, 3.81121826171875, 3.988037109375, 4.16485595703125, 4.3416748046875, 4.51849365234375, 4.6953125]}, "gradients/decoder.roberta.encoder.layer.6.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 17.0, 41.0, 54.0, 111.0, 154.0, 171.0, 179.0, 134.0, 77.0, 39.0, 18.0, 11.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.59143829345703, -46.253787994384766, -44.9161376953125, -43.578487396240234, -42.24083709716797, -40.90319061279297, -39.5655403137207, -38.22789001464844, -36.89023971557617, -35.552589416503906, -34.21493911743164, -32.877288818359375, -31.539640426635742, -30.201990127563477, -28.864341735839844, -27.526691436767578, -26.189041137695312, -24.851390838623047, -23.51374053955078, -22.17609214782715, -20.838441848754883, -19.500791549682617, -18.163143157958984, -16.82549285888672, -15.487842559814453, -14.150192260742188, -12.812542915344238, -11.474893569946289, -10.137243270874023, -8.799592971801758, -7.461943626403809, -6.124294281005859, -4.786647796630859, -3.448997974395752, -2.1113481521606445, -0.7736983299255371, 0.5639514923095703, 1.9016013145446777, 3.239251136779785, 4.576900482177734, 5.91455078125, 7.252200603485107, 8.589850425720215, 9.927499771118164, 11.26515007019043, 12.602800369262695, 13.940449714660645, 15.278099060058594, 16.61574935913086, 17.953399658203125, 19.29104995727539, 20.628698348999023, 21.96634864807129, 23.303998947143555, 24.641647338867188, 25.979297637939453, 27.31694793701172, 28.654598236083984, 29.99224853515625, 31.329896926879883, 32.66754913330078, 34.00519561767578, 35.34284591674805, 36.68049621582031, 38.01814651489258]}, "gradients/decoder.roberta.encoder.layer.6.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 7.0, 4.0, 7.0, 11.0, 12.0, 9.0, 12.0, 22.0, 23.0, 30.0, 26.0, 27.0, 32.0, 33.0, 33.0, 38.0, 33.0, 32.0, 41.0, 39.0, 41.0, 46.0, 37.0, 37.0, 43.0, 40.0, 31.0, 31.0, 31.0, 26.0, 24.0, 20.0, 16.0, 13.0, 18.0, 16.0, 15.0, 8.0, 4.0, 11.0, 7.0, 6.0, 5.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 2.0], "bins": [-16.27515411376953, -15.72204875946045, -15.168943405151367, -14.615838050842285, -14.062732696533203, -13.509626388549805, -12.956521034240723, -12.40341567993164, -11.850310325622559, -11.297204971313477, -10.744099617004395, -10.190994262695312, -9.637887954711914, -9.084783554077148, -8.53167724609375, -7.978571891784668, -7.425466537475586, -6.872361183166504, -6.319255828857422, -5.766149997711182, -5.2130446434021, -4.659939289093018, -4.106833457946777, -3.5537281036376953, -3.0006227493286133, -2.4475173950195312, -1.8944118022918701, -1.3413063287734985, -0.788200855255127, -0.23509550094604492, 0.3180100917816162, 0.8711156845092773, 1.4242229461669922, 1.9773284196853638, 2.5304338932037354, 3.0835394859313965, 3.6366448402404785, 4.1897501945495605, 4.742856025695801, 5.295961380004883, 5.849066734313965, 6.402172088623047, 6.955277442932129, 7.508383274078369, 8.06148910522461, 8.614593505859375, 9.167699813842773, 9.720805168151855, 10.273910522460938, 10.82701587677002, 11.380121231079102, 11.933226585388184, 12.486331939697266, 13.039438247680664, 13.592543601989746, 14.145648956298828, 14.69875431060791, 15.251859664916992, 15.804965019226074, 16.358070373535156, 16.911176681518555, 17.46428108215332, 18.01738739013672, 18.570491790771484, 19.123598098754883]}, "gradients/decoder.roberta.encoder.layer.6.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 9.0, 2.0, 9.0, 19.0, 20.0, 38.0, 32.0, 48.0, 69.0, 83.0, 134.0, 154.0, 194.0, 259.0, 421.0, 585.0, 870.0, 1342.0, 2190.0, 3833.0, 7251.0, 15729.0, 39481.0, 130410.0, 1162948.0, 2545552.0, 192472.0, 51062.0, 19240.0, 8615.0, 4399.0, 2361.0, 1443.0, 888.0, 583.0, 396.0, 291.0, 216.0, 169.0, 124.0, 89.0, 71.0, 50.0, 29.0, 20.0, 18.0, 19.0, 17.0, 9.0, 5.0, 8.0, 2.0, 6.0, 2.0, 0.0, 2.0, 2.0], "bins": [-22.359375, -21.663330078125, -20.96728515625, -20.271240234375, -19.5751953125, -18.879150390625, -18.18310546875, -17.487060546875, -16.791015625, -16.094970703125, -15.39892578125, -14.702880859375, -14.0068359375, -13.310791015625, -12.61474609375, -11.918701171875, -11.22265625, -10.526611328125, -9.83056640625, -9.134521484375, -8.4384765625, -7.742431640625, -7.04638671875, -6.350341796875, -5.654296875, -4.958251953125, -4.26220703125, -3.566162109375, -2.8701171875, -2.174072265625, -1.47802734375, -0.781982421875, -0.0859375, 0.610107421875, 1.30615234375, 2.002197265625, 2.6982421875, 3.394287109375, 4.09033203125, 4.786376953125, 5.482421875, 6.178466796875, 6.87451171875, 7.570556640625, 8.2666015625, 8.962646484375, 9.65869140625, 10.354736328125, 11.05078125, 11.746826171875, 12.44287109375, 13.138916015625, 13.8349609375, 14.531005859375, 15.22705078125, 15.923095703125, 16.619140625, 17.315185546875, 18.01123046875, 18.707275390625, 19.4033203125, 20.099365234375, 20.79541015625, 21.491455078125, 22.1875]}, "gradients/decoder.roberta.encoder.layer.6.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 0.0, 3.0, 2.0, 8.0, 5.0, 8.0, 9.0, 18.0, 13.0, 16.0, 21.0, 14.0, 30.0, 28.0, 34.0, 43.0, 33.0, 37.0, 40.0, 31.0, 32.0, 31.0, 40.0, 38.0, 37.0, 42.0, 44.0, 30.0, 33.0, 38.0, 29.0, 34.0, 13.0, 22.0, 21.0, 19.0, 16.0, 19.0, 12.0, 10.0, 7.0, 6.0, 11.0, 3.0, 6.0, 6.0, 4.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-9.953125, -9.6446533203125, -9.336181640625, -9.0277099609375, -8.71923828125, -8.4107666015625, -8.102294921875, -7.7938232421875, -7.4853515625, -7.1768798828125, -6.868408203125, -6.5599365234375, -6.25146484375, -5.9429931640625, -5.634521484375, -5.3260498046875, -5.017578125, -4.7091064453125, -4.400634765625, -4.0921630859375, -3.78369140625, -3.4752197265625, -3.166748046875, -2.8582763671875, -2.5498046875, -2.2413330078125, -1.932861328125, -1.6243896484375, -1.31591796875, -1.0074462890625, -0.698974609375, -0.3905029296875, -0.08203125, 0.2264404296875, 0.534912109375, 0.8433837890625, 1.15185546875, 1.4603271484375, 1.768798828125, 2.0772705078125, 2.3857421875, 2.6942138671875, 3.002685546875, 3.3111572265625, 3.61962890625, 3.9281005859375, 4.236572265625, 4.5450439453125, 4.853515625, 5.1619873046875, 5.470458984375, 5.7789306640625, 6.08740234375, 6.3958740234375, 6.704345703125, 7.0128173828125, 7.3212890625, 7.6297607421875, 7.938232421875, 8.2467041015625, 8.55517578125, 8.8636474609375, 9.172119140625, 9.4805908203125, 9.7890625]}, "gradients/decoder.roberta.encoder.layer.6.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 7.0, 6.0, 6.0, 7.0, 19.0, 18.0, 26.0, 57.0, 61.0, 93.0, 196.0, 491.0, 3586.0, 459683.0, 3721099.0, 7693.0, 659.0, 230.0, 125.0, 65.0, 44.0, 34.0, 19.0, 20.0, 13.0, 8.0, 9.0, 3.0, 0.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-150.625, -146.4541015625, -142.283203125, -138.1123046875, -133.94140625, -129.7705078125, -125.599609375, -121.4287109375, -117.2578125, -113.0869140625, -108.916015625, -104.7451171875, -100.57421875, -96.4033203125, -92.232421875, -88.0615234375, -83.890625, -79.7197265625, -75.548828125, -71.3779296875, -67.20703125, -63.0361328125, -58.865234375, -54.6943359375, -50.5234375, -46.3525390625, -42.181640625, -38.0107421875, -33.83984375, -29.6689453125, -25.498046875, -21.3271484375, -17.15625, -12.9853515625, -8.814453125, -4.6435546875, -0.47265625, 3.6982421875, 7.869140625, 12.0400390625, 16.2109375, 20.3818359375, 24.552734375, 28.7236328125, 32.89453125, 37.0654296875, 41.236328125, 45.4072265625, 49.578125, 53.7490234375, 57.919921875, 62.0908203125, 66.26171875, 70.4326171875, 74.603515625, 78.7744140625, 82.9453125, 87.1162109375, 91.287109375, 95.4580078125, 99.62890625, 103.7998046875, 107.970703125, 112.1416015625, 116.3125]}, "gradients/decoder.roberta.encoder.layer.6.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 6.0, 11.0, 11.0, 12.0, 19.0, 24.0, 36.0, 59.0, 74.0, 121.0, 173.0, 293.0, 689.0, 1083.0, 624.0, 316.0, 176.0, 103.0, 72.0, 46.0, 37.0, 33.0, 16.0, 5.0, 8.0, 6.0, 5.0, 2.0, 7.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.6640625, -6.4300537109375, -6.196044921875, -5.9620361328125, -5.72802734375, -5.4940185546875, -5.260009765625, -5.0260009765625, -4.7919921875, -4.5579833984375, -4.323974609375, -4.0899658203125, -3.85595703125, -3.6219482421875, -3.387939453125, -3.1539306640625, -2.919921875, -2.6859130859375, -2.451904296875, -2.2178955078125, -1.98388671875, -1.7498779296875, -1.515869140625, -1.2818603515625, -1.0478515625, -0.8138427734375, -0.579833984375, -0.3458251953125, -0.11181640625, 0.1221923828125, 0.356201171875, 0.5902099609375, 0.82421875, 1.0582275390625, 1.292236328125, 1.5262451171875, 1.76025390625, 1.9942626953125, 2.228271484375, 2.4622802734375, 2.6962890625, 2.9302978515625, 3.164306640625, 3.3983154296875, 3.63232421875, 3.8663330078125, 4.100341796875, 4.3343505859375, 4.568359375, 4.8023681640625, 5.036376953125, 5.2703857421875, 5.50439453125, 5.7384033203125, 5.972412109375, 6.2064208984375, 6.4404296875, 6.6744384765625, 6.908447265625, 7.1424560546875, 7.37646484375, 7.6104736328125, 7.844482421875, 8.0784912109375, 8.3125]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 8.0, 5.0, 3.0, 7.0, 12.0, 14.0, 28.0, 26.0, 33.0, 41.0, 56.0, 47.0, 62.0, 54.0, 66.0, 69.0, 62.0, 64.0, 53.0, 34.0, 51.0, 44.0, 43.0, 25.0, 17.0, 21.0, 14.0, 14.0, 11.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-16.835678100585938, -16.40060043334961, -15.965524673461914, -15.530447959899902, -15.09537124633789, -14.660294532775879, -14.225217819213867, -13.790141105651855, -13.355064392089844, -12.919987678527832, -12.48491096496582, -12.049834251403809, -11.614757537841797, -11.179680824279785, -10.744604110717773, -10.309527397155762, -9.87445068359375, -9.439373970031738, -9.004297256469727, -8.569220542907715, -8.134143829345703, -7.699067115783691, -7.26399040222168, -6.828913688659668, -6.393836975097656, -5.9587602615356445, -5.523683547973633, -5.088606834411621, -4.653530120849609, -4.218453407287598, -3.783376693725586, -3.348299980163574, -2.913224220275879, -2.478147506713867, -2.0430707931518555, -1.6079940795898438, -1.172917366027832, -0.7378406524658203, -0.3027639389038086, 0.13231277465820312, 0.5673894882202148, 1.0024662017822266, 1.4375429153442383, 1.87261962890625, 2.3076963424682617, 2.7427730560302734, 3.177849769592285, 3.612926483154297, 4.048003196716309, 4.48307991027832, 4.918156623840332, 5.353233337402344, 5.7883100509643555, 6.223386764526367, 6.658463478088379, 7.093540191650391, 7.528616905212402, 7.963693618774414, 8.398770332336426, 8.833847045898438, 9.26892375946045, 9.704000473022461, 10.139077186584473, 10.574153900146484, 11.009230613708496]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 7.0, 9.0, 6.0, 4.0, 11.0, 12.0, 12.0, 22.0, 17.0, 24.0, 25.0, 24.0, 34.0, 28.0, 41.0, 38.0, 35.0, 46.0, 51.0, 38.0, 51.0, 50.0, 33.0, 39.0, 39.0, 28.0, 28.0, 25.0, 23.0, 21.0, 23.0, 28.0, 17.0, 18.0, 13.0, 20.0, 9.0, 17.0, 4.0, 6.0, 15.0, 3.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.507403373718262, -11.135108947753906, -10.762813568115234, -10.390519142150879, -10.018224716186523, -9.645930290222168, -9.273634910583496, -8.90134048461914, -8.529046058654785, -8.15675163269043, -7.784456729888916, -7.412161827087402, -7.039867401123047, -6.667572498321533, -6.2952775955200195, -5.922983169555664, -5.55068826675415, -5.178393363952637, -4.806098937988281, -4.433804035186768, -4.061509609222412, -3.6892147064208984, -3.316920042037964, -2.9446253776550293, -2.5723307132720947, -2.20003604888916, -1.8277413845062256, -1.4554466009140015, -1.083151936531067, -0.7108572721481323, -0.3385624885559082, 0.03373217582702637, 0.40602684020996094, 0.7783215045928955, 1.15061616897583, 1.5229109525680542, 1.8952056169509888, 2.267500400543213, 2.6397950649261475, 3.012089729309082, 3.3843843936920166, 3.756679058074951, 4.128973960876465, 4.50126838684082, 4.873563289642334, 5.2458577156066895, 5.618152618408203, 5.990447044372559, 6.362741947174072, 6.735036849975586, 7.107331275939941, 7.479626178741455, 7.8519206047058105, 8.224215507507324, 8.59650993347168, 8.968805313110352, 9.341099739074707, 9.713394165039062, 10.085689544677734, 10.45798397064209, 10.830278396606445, 11.2025728225708, 11.574868202209473, 11.947162628173828, 12.319457054138184]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 3.0, 7.0, 8.0, 17.0, 23.0, 32.0, 69.0, 98.0, 137.0, 255.0, 356.0, 579.0, 840.0, 1301.0, 2032.0, 3161.0, 4540.0, 7084.0, 10849.0, 16297.0, 24756.0, 36808.0, 54765.0, 78188.0, 108130.0, 135214.0, 144100.0, 123380.0, 93436.0, 66612.0, 45251.0, 30924.0, 20331.0, 13413.0, 9037.0, 5641.0, 3845.0, 2472.0, 1691.0, 1043.0, 648.0, 473.0, 258.0, 181.0, 102.0, 53.0, 48.0, 33.0, 22.0, 15.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7509765625, -1.693115234375, -1.63525390625, -1.577392578125, -1.51953125, -1.461669921875, -1.40380859375, -1.345947265625, -1.2880859375, -1.230224609375, -1.17236328125, -1.114501953125, -1.056640625, -0.998779296875, -0.94091796875, -0.883056640625, -0.8251953125, -0.767333984375, -0.70947265625, -0.651611328125, -0.59375, -0.535888671875, -0.47802734375, -0.420166015625, -0.3623046875, -0.304443359375, -0.24658203125, -0.188720703125, -0.130859375, -0.072998046875, -0.01513671875, 0.042724609375, 0.1005859375, 0.158447265625, 0.21630859375, 0.274169921875, 0.33203125, 0.389892578125, 0.44775390625, 0.505615234375, 0.5634765625, 0.621337890625, 0.67919921875, 0.737060546875, 0.794921875, 0.852783203125, 0.91064453125, 0.968505859375, 1.0263671875, 1.084228515625, 1.14208984375, 1.199951171875, 1.2578125, 1.315673828125, 1.37353515625, 1.431396484375, 1.4892578125, 1.547119140625, 1.60498046875, 1.662841796875, 1.720703125, 1.778564453125, 1.83642578125, 1.894287109375, 1.9521484375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 6.0, 10.0, 5.0, 7.0, 7.0, 14.0, 12.0, 23.0, 17.0, 24.0, 25.0, 23.0, 30.0, 33.0, 37.0, 42.0, 37.0, 48.0, 44.0, 41.0, 51.0, 50.0, 39.0, 39.0, 33.0, 32.0, 21.0, 28.0, 22.0, 21.0, 24.0, 29.0, 14.0, 19.0, 14.0, 19.0, 10.0, 16.0, 3.0, 8.0, 12.0, 4.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.78125, -10.4180908203125, -10.054931640625, -9.6917724609375, -9.32861328125, -8.9654541015625, -8.602294921875, -8.2391357421875, -7.8759765625, -7.5128173828125, -7.149658203125, -6.7864990234375, -6.42333984375, -6.0601806640625, -5.697021484375, -5.3338623046875, -4.970703125, -4.6075439453125, -4.244384765625, -3.8812255859375, -3.51806640625, -3.1549072265625, -2.791748046875, -2.4285888671875, -2.0654296875, -1.7022705078125, -1.339111328125, -0.9759521484375, -0.61279296875, -0.2496337890625, 0.113525390625, 0.4766845703125, 0.83984375, 1.2030029296875, 1.566162109375, 1.9293212890625, 2.29248046875, 2.6556396484375, 3.018798828125, 3.3819580078125, 3.7451171875, 4.1082763671875, 4.471435546875, 4.8345947265625, 5.19775390625, 5.5609130859375, 5.924072265625, 6.2872314453125, 6.650390625, 7.0135498046875, 7.376708984375, 7.7398681640625, 8.10302734375, 8.4661865234375, 8.829345703125, 9.1925048828125, 9.5556640625, 9.9188232421875, 10.281982421875, 10.6451416015625, 11.00830078125, 11.3714599609375, 11.734619140625, 12.0977783203125, 12.4609375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 6.0, 6.0, 3.0, 10.0, 7.0, 17.0, 28.0, 33.0, 47.0, 63.0, 93.0, 152.0, 182.0, 266.0, 386.0, 584.0, 890.0, 1216.0, 1775.0, 2560.0, 4025.0, 5850.0, 8776.0, 14074.0, 22523.0, 50195.0, 748942.0, 111958.0, 26758.0, 16164.0, 10180.0, 6623.0, 4507.0, 3078.0, 2069.0, 1381.0, 954.0, 653.0, 502.0, 312.0, 217.0, 145.0, 109.0, 81.0, 51.0, 28.0, 32.0, 20.0, 16.0, 7.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.728515625, -3.610748291015625, -3.49298095703125, -3.375213623046875, -3.2574462890625, -3.139678955078125, -3.02191162109375, -2.904144287109375, -2.786376953125, -2.668609619140625, -2.55084228515625, -2.433074951171875, -2.3153076171875, -2.197540283203125, -2.07977294921875, -1.962005615234375, -1.84423828125, -1.726470947265625, -1.60870361328125, -1.490936279296875, -1.3731689453125, -1.255401611328125, -1.13763427734375, -1.019866943359375, -0.902099609375, -0.784332275390625, -0.66656494140625, -0.548797607421875, -0.4310302734375, -0.313262939453125, -0.19549560546875, -0.077728271484375, 0.0400390625, 0.157806396484375, 0.27557373046875, 0.393341064453125, 0.5111083984375, 0.628875732421875, 0.74664306640625, 0.864410400390625, 0.982177734375, 1.099945068359375, 1.21771240234375, 1.335479736328125, 1.4532470703125, 1.571014404296875, 1.68878173828125, 1.806549072265625, 1.92431640625, 2.042083740234375, 2.15985107421875, 2.277618408203125, 2.3953857421875, 2.513153076171875, 2.63092041015625, 2.748687744140625, 2.866455078125, 2.984222412109375, 3.10198974609375, 3.219757080078125, 3.3375244140625, 3.455291748046875, 3.57305908203125, 3.690826416015625, 3.80859375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 7.0, 6.0, 7.0, 11.0, 6.0, 7.0, 12.0, 16.0, 24.0, 30.0, 15.0, 23.0, 26.0, 42.0, 32.0, 26.0, 28.0, 30.0, 31.0, 39.0, 41.0, 38.0, 39.0, 34.0, 46.0, 42.0, 35.0, 26.0, 35.0, 19.0, 30.0, 30.0, 25.0, 21.0, 17.0, 19.0, 18.0, 15.0, 10.0, 6.0, 8.0, 9.0, 6.0, 3.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.4921875, -6.2647705078125, -6.037353515625, -5.8099365234375, -5.58251953125, -5.3551025390625, -5.127685546875, -4.9002685546875, -4.6728515625, -4.4454345703125, -4.218017578125, -3.9906005859375, -3.76318359375, -3.5357666015625, -3.308349609375, -3.0809326171875, -2.853515625, -2.6260986328125, -2.398681640625, -2.1712646484375, -1.94384765625, -1.7164306640625, -1.489013671875, -1.2615966796875, -1.0341796875, -0.8067626953125, -0.579345703125, -0.3519287109375, -0.12451171875, 0.1029052734375, 0.330322265625, 0.5577392578125, 0.78515625, 1.0125732421875, 1.239990234375, 1.4674072265625, 1.69482421875, 1.9222412109375, 2.149658203125, 2.3770751953125, 2.6044921875, 2.8319091796875, 3.059326171875, 3.2867431640625, 3.51416015625, 3.7415771484375, 3.968994140625, 4.1964111328125, 4.423828125, 4.6512451171875, 4.878662109375, 5.1060791015625, 5.33349609375, 5.5609130859375, 5.788330078125, 6.0157470703125, 6.2431640625, 6.4705810546875, 6.697998046875, 6.9254150390625, 7.15283203125, 7.3802490234375, 7.607666015625, 7.8350830078125, 8.0625]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 6.0, 7.0, 15.0, 16.0, 21.0, 30.0, 53.0, 55.0, 74.0, 128.0, 183.0, 295.0, 439.0, 764.0, 1260.0, 2589.0, 4936.0, 9983.0, 22704.0, 71813.0, 864766.0, 37610.0, 15462.0, 7246.0, 3641.0, 1774.0, 1089.0, 590.0, 348.0, 186.0, 137.0, 95.0, 65.0, 49.0, 36.0, 24.0, 26.0, 13.0, 9.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.3388671875, -0.32868194580078125, -0.3184967041015625, -0.30831146240234375, -0.298126220703125, -0.28794097900390625, -0.2777557373046875, -0.26757049560546875, -0.25738525390625, -0.24720001220703125, -0.2370147705078125, -0.22682952880859375, -0.216644287109375, -0.20645904541015625, -0.1962738037109375, -0.18608856201171875, -0.1759033203125, -0.16571807861328125, -0.1555328369140625, -0.14534759521484375, -0.135162353515625, -0.12497711181640625, -0.1147918701171875, -0.10460662841796875, -0.09442138671875, -0.08423614501953125, -0.0740509033203125, -0.06386566162109375, -0.053680419921875, -0.04349517822265625, -0.0333099365234375, -0.02312469482421875, -0.012939453125, -0.00275421142578125, 0.0074310302734375, 0.01761627197265625, 0.027801513671875, 0.03798675537109375, 0.0481719970703125, 0.05835723876953125, 0.06854248046875, 0.07872772216796875, 0.0889129638671875, 0.09909820556640625, 0.109283447265625, 0.11946868896484375, 0.1296539306640625, 0.13983917236328125, 0.1500244140625, 0.16020965576171875, 0.1703948974609375, 0.18058013916015625, 0.190765380859375, 0.20095062255859375, 0.2111358642578125, 0.22132110595703125, 0.23150634765625, 0.24169158935546875, 0.2518768310546875, 0.26206207275390625, 0.272247314453125, 0.28243255615234375, 0.2926177978515625, 0.30280303955078125, 0.31298828125]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 8.0, 6.0, 9.0, 6.0, 12.0, 10.0, 17.0, 21.0, 16.0, 30.0, 41.0, 29.0, 32.0, 63.0, 58.0, 45.0, 47.0, 54.0, 60.0, 53.0, 53.0, 56.0, 46.0, 42.0, 20.0, 37.0, 20.0, 25.0, 15.0, 14.0, 11.0, 10.0, 13.0, 8.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.239776611328125e-05, -1.1947005987167358e-05, -1.1496245861053467e-05, -1.1045485734939575e-05, -1.0594725608825684e-05, -1.0143965482711792e-05, -9.6932053565979e-06, -9.242445230484009e-06, -8.791685104370117e-06, -8.340924978256226e-06, -7.890164852142334e-06, -7.439404726028442e-06, -6.988644599914551e-06, -6.537884473800659e-06, -6.087124347686768e-06, -5.636364221572876e-06, -5.185604095458984e-06, -4.734843969345093e-06, -4.284083843231201e-06, -3.8333237171173096e-06, -3.382563591003418e-06, -2.9318034648895264e-06, -2.4810433387756348e-06, -2.030283212661743e-06, -1.5795230865478516e-06, -1.12876296043396e-06, -6.780028343200684e-07, -2.2724270820617676e-07, 2.2351741790771484e-07, 6.742775440216064e-07, 1.125037670135498e-06, 1.5757977962493896e-06, 2.0265579223632812e-06, 2.477318048477173e-06, 2.9280781745910645e-06, 3.378838300704956e-06, 3.829598426818848e-06, 4.280358552932739e-06, 4.731118679046631e-06, 5.1818788051605225e-06, 5.632638931274414e-06, 6.083399057388306e-06, 6.534159183502197e-06, 6.984919309616089e-06, 7.4356794357299805e-06, 7.886439561843872e-06, 8.337199687957764e-06, 8.787959814071655e-06, 9.238719940185547e-06, 9.689480066299438e-06, 1.014024019241333e-05, 1.0591000318527222e-05, 1.1041760444641113e-05, 1.1492520570755005e-05, 1.1943280696868896e-05, 1.2394040822982788e-05, 1.284480094909668e-05, 1.3295561075210571e-05, 1.3746321201324463e-05, 1.4197081327438354e-05, 1.4647841453552246e-05, 1.5098601579666138e-05, 1.554936170578003e-05, 1.600012183189392e-05, 1.6450881958007812e-05]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 5.0, 4.0, 5.0, 7.0, 4.0, 10.0, 15.0, 15.0, 15.0, 21.0, 28.0, 46.0, 51.0, 66.0, 108.0, 293.0, 1091.0, 10249.0, 414695.0, 604761.0, 14937.0, 1344.0, 315.0, 132.0, 68.0, 75.0, 38.0, 34.0, 24.0, 20.0, 23.0, 12.0, 11.0, 11.0, 4.0, 4.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.79052734375, -0.7666168212890625, -0.742706298828125, -0.7187957763671875, -0.69488525390625, -0.6709747314453125, -0.647064208984375, -0.6231536865234375, -0.5992431640625, -0.5753326416015625, -0.551422119140625, -0.5275115966796875, -0.50360107421875, -0.4796905517578125, -0.455780029296875, -0.4318695068359375, -0.407958984375, -0.3840484619140625, -0.360137939453125, -0.3362274169921875, -0.31231689453125, -0.2884063720703125, -0.264495849609375, -0.2405853271484375, -0.2166748046875, -0.1927642822265625, -0.168853759765625, -0.1449432373046875, -0.12103271484375, -0.0971221923828125, -0.073211669921875, -0.0493011474609375, -0.025390625, -0.0014801025390625, 0.022430419921875, 0.0463409423828125, 0.07025146484375, 0.0941619873046875, 0.118072509765625, 0.1419830322265625, 0.1658935546875, 0.1898040771484375, 0.213714599609375, 0.2376251220703125, 0.26153564453125, 0.2854461669921875, 0.309356689453125, 0.3332672119140625, 0.357177734375, 0.3810882568359375, 0.404998779296875, 0.4289093017578125, 0.45281982421875, 0.4767303466796875, 0.500640869140625, 0.5245513916015625, 0.5484619140625, 0.5723724365234375, 0.596282958984375, 0.6201934814453125, 0.64410400390625, 0.6680145263671875, 0.691925048828125, 0.7158355712890625, 0.73974609375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 1.0, 8.0, 6.0, 13.0, 10.0, 21.0, 17.0, 22.0, 24.0, 30.0, 45.0, 49.0, 53.0, 48.0, 59.0, 80.0, 78.0, 50.0, 57.0, 53.0, 50.0, 36.0, 38.0, 31.0, 22.0, 14.0, 16.0, 14.0, 12.0, 8.0, 6.0, 6.0, 3.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044586181640625, -0.04316854476928711, -0.04175090789794922, -0.04033327102661133, -0.03891563415527344, -0.03749799728393555, -0.036080360412597656, -0.034662723541259766, -0.033245086669921875, -0.031827449798583984, -0.030409812927246094, -0.028992176055908203, -0.027574539184570312, -0.026156902313232422, -0.02473926544189453, -0.02332162857055664, -0.02190399169921875, -0.02048635482788086, -0.01906871795654297, -0.017651081085205078, -0.016233444213867188, -0.014815807342529297, -0.013398170471191406, -0.011980533599853516, -0.010562896728515625, -0.009145259857177734, -0.007727622985839844, -0.006309986114501953, -0.0048923492431640625, -0.003474712371826172, -0.0020570755004882812, -0.0006394386291503906, 0.0007781982421875, 0.0021958351135253906, 0.0036134719848632812, 0.005031108856201172, 0.0064487457275390625, 0.007866382598876953, 0.009284019470214844, 0.010701656341552734, 0.012119293212890625, 0.013536930084228516, 0.014954566955566406, 0.016372203826904297, 0.017789840698242188, 0.019207477569580078, 0.02062511444091797, 0.02204275131225586, 0.02346038818359375, 0.02487802505493164, 0.02629566192626953, 0.027713298797607422, 0.029130935668945312, 0.030548572540283203, 0.031966209411621094, 0.033383846282958984, 0.034801483154296875, 0.036219120025634766, 0.037636756896972656, 0.03905439376831055, 0.04047203063964844, 0.04188966751098633, 0.04330730438232422, 0.04472494125366211, 0.046142578125]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 8.0, 5.0, 2.0, 8.0, 12.0, 19.0, 23.0, 24.0, 33.0, 29.0, 44.0, 51.0, 54.0, 55.0, 64.0, 60.0, 60.0, 55.0, 62.0, 50.0, 46.0, 39.0, 34.0, 36.0, 28.0, 22.0, 14.0, 18.0, 11.0, 11.0, 11.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0], "bins": [-15.088598251342773, -14.683769226074219, -14.278939247131348, -13.874110221862793, -13.469280242919922, -13.064451217651367, -12.659622192382812, -12.254793167114258, -11.849963188171387, -11.445134162902832, -11.040304183959961, -10.635475158691406, -10.230646133422852, -9.82581615447998, -9.420987129211426, -9.016157150268555, -8.611328125, -8.206499099731445, -7.801669120788574, -7.3968400955200195, -6.992010593414307, -6.587181091308594, -6.182352066040039, -5.777522563934326, -5.372693061828613, -4.9678635597229, -4.5630340576171875, -4.158205032348633, -3.75337553024292, -3.348546028137207, -2.9437167644500732, -2.5388875007629395, -2.1340579986572266, -1.7292286157608032, -1.3243992328643799, -0.9195698499679565, -0.5147404670715332, -0.10991096496582031, 0.2949182987213135, 0.6997475624084473, 1.1045770645141602, 1.5094064474105835, 1.9142358303070068, 2.3190650939941406, 2.7238945960998535, 3.1287240982055664, 3.5335533618927, 3.938382625579834, 4.343212127685547, 4.74804162979126, 5.152871131896973, 5.557700157165527, 5.96252965927124, 6.367359161376953, 6.772188186645508, 7.177017688751221, 7.581847190856934, 7.9866766929626465, 8.39150619506836, 8.796335220336914, 9.201164245605469, 9.60599422454834, 10.010823249816895, 10.415653228759766, 10.82048225402832]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 6.0, 10.0, 5.0, 7.0, 7.0, 14.0, 12.0, 23.0, 16.0, 25.0, 24.0, 24.0, 32.0, 31.0, 39.0, 41.0, 38.0, 47.0, 44.0, 40.0, 53.0, 48.0, 40.0, 38.0, 34.0, 32.0, 21.0, 27.0, 22.0, 21.0, 25.0, 28.0, 14.0, 21.0, 13.0, 18.0, 10.0, 16.0, 3.0, 9.0, 11.0, 4.0, 2.0, 4.0, 1.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.783235549926758, -10.419811248779297, -10.05638599395752, -9.692961692810059, -9.329537391662598, -8.96611213684082, -8.60268783569336, -8.239263534545898, -7.875838279724121, -7.512413501739502, -7.148989200592041, -6.785564422607422, -6.422139644622803, -6.058714866638184, -5.695290565490723, -5.3318657875061035, -4.968441486358643, -4.605016708374023, -4.2415924072265625, -3.8781676292419434, -3.514742851257324, -3.151318311691284, -2.787893772125244, -2.424468994140625, -2.061044454574585, -1.6976197957992554, -1.3341951370239258, -0.9707705974578857, -0.6073459386825562, -0.24392127990722656, 0.11950325965881348, 0.4829280376434326, 0.8463525772094727, 1.2097772359848022, 1.5732018947601318, 1.9366264343261719, 2.300051212310791, 2.663475751876831, 3.026900291442871, 3.3903250694274902, 3.7537496089935303, 4.11717414855957, 4.4805989265441895, 4.844023704528809, 5.2074480056762695, 5.570872783660889, 5.934297561645508, 6.297721862792969, 6.661146640777588, 7.024571418762207, 7.387995719909668, 7.751420497894287, 8.114845275878906, 8.478269577026367, 8.841693878173828, 9.205119132995605, 9.568543434143066, 9.931967735290527, 10.295392990112305, 10.658817291259766, 11.022241592407227, 11.385666847229004, 11.749091148376465, 12.112516403198242, 12.475940704345703]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 10.0, 11.0, 22.0, 31.0, 52.0, 51.0, 96.0, 114.0, 231.0, 394.0, 690.0, 1181.0, 2148.0, 3907.0, 7020.0, 12855.0, 25677.0, 55030.0, 164210.0, 524662.0, 146651.0, 51544.0, 24155.0, 12456.0, 6711.0, 3753.0, 2070.0, 1189.0, 657.0, 386.0, 226.0, 141.0, 81.0, 45.0, 42.0, 18.0, 16.0, 9.0, 5.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.4375, -14.0185546875, -13.599609375, -13.1806640625, -12.76171875, -12.3427734375, -11.923828125, -11.5048828125, -11.0859375, -10.6669921875, -10.248046875, -9.8291015625, -9.41015625, -8.9912109375, -8.572265625, -8.1533203125, -7.734375, -7.3154296875, -6.896484375, -6.4775390625, -6.05859375, -5.6396484375, -5.220703125, -4.8017578125, -4.3828125, -3.9638671875, -3.544921875, -3.1259765625, -2.70703125, -2.2880859375, -1.869140625, -1.4501953125, -1.03125, -0.6123046875, -0.193359375, 0.2255859375, 0.64453125, 1.0634765625, 1.482421875, 1.9013671875, 2.3203125, 2.7392578125, 3.158203125, 3.5771484375, 3.99609375, 4.4150390625, 4.833984375, 5.2529296875, 5.671875, 6.0908203125, 6.509765625, 6.9287109375, 7.34765625, 7.7666015625, 8.185546875, 8.6044921875, 9.0234375, 9.4423828125, 9.861328125, 10.2802734375, 10.69921875, 11.1181640625, 11.537109375, 11.9560546875, 12.375]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 6.0, 8.0, 8.0, 7.0, 7.0, 11.0, 13.0, 20.0, 21.0, 19.0, 21.0, 20.0, 33.0, 27.0, 37.0, 32.0, 48.0, 38.0, 43.0, 51.0, 43.0, 45.0, 41.0, 40.0, 40.0, 28.0, 33.0, 29.0, 18.0, 15.0, 25.0, 27.0, 20.0, 23.0, 11.0, 19.0, 20.0, 5.0, 13.0, 5.0, 7.0, 12.0, 7.0, 2.0, 0.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.1328125, -10.765380859375, -10.39794921875, -10.030517578125, -9.6630859375, -9.295654296875, -8.92822265625, -8.560791015625, -8.193359375, -7.825927734375, -7.45849609375, -7.091064453125, -6.7236328125, -6.356201171875, -5.98876953125, -5.621337890625, -5.25390625, -4.886474609375, -4.51904296875, -4.151611328125, -3.7841796875, -3.416748046875, -3.04931640625, -2.681884765625, -2.314453125, -1.947021484375, -1.57958984375, -1.212158203125, -0.8447265625, -0.477294921875, -0.10986328125, 0.257568359375, 0.625, 0.992431640625, 1.35986328125, 1.727294921875, 2.0947265625, 2.462158203125, 2.82958984375, 3.197021484375, 3.564453125, 3.931884765625, 4.29931640625, 4.666748046875, 5.0341796875, 5.401611328125, 5.76904296875, 6.136474609375, 6.50390625, 6.871337890625, 7.23876953125, 7.606201171875, 7.9736328125, 8.341064453125, 8.70849609375, 9.075927734375, 9.443359375, 9.810791015625, 10.17822265625, 10.545654296875, 10.9130859375, 11.280517578125, 11.64794921875, 12.015380859375, 12.3828125]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 9.0, 10.0, 8.0, 14.0, 26.0, 18.0, 21.0, 34.0, 35.0, 50.0, 61.0, 82.0, 105.0, 113.0, 141.0, 182.0, 1005309.0, 41487.0, 153.0, 127.0, 108.0, 77.0, 69.0, 55.0, 46.0, 34.0, 31.0, 24.0, 26.0, 16.0, 14.0, 7.0, 9.0, 9.0, 6.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-380.75, -370.14453125, -359.5390625, -348.93359375, -338.328125, -327.72265625, -317.1171875, -306.51171875, -295.90625, -285.30078125, -274.6953125, -264.08984375, -253.484375, -242.87890625, -232.2734375, -221.66796875, -211.0625, -200.45703125, -189.8515625, -179.24609375, -168.640625, -158.03515625, -147.4296875, -136.82421875, -126.21875, -115.61328125, -105.0078125, -94.40234375, -83.796875, -73.19140625, -62.5859375, -51.98046875, -41.375, -30.76953125, -20.1640625, -9.55859375, 1.046875, 11.65234375, 22.2578125, 32.86328125, 43.46875, 54.07421875, 64.6796875, 75.28515625, 85.890625, 96.49609375, 107.1015625, 117.70703125, 128.3125, 138.91796875, 149.5234375, 160.12890625, 170.734375, 181.33984375, 191.9453125, 202.55078125, 213.15625, 223.76171875, 234.3671875, 244.97265625, 255.578125, 266.18359375, 276.7890625, 287.39453125, 298.0]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 4.0, 5.0, 11.0, 9.0, 6.0, 16.0, 18.0, 23.0, 17.0, 25.0, 26.0, 31.0, 29.0, 38.0, 37.0, 34.0, 51.0, 43.0, 42.0, 52.0, 42.0, 44.0, 40.0, 45.0, 52.0, 39.0, 34.0, 30.0, 28.0, 21.0, 9.0, 26.0, 12.0, 9.0, 9.0, 7.0, 8.0, 3.0, 5.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.03125, -10.641357421875, -10.25146484375, -9.861572265625, -9.4716796875, -9.081787109375, -8.69189453125, -8.302001953125, -7.912109375, -7.522216796875, -7.13232421875, -6.742431640625, -6.3525390625, -5.962646484375, -5.57275390625, -5.182861328125, -4.79296875, -4.403076171875, -4.01318359375, -3.623291015625, -3.2333984375, -2.843505859375, -2.45361328125, -2.063720703125, -1.673828125, -1.283935546875, -0.89404296875, -0.504150390625, -0.1142578125, 0.275634765625, 0.66552734375, 1.055419921875, 1.4453125, 1.835205078125, 2.22509765625, 2.614990234375, 3.0048828125, 3.394775390625, 3.78466796875, 4.174560546875, 4.564453125, 4.954345703125, 5.34423828125, 5.734130859375, 6.1240234375, 6.513916015625, 6.90380859375, 7.293701171875, 7.68359375, 8.073486328125, 8.46337890625, 8.853271484375, 9.2431640625, 9.633056640625, 10.02294921875, 10.412841796875, 10.802734375, 11.192626953125, 11.58251953125, 11.972412109375, 12.3623046875, 12.752197265625, 13.14208984375, 13.531982421875, 13.921875]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 10.0, 4.0, 14.0, 24.0, 39.0, 80.0, 177.0, 657.0, 4465.0, 138328.0, 885374.0, 17435.0, 1387.0, 321.0, 118.0, 68.0, 22.0, 11.0, 14.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-52.75, -51.65625, -50.5625, -49.46875, -48.375, -47.28125, -46.1875, -45.09375, -44.0, -42.90625, -41.8125, -40.71875, -39.625, -38.53125, -37.4375, -36.34375, -35.25, -34.15625, -33.0625, -31.96875, -30.875, -29.78125, -28.6875, -27.59375, -26.5, -25.40625, -24.3125, -23.21875, -22.125, -21.03125, -19.9375, -18.84375, -17.75, -16.65625, -15.5625, -14.46875, -13.375, -12.28125, -11.1875, -10.09375, -9.0, -7.90625, -6.8125, -5.71875, -4.625, -3.53125, -2.4375, -1.34375, -0.25, 0.84375, 1.9375, 3.03125, 4.125, 5.21875, 6.3125, 7.40625, 8.5, 9.59375, 10.6875, 11.78125, 12.875, 13.96875, 15.0625, 16.15625, 17.25]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 1.0, 2.0, 6.0, 3.0, 9.0, 13.0, 11.0, 18.0, 22.0, 35.0, 54.0, 98.0, 172.0, 260.0, 96.0, 68.0, 47.0, 33.0, 15.0, 19.0, 8.0, 5.0, 5.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021228790283203125, -0.002072542905807495, -0.0020222067832946777, -0.0019718706607818604, -0.001921534538269043, -0.0018711984157562256, -0.0018208622932434082, -0.0017705261707305908, -0.0017201900482177734, -0.001669853925704956, -0.0016195178031921387, -0.0015691816806793213, -0.001518845558166504, -0.0014685094356536865, -0.0014181733131408691, -0.0013678371906280518, -0.0013175010681152344, -0.001267164945602417, -0.0012168288230895996, -0.0011664927005767822, -0.0011161565780639648, -0.0010658204555511475, -0.00101548433303833, -0.0009651482105255127, -0.0009148120880126953, -0.0008644759654998779, -0.0008141398429870605, -0.0007638037204742432, -0.0007134675979614258, -0.0006631314754486084, -0.000612795352935791, -0.0005624592304229736, -0.0005121231079101562, -0.00046178698539733887, -0.0004114508628845215, -0.0003611147403717041, -0.0003107786178588867, -0.00026044249534606934, -0.00021010637283325195, -0.00015977025032043457, -0.00010943412780761719, -5.9098005294799805e-05, -8.761882781982422e-06, 4.157423973083496e-05, 9.191036224365234e-05, 0.00014224648475646973, 0.0001925826072692871, 0.0002429187297821045, 0.0002932548522949219, 0.00034359097480773926, 0.00039392709732055664, 0.000444263219833374, 0.0004945993423461914, 0.0005449354648590088, 0.0005952715873718262, 0.0006456077098846436, 0.0006959438323974609, 0.0007462799549102783, 0.0007966160774230957, 0.0008469521999359131, 0.0008972883224487305, 0.0009476244449615479, 0.0009979605674743652, 0.0010482966899871826, 0.0010986328125]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 6.0, 3.0, 8.0, 15.0, 11.0, 13.0, 22.0, 48.0, 118.0, 341.0, 1228.0, 12188.0, 999383.0, 32748.0, 1707.0, 439.0, 137.0, 54.0, 29.0, 22.0, 16.0, 8.0, 2.0, 0.0, 6.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-76.1875, -74.4404296875, -72.693359375, -70.9462890625, -69.19921875, -67.4521484375, -65.705078125, -63.9580078125, -62.2109375, -60.4638671875, -58.716796875, -56.9697265625, -55.22265625, -53.4755859375, -51.728515625, -49.9814453125, -48.234375, -46.4873046875, -44.740234375, -42.9931640625, -41.24609375, -39.4990234375, -37.751953125, -36.0048828125, -34.2578125, -32.5107421875, -30.763671875, -29.0166015625, -27.26953125, -25.5224609375, -23.775390625, -22.0283203125, -20.28125, -18.5341796875, -16.787109375, -15.0400390625, -13.29296875, -11.5458984375, -9.798828125, -8.0517578125, -6.3046875, -4.5576171875, -2.810546875, -1.0634765625, 0.68359375, 2.4306640625, 4.177734375, 5.9248046875, 7.671875, 9.4189453125, 11.166015625, 12.9130859375, 14.66015625, 16.4072265625, 18.154296875, 19.9013671875, 21.6484375, 23.3955078125, 25.142578125, 26.8896484375, 28.63671875, 30.3837890625, 32.130859375, 33.8779296875, 35.625]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 13.0, 19.0, 20.0, 30.0, 32.0, 47.0, 76.0, 136.0, 228.0, 105.0, 87.0, 53.0, 44.0, 24.0, 16.0, 14.0, 14.0, 11.0, 7.0, 8.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.251953125, -2.151885986328125, -2.05181884765625, -1.951751708984375, -1.8516845703125, -1.751617431640625, -1.65155029296875, -1.551483154296875, -1.451416015625, -1.351348876953125, -1.25128173828125, -1.151214599609375, -1.0511474609375, -0.951080322265625, -0.85101318359375, -0.750946044921875, -0.65087890625, -0.550811767578125, -0.45074462890625, -0.350677490234375, -0.2506103515625, -0.150543212890625, -0.05047607421875, 0.049591064453125, 0.149658203125, 0.249725341796875, 0.34979248046875, 0.449859619140625, 0.5499267578125, 0.649993896484375, 0.75006103515625, 0.850128173828125, 0.9501953125, 1.050262451171875, 1.15032958984375, 1.250396728515625, 1.3504638671875, 1.450531005859375, 1.55059814453125, 1.650665283203125, 1.750732421875, 1.850799560546875, 1.95086669921875, 2.050933837890625, 2.1510009765625, 2.251068115234375, 2.35113525390625, 2.451202392578125, 2.55126953125, 2.651336669921875, 2.75140380859375, 2.851470947265625, 2.9515380859375, 3.051605224609375, 3.15167236328125, 3.251739501953125, 3.351806640625, 3.451873779296875, 3.55194091796875, 3.652008056640625, 3.7520751953125, 3.852142333984375, 3.95220947265625, 4.052276611328125, 4.15234375]}, "gradients/decoder.roberta.encoder.layer.5.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 17.0, 30.0, 45.0, 88.0, 124.0, 134.0, 150.0, 143.0, 115.0, 68.0, 42.0, 24.0, 17.0, 7.0, 1.0, 4.0], "bins": [-61.500953674316406, -60.37019729614258, -59.239444732666016, -58.10868835449219, -56.97793197631836, -55.8471794128418, -54.71642303466797, -53.58566665649414, -52.45491409301758, -51.32415771484375, -50.19340515136719, -49.06264877319336, -47.93189239501953, -46.80113983154297, -45.67038345336914, -44.53962707519531, -43.40887451171875, -42.27811813354492, -41.14736557006836, -40.01660919189453, -38.8858528137207, -37.75510025024414, -36.62434387207031, -35.493587493896484, -34.362831115722656, -33.23207473754883, -32.101322174072266, -30.970565795898438, -29.839811325073242, -28.709056854248047, -27.57830047607422, -26.447546005249023, -25.316795349121094, -24.1860408782959, -23.05528450012207, -21.924530029296875, -20.79377555847168, -19.663021087646484, -18.532264709472656, -17.40151023864746, -16.270753860473633, -15.139998435974121, -14.009243965148926, -12.878488540649414, -11.747734069824219, -10.616978645324707, -9.486223220825195, -8.35546875, -7.224713325500488, -6.093958377838135, -4.963203430175781, -3.8324480056762695, -2.701693058013916, -1.5709381103515625, -0.4401826858520508, 0.6905722618103027, 1.8213272094726562, 2.9520821571350098, 4.082837104797363, 5.213592529296875, 6.3443474769592285, 7.475102424621582, 8.605857849121094, 9.736612319946289, 10.8673677444458]}, "gradients/decoder.roberta.encoder.layer.5.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 4.0, 7.0, 5.0, 7.0, 8.0, 12.0, 12.0, 25.0, 15.0, 18.0, 23.0, 14.0, 20.0, 30.0, 33.0, 35.0, 45.0, 29.0, 34.0, 32.0, 40.0, 45.0, 42.0, 32.0, 40.0, 30.0, 39.0, 32.0, 27.0, 30.0, 27.0, 26.0, 22.0, 22.0, 20.0, 20.0, 15.0, 12.0, 9.0, 11.0, 15.0, 2.0, 7.0, 8.0, 8.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-17.147891998291016, -16.671554565429688, -16.19521713256836, -15.718880653381348, -15.24254322052002, -14.766205787658691, -14.289868354797363, -13.813531875610352, -13.337194442749023, -12.860857009887695, -12.384519577026367, -11.908183097839355, -11.431845664978027, -10.9555082321167, -10.479170799255371, -10.00283432006836, -9.526496887207031, -9.050159454345703, -8.573822021484375, -8.097485542297363, -7.621148109436035, -7.144810676574707, -6.668473243713379, -6.192136287689209, -5.715798377990723, -5.2394609451293945, -4.763123989105225, -4.2867865562438965, -3.8104496002197266, -3.3341121673583984, -2.8577749729156494, -2.3814377784729004, -1.9051008224487305, -1.4287636280059814, -0.9524263739585876, -0.47608911991119385, 0.0002480745315551758, 0.47658538818359375, 0.9529225826263428, 1.4292597770690918, 1.9055969715118408, 2.38193416595459, 2.858271360397339, 3.334608554840088, 3.810945987701416, 4.287282943725586, 4.763620376586914, 5.239957809448242, 5.716294765472412, 6.19263219833374, 6.66896915435791, 7.145306587219238, 7.621643543243408, 8.097980499267578, 8.574317932128906, 9.050655364990234, 9.526992797851562, 10.00333023071289, 10.479667663574219, 10.95600414276123, 11.432341575622559, 11.908679008483887, 12.385016441345215, 12.861352920532227, 13.337690353393555]}, "gradients/decoder.roberta.encoder.layer.5.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 3.0, 4.0, 9.0, 13.0, 25.0, 26.0, 39.0, 62.0, 90.0, 98.0, 157.0, 181.0, 276.0, 355.0, 519.0, 976.0, 1827.0, 3985.0, 10889.0, 37284.0, 231222.0, 3585084.0, 261352.0, 39485.0, 11337.0, 4229.0, 1884.0, 929.0, 582.0, 388.0, 295.0, 210.0, 138.0, 102.0, 77.0, 49.0, 38.0, 19.0, 23.0, 10.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-33.1875, -32.197509765625, -31.20751953125, -30.217529296875, -29.2275390625, -28.237548828125, -27.24755859375, -26.257568359375, -25.267578125, -24.277587890625, -23.28759765625, -22.297607421875, -21.3076171875, -20.317626953125, -19.32763671875, -18.337646484375, -17.34765625, -16.357666015625, -15.36767578125, -14.377685546875, -13.3876953125, -12.397705078125, -11.40771484375, -10.417724609375, -9.427734375, -8.437744140625, -7.44775390625, -6.457763671875, -5.4677734375, -4.477783203125, -3.48779296875, -2.497802734375, -1.5078125, -0.517822265625, 0.47216796875, 1.462158203125, 2.4521484375, 3.442138671875, 4.43212890625, 5.422119140625, 6.412109375, 7.402099609375, 8.39208984375, 9.382080078125, 10.3720703125, 11.362060546875, 12.35205078125, 13.342041015625, 14.33203125, 15.322021484375, 16.31201171875, 17.302001953125, 18.2919921875, 19.281982421875, 20.27197265625, 21.261962890625, 22.251953125, 23.241943359375, 24.23193359375, 25.221923828125, 26.2119140625, 27.201904296875, 28.19189453125, 29.181884765625, 30.171875]}, "gradients/decoder.roberta.encoder.layer.5.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 5.0, 3.0, 6.0, 2.0, 8.0, 8.0, 12.0, 14.0, 18.0, 22.0, 22.0, 18.0, 36.0, 36.0, 31.0, 29.0, 30.0, 40.0, 44.0, 38.0, 41.0, 41.0, 41.0, 35.0, 39.0, 34.0, 38.0, 35.0, 24.0, 28.0, 25.0, 22.0, 22.0, 14.0, 19.0, 16.0, 21.0, 12.0, 11.0, 13.0, 7.0, 6.0, 11.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.8984375, -7.628173828125, -7.35791015625, -7.087646484375, -6.8173828125, -6.547119140625, -6.27685546875, -6.006591796875, -5.736328125, -5.466064453125, -5.19580078125, -4.925537109375, -4.6552734375, -4.385009765625, -4.11474609375, -3.844482421875, -3.57421875, -3.303955078125, -3.03369140625, -2.763427734375, -2.4931640625, -2.222900390625, -1.95263671875, -1.682373046875, -1.412109375, -1.141845703125, -0.87158203125, -0.601318359375, -0.3310546875, -0.060791015625, 0.20947265625, 0.479736328125, 0.75, 1.020263671875, 1.29052734375, 1.560791015625, 1.8310546875, 2.101318359375, 2.37158203125, 2.641845703125, 2.912109375, 3.182373046875, 3.45263671875, 3.722900390625, 3.9931640625, 4.263427734375, 4.53369140625, 4.803955078125, 5.07421875, 5.344482421875, 5.61474609375, 5.885009765625, 6.1552734375, 6.425537109375, 6.69580078125, 6.966064453125, 7.236328125, 7.506591796875, 7.77685546875, 8.047119140625, 8.3173828125, 8.587646484375, 8.85791015625, 9.128173828125, 9.3984375]}, "gradients/decoder.roberta.encoder.layer.5.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 2.0, 3.0, 6.0, 6.0, 6.0, 10.0, 16.0, 15.0, 20.0, 28.0, 36.0, 51.0, 66.0, 124.0, 187.0, 334.0, 1051.0, 9203.0, 462576.0, 3695113.0, 22575.0, 1838.0, 451.0, 194.0, 105.0, 67.0, 42.0, 37.0, 28.0, 19.0, 12.0, 13.0, 13.0, 6.0, 6.0, 3.0, 3.0, 4.0, 3.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.625, -74.9619140625, -72.298828125, -69.6357421875, -66.97265625, -64.3095703125, -61.646484375, -58.9833984375, -56.3203125, -53.6572265625, -50.994140625, -48.3310546875, -45.66796875, -43.0048828125, -40.341796875, -37.6787109375, -35.015625, -32.3525390625, -29.689453125, -27.0263671875, -24.36328125, -21.7001953125, -19.037109375, -16.3740234375, -13.7109375, -11.0478515625, -8.384765625, -5.7216796875, -3.05859375, -0.3955078125, 2.267578125, 4.9306640625, 7.59375, 10.2568359375, 12.919921875, 15.5830078125, 18.24609375, 20.9091796875, 23.572265625, 26.2353515625, 28.8984375, 31.5615234375, 34.224609375, 36.8876953125, 39.55078125, 42.2138671875, 44.876953125, 47.5400390625, 50.203125, 52.8662109375, 55.529296875, 58.1923828125, 60.85546875, 63.5185546875, 66.181640625, 68.8447265625, 71.5078125, 74.1708984375, 76.833984375, 79.4970703125, 82.16015625, 84.8232421875, 87.486328125, 90.1494140625, 92.8125]}, "gradients/decoder.roberta.encoder.layer.5.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 4.0, 8.0, 7.0, 4.0, 12.0, 12.0, 12.0, 13.0, 14.0, 29.0, 43.0, 61.0, 86.0, 141.0, 224.0, 327.0, 667.0, 949.0, 531.0, 300.0, 181.0, 118.0, 72.0, 62.0, 51.0, 32.0, 17.0, 23.0, 12.0, 20.0, 12.0, 7.0, 3.0, 5.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.71484375, -5.5484619140625, -5.382080078125, -5.2156982421875, -5.04931640625, -4.8829345703125, -4.716552734375, -4.5501708984375, -4.3837890625, -4.2174072265625, -4.051025390625, -3.8846435546875, -3.71826171875, -3.5518798828125, -3.385498046875, -3.2191162109375, -3.052734375, -2.8863525390625, -2.719970703125, -2.5535888671875, -2.38720703125, -2.2208251953125, -2.054443359375, -1.8880615234375, -1.7216796875, -1.5552978515625, -1.388916015625, -1.2225341796875, -1.05615234375, -0.8897705078125, -0.723388671875, -0.5570068359375, -0.390625, -0.2242431640625, -0.057861328125, 0.1085205078125, 0.27490234375, 0.4412841796875, 0.607666015625, 0.7740478515625, 0.9404296875, 1.1068115234375, 1.273193359375, 1.4395751953125, 1.60595703125, 1.7723388671875, 1.938720703125, 2.1051025390625, 2.271484375, 2.4378662109375, 2.604248046875, 2.7706298828125, 2.93701171875, 3.1033935546875, 3.269775390625, 3.4361572265625, 3.6025390625, 3.7689208984375, 3.935302734375, 4.1016845703125, 4.26806640625, 4.4344482421875, 4.600830078125, 4.7672119140625, 4.93359375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 4.0, 6.0, 9.0, 5.0, 10.0, 12.0, 13.0, 23.0, 42.0, 46.0, 58.0, 85.0, 87.0, 91.0, 88.0, 101.0, 82.0, 57.0, 56.0, 37.0, 29.0, 21.0, 21.0, 11.0, 9.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0], "bins": [-26.70966911315918, -26.142900466918945, -25.576129913330078, -25.009361267089844, -24.44259262084961, -23.875822067260742, -23.309053421020508, -22.74228286743164, -22.175514221191406, -21.608745574951172, -21.041975021362305, -20.47520637512207, -19.908435821533203, -19.34166717529297, -18.774898529052734, -18.208127975463867, -17.641359329223633, -17.0745906829834, -16.50782012939453, -15.941051483154297, -15.374281883239746, -14.807512283325195, -14.240743637084961, -13.67397403717041, -13.10720443725586, -12.540434837341309, -11.973665237426758, -11.406896591186523, -10.840126991271973, -10.273357391357422, -9.706588745117188, -9.139819145202637, -8.573051452636719, -8.006281852722168, -7.439512729644775, -6.872743606567383, -6.305974006652832, -5.739204406738281, -5.172435283660889, -4.605666160583496, -4.038896560668945, -3.4721271991729736, -2.905357837677002, -2.3385884761810303, -1.7718191146850586, -1.205049753189087, -0.6382803916931152, -0.07151103019714355, 0.4952583312988281, 1.0620276927947998, 1.6287970542907715, 2.195566415786743, 2.762335777282715, 3.3291051387786865, 3.895874500274658, 4.462643623352051, 5.029413223266602, 5.596182823181152, 6.162951946258545, 6.7297210693359375, 7.296490669250488, 7.863260269165039, 8.430028915405273, 8.996798515319824, 9.563568115234375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 8.0, 3.0, 4.0, 7.0, 10.0, 5.0, 9.0, 14.0, 11.0, 24.0, 11.0, 22.0, 28.0, 31.0, 31.0, 26.0, 29.0, 41.0, 30.0, 39.0, 49.0, 39.0, 30.0, 35.0, 35.0, 36.0, 36.0, 38.0, 35.0, 34.0, 24.0, 29.0, 28.0, 24.0, 27.0, 12.0, 24.0, 12.0, 9.0, 16.0, 11.0, 11.0, 6.0, 8.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.590492248535156, -9.270228385925293, -8.949965476989746, -8.629701614379883, -8.309438705444336, -7.989175319671631, -7.668911933898926, -7.3486480712890625, -7.028385162353516, -6.7081217765808105, -6.3878583908081055, -6.0675950050354, -5.747331619262695, -5.42706823348999, -5.106804847717285, -4.786540985107422, -4.466277599334717, -4.146014213562012, -3.8257508277893066, -3.5054874420166016, -3.1852240562438965, -2.8649606704711914, -2.5446970462799072, -2.224433660507202, -1.904170274734497, -1.583906888961792, -1.263643503189087, -0.9433799982070923, -0.6231166124343872, -0.30285322666168213, 0.0174102783203125, 0.3376736640930176, 0.6579370498657227, 0.9782004356384277, 1.2984638214111328, 1.6187273263931274, 1.9389907121658325, 2.259253978729248, 2.5795176029205322, 2.8997809886932373, 3.2200443744659424, 3.5403077602386475, 3.8605711460113525, 4.180834770202637, 4.501098155975342, 4.821361541748047, 5.141624927520752, 5.461888313293457, 5.782151699066162, 6.102415084838867, 6.422678470611572, 6.742941856384277, 7.063205242156982, 7.3834686279296875, 7.703732490539551, 8.023995399475098, 8.344259262084961, 8.664523124694824, 8.984786033630371, 9.305049896240234, 9.625312805175781, 9.945576667785645, 10.265839576721191, 10.586103439331055, 10.906366348266602]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 1.0, 11.0, 16.0, 17.0, 40.0, 50.0, 95.0, 137.0, 181.0, 273.0, 420.0, 737.0, 1119.0, 1727.0, 2535.0, 3829.0, 6121.0, 9187.0, 13695.0, 20508.0, 30514.0, 44606.0, 64538.0, 90615.0, 119109.0, 138670.0, 134076.0, 108856.0, 80846.0, 57153.0, 39351.0, 26911.0, 17898.0, 12011.0, 8002.0, 5088.0, 3276.0, 2269.0, 1427.0, 950.0, 583.0, 383.0, 237.0, 183.0, 128.0, 74.0, 41.0, 27.0, 13.0, 9.0, 10.0, 6.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.501953125, -1.45159912109375, -1.4012451171875, -1.35089111328125, -1.300537109375, -1.25018310546875, -1.1998291015625, -1.14947509765625, -1.09912109375, -1.04876708984375, -0.9984130859375, -0.94805908203125, -0.897705078125, -0.84735107421875, -0.7969970703125, -0.74664306640625, -0.6962890625, -0.64593505859375, -0.5955810546875, -0.54522705078125, -0.494873046875, -0.44451904296875, -0.3941650390625, -0.34381103515625, -0.29345703125, -0.24310302734375, -0.1927490234375, -0.14239501953125, -0.092041015625, -0.04168701171875, 0.0086669921875, 0.05902099609375, 0.109375, 0.15972900390625, 0.2100830078125, 0.26043701171875, 0.310791015625, 0.36114501953125, 0.4114990234375, 0.46185302734375, 0.51220703125, 0.56256103515625, 0.6129150390625, 0.66326904296875, 0.713623046875, 0.76397705078125, 0.8143310546875, 0.86468505859375, 0.9150390625, 0.96539306640625, 1.0157470703125, 1.06610107421875, 1.116455078125, 1.16680908203125, 1.2171630859375, 1.26751708984375, 1.31787109375, 1.36822509765625, 1.4185791015625, 1.46893310546875, 1.519287109375, 1.56964111328125, 1.6199951171875, 1.67034912109375, 1.720703125]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 8.0, 3.0, 2.0, 8.0, 11.0, 5.0, 9.0, 14.0, 12.0, 24.0, 11.0, 21.0, 28.0, 29.0, 33.0, 26.0, 28.0, 40.0, 31.0, 40.0, 49.0, 39.0, 34.0, 30.0, 37.0, 33.0, 36.0, 41.0, 34.0, 32.0, 24.0, 30.0, 30.0, 22.0, 27.0, 13.0, 22.0, 14.0, 10.0, 14.0, 12.0, 12.0, 5.0, 8.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.3828125, -9.07275390625, -8.7626953125, -8.45263671875, -8.142578125, -7.83251953125, -7.5224609375, -7.21240234375, -6.90234375, -6.59228515625, -6.2822265625, -5.97216796875, -5.662109375, -5.35205078125, -5.0419921875, -4.73193359375, -4.421875, -4.11181640625, -3.8017578125, -3.49169921875, -3.181640625, -2.87158203125, -2.5615234375, -2.25146484375, -1.94140625, -1.63134765625, -1.3212890625, -1.01123046875, -0.701171875, -0.39111328125, -0.0810546875, 0.22900390625, 0.5390625, 0.84912109375, 1.1591796875, 1.46923828125, 1.779296875, 2.08935546875, 2.3994140625, 2.70947265625, 3.01953125, 3.32958984375, 3.6396484375, 3.94970703125, 4.259765625, 4.56982421875, 4.8798828125, 5.18994140625, 5.5, 5.81005859375, 6.1201171875, 6.43017578125, 6.740234375, 7.05029296875, 7.3603515625, 7.67041015625, 7.98046875, 8.29052734375, 8.6005859375, 8.91064453125, 9.220703125, 9.53076171875, 9.8408203125, 10.15087890625, 10.4609375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 7.0, 1.0, 4.0, 11.0, 14.0, 17.0, 20.0, 51.0, 51.0, 70.0, 112.0, 178.0, 234.0, 326.0, 481.0, 712.0, 1119.0, 1678.0, 2492.0, 3652.0, 5580.0, 8759.0, 13876.0, 22992.0, 54606.0, 772994.0, 89450.0, 25752.0, 15304.0, 9480.0, 6152.0, 4096.0, 2695.0, 1799.0, 1242.0, 825.0, 531.0, 370.0, 269.0, 174.0, 110.0, 78.0, 69.0, 35.0, 33.0, 17.0, 15.0, 8.0, 4.0, 6.0, 7.0, 4.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.44140625, -3.328948974609375, -3.21649169921875, -3.104034423828125, -2.9915771484375, -2.879119873046875, -2.76666259765625, -2.654205322265625, -2.541748046875, -2.429290771484375, -2.31683349609375, -2.204376220703125, -2.0919189453125, -1.979461669921875, -1.86700439453125, -1.754547119140625, -1.64208984375, -1.529632568359375, -1.41717529296875, -1.304718017578125, -1.1922607421875, -1.079803466796875, -0.96734619140625, -0.854888916015625, -0.742431640625, -0.629974365234375, -0.51751708984375, -0.405059814453125, -0.2926025390625, -0.180145263671875, -0.06768798828125, 0.044769287109375, 0.1572265625, 0.269683837890625, 0.38214111328125, 0.494598388671875, 0.6070556640625, 0.719512939453125, 0.83197021484375, 0.944427490234375, 1.056884765625, 1.169342041015625, 1.28179931640625, 1.394256591796875, 1.5067138671875, 1.619171142578125, 1.73162841796875, 1.844085693359375, 1.95654296875, 2.069000244140625, 2.18145751953125, 2.293914794921875, 2.4063720703125, 2.518829345703125, 2.63128662109375, 2.743743896484375, 2.856201171875, 2.968658447265625, 3.08111572265625, 3.193572998046875, 3.3060302734375, 3.418487548828125, 3.53094482421875, 3.643402099609375, 3.755859375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 6.0, 3.0, 10.0, 1.0, 4.0, 4.0, 15.0, 16.0, 10.0, 12.0, 21.0, 20.0, 29.0, 19.0, 32.0, 30.0, 38.0, 37.0, 41.0, 42.0, 40.0, 49.0, 38.0, 49.0, 43.0, 39.0, 43.0, 33.0, 32.0, 38.0, 29.0, 32.0, 26.0, 18.0, 17.0, 14.0, 17.0, 13.0, 6.0, 11.0, 5.0, 7.0, 2.0, 7.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-7.6484375, -7.43133544921875, -7.2142333984375, -6.99713134765625, -6.780029296875, -6.56292724609375, -6.3458251953125, -6.12872314453125, -5.91162109375, -5.69451904296875, -5.4774169921875, -5.26031494140625, -5.043212890625, -4.82611083984375, -4.6090087890625, -4.39190673828125, -4.1748046875, -3.95770263671875, -3.7406005859375, -3.52349853515625, -3.306396484375, -3.08929443359375, -2.8721923828125, -2.65509033203125, -2.43798828125, -2.22088623046875, -2.0037841796875, -1.78668212890625, -1.569580078125, -1.35247802734375, -1.1353759765625, -0.91827392578125, -0.701171875, -0.48406982421875, -0.2669677734375, -0.04986572265625, 0.167236328125, 0.38433837890625, 0.6014404296875, 0.81854248046875, 1.03564453125, 1.25274658203125, 1.4698486328125, 1.68695068359375, 1.904052734375, 2.12115478515625, 2.3382568359375, 2.55535888671875, 2.7724609375, 2.98956298828125, 3.2066650390625, 3.42376708984375, 3.640869140625, 3.85797119140625, 4.0750732421875, 4.29217529296875, 4.50927734375, 4.72637939453125, 4.9434814453125, 5.16058349609375, 5.377685546875, 5.59478759765625, 5.8118896484375, 6.02899169921875, 6.24609375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 1.0, 5.0, 1.0, 1.0, 2.0, 4.0, 8.0, 14.0, 11.0, 24.0, 22.0, 31.0, 49.0, 46.0, 82.0, 98.0, 132.0, 221.0, 347.0, 529.0, 776.0, 1342.0, 2301.0, 4204.0, 8062.0, 16320.0, 36142.0, 841227.0, 86669.0, 24260.0, 11678.0, 6048.0, 3169.0, 1769.0, 1048.0, 625.0, 379.0, 275.0, 166.0, 120.0, 78.0, 70.0, 46.0, 30.0, 34.0, 33.0, 13.0, 10.0, 8.0, 4.0, 5.0, 5.0, 6.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.25390625, -0.24591445922851562, -0.23792266845703125, -0.22993087768554688, -0.2219390869140625, -0.21394729614257812, -0.20595550537109375, -0.19796371459960938, -0.189971923828125, -0.18198013305664062, -0.17398834228515625, -0.16599655151367188, -0.1580047607421875, -0.15001296997070312, -0.14202117919921875, -0.13402938842773438, -0.12603759765625, -0.11804580688476562, -0.11005401611328125, -0.10206222534179688, -0.0940704345703125, -0.08607864379882812, -0.07808685302734375, -0.07009506225585938, -0.062103271484375, -0.054111480712890625, -0.04611968994140625, -0.038127899169921875, -0.0301361083984375, -0.022144317626953125, -0.01415252685546875, -0.006160736083984375, 0.0018310546875, 0.009822845458984375, 0.01781463623046875, 0.025806427001953125, 0.0337982177734375, 0.041790008544921875, 0.04978179931640625, 0.057773590087890625, 0.065765380859375, 0.07375717163085938, 0.08174896240234375, 0.08974075317382812, 0.0977325439453125, 0.10572433471679688, 0.11371612548828125, 0.12170791625976562, 0.12969970703125, 0.13769149780273438, 0.14568328857421875, 0.15367507934570312, 0.1616668701171875, 0.16965866088867188, 0.17765045166015625, 0.18564224243164062, 0.193634033203125, 0.20162582397460938, 0.20961761474609375, 0.21760940551757812, 0.2256011962890625, 0.23359298706054688, 0.24158477783203125, 0.24957656860351562, 0.257568359375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 5.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 9.0, 6.0, 15.0, 13.0, 16.0, 29.0, 24.0, 20.0, 40.0, 43.0, 33.0, 53.0, 54.0, 50.0, 78.0, 54.0, 64.0, 53.0, 32.0, 44.0, 41.0, 32.0, 34.0, 27.0, 27.0, 26.0, 13.0, 17.0, 11.0, 11.0, 6.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3589859008789062e-05, -1.3151206076145172e-05, -1.2712553143501282e-05, -1.2273900210857391e-05, -1.1835247278213501e-05, -1.139659434556961e-05, -1.095794141292572e-05, -1.051928848028183e-05, -1.008063554763794e-05, -9.641982614994049e-06, -9.203329682350159e-06, -8.764676749706268e-06, -8.326023817062378e-06, -7.887370884418488e-06, -7.448717951774597e-06, -7.010065019130707e-06, -6.571412086486816e-06, -6.132759153842926e-06, -5.694106221199036e-06, -5.255453288555145e-06, -4.816800355911255e-06, -4.3781474232673645e-06, -3.939494490623474e-06, -3.5008415579795837e-06, -3.0621886253356934e-06, -2.623535692691803e-06, -2.1848827600479126e-06, -1.7462298274040222e-06, -1.3075768947601318e-06, -8.689239621162415e-07, -4.302710294723511e-07, 8.381903171539307e-09, 4.470348358154297e-07, 8.856877684593201e-07, 1.3243407011032104e-06, 1.7629936337471008e-06, 2.201646566390991e-06, 2.6402994990348816e-06, 3.078952431678772e-06, 3.5176053643226624e-06, 3.956258296966553e-06, 4.394911229610443e-06, 4.8335641622543335e-06, 5.272217094898224e-06, 5.710870027542114e-06, 6.149522960186005e-06, 6.588175892829895e-06, 7.026828825473785e-06, 7.465481758117676e-06, 7.904134690761566e-06, 8.342787623405457e-06, 8.781440556049347e-06, 9.220093488693237e-06, 9.658746421337128e-06, 1.0097399353981018e-05, 1.0536052286624908e-05, 1.0974705219268799e-05, 1.141335815191269e-05, 1.185201108455658e-05, 1.229066401720047e-05, 1.272931694984436e-05, 1.316796988248825e-05, 1.3606622815132141e-05, 1.4045275747776031e-05, 1.4483928680419922e-05]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 9.0, 3.0, 5.0, 15.0, 15.0, 18.0, 25.0, 29.0, 45.0, 36.0, 66.0, 96.0, 178.0, 412.0, 2852.0, 45198.0, 771414.0, 217150.0, 9261.0, 979.0, 246.0, 130.0, 98.0, 55.0, 49.0, 29.0, 35.0, 19.0, 10.0, 14.0, 15.0, 11.0, 6.0, 8.0, 5.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.4931640625, -0.4747161865234375, -0.456268310546875, -0.4378204345703125, -0.41937255859375, -0.4009246826171875, -0.382476806640625, -0.3640289306640625, -0.3455810546875, -0.3271331787109375, -0.308685302734375, -0.2902374267578125, -0.27178955078125, -0.2533416748046875, -0.234893798828125, -0.2164459228515625, -0.197998046875, -0.1795501708984375, -0.161102294921875, -0.1426544189453125, -0.12420654296875, -0.1057586669921875, -0.087310791015625, -0.0688629150390625, -0.0504150390625, -0.0319671630859375, -0.013519287109375, 0.0049285888671875, 0.02337646484375, 0.0418243408203125, 0.060272216796875, 0.0787200927734375, 0.09716796875, 0.1156158447265625, 0.134063720703125, 0.1525115966796875, 0.17095947265625, 0.1894073486328125, 0.207855224609375, 0.2263031005859375, 0.2447509765625, 0.2631988525390625, 0.281646728515625, 0.3000946044921875, 0.31854248046875, 0.3369903564453125, 0.355438232421875, 0.3738861083984375, 0.392333984375, 0.4107818603515625, 0.429229736328125, 0.4476776123046875, 0.46612548828125, 0.4845733642578125, 0.503021240234375, 0.5214691162109375, 0.5399169921875, 0.5583648681640625, 0.576812744140625, 0.5952606201171875, 0.61370849609375, 0.6321563720703125, 0.650604248046875, 0.6690521240234375, 0.6875]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 10.0, 12.0, 9.0, 17.0, 22.0, 15.0, 21.0, 26.0, 34.0, 31.0, 35.0, 45.0, 58.0, 56.0, 53.0, 60.0, 53.0, 63.0, 49.0, 37.0, 40.0, 39.0, 31.0, 27.0, 22.0, 16.0, 15.0, 22.0, 13.0, 4.0, 16.0, 4.0, 9.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.03729248046875, -0.03619575500488281, -0.035099029541015625, -0.03400230407714844, -0.03290557861328125, -0.03180885314941406, -0.030712127685546875, -0.029615402221679688, -0.0285186767578125, -0.027421951293945312, -0.026325225830078125, -0.025228500366210938, -0.02413177490234375, -0.023035049438476562, -0.021938323974609375, -0.020841598510742188, -0.019744873046875, -0.018648147583007812, -0.017551422119140625, -0.016454696655273438, -0.01535797119140625, -0.014261245727539062, -0.013164520263671875, -0.012067794799804688, -0.0109710693359375, -0.009874343872070312, -0.008777618408203125, -0.0076808929443359375, -0.00658416748046875, -0.0054874420166015625, -0.004390716552734375, -0.0032939910888671875, -0.002197265625, -0.0011005401611328125, -3.814697265625e-06, 0.0010929107666015625, 0.00218963623046875, 0.0032863616943359375, 0.004383087158203125, 0.0054798126220703125, 0.0065765380859375, 0.0076732635498046875, 0.008769989013671875, 0.009866714477539062, 0.01096343994140625, 0.012060165405273438, 0.013156890869140625, 0.014253616333007812, 0.015350341796875, 0.016447067260742188, 0.017543792724609375, 0.018640518188476562, 0.01973724365234375, 0.020833969116210938, 0.021930694580078125, 0.023027420043945312, 0.0241241455078125, 0.025220870971679688, 0.026317596435546875, 0.027414321899414062, 0.02851104736328125, 0.029607772827148438, 0.030704498291015625, 0.03180122375488281, 0.03289794921875]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 9.0, 11.0, 12.0, 15.0, 17.0, 33.0, 56.0, 75.0, 102.0, 114.0, 117.0, 114.0, 105.0, 66.0, 53.0, 43.0, 26.0, 17.0, 18.0, 6.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.87898826599121, -26.17929458618164, -25.47960090637207, -24.779905319213867, -24.080211639404297, -23.380517959594727, -22.680824279785156, -21.981128692626953, -21.281435012817383, -20.581741333007812, -19.882047653198242, -19.18235206604004, -18.48265838623047, -17.7829647064209, -17.083271026611328, -16.383575439453125, -15.683882713317871, -14.9841890335083, -14.284494400024414, -13.584800720214844, -12.885106086730957, -12.185412406921387, -11.4857177734375, -10.78602409362793, -10.08633041381836, -9.386636734008789, -8.686942100524902, -7.987248420715332, -7.287553787231445, -6.587860107421875, -5.8881659507751465, -5.188471794128418, -4.488777160644531, -3.7890830039978027, -3.089388847351074, -2.389694929122925, -1.6900007724761963, -0.9903066158294678, -0.29061269760131836, 0.40908145904541016, 1.1087756156921387, 1.8084697723388672, 2.5081639289855957, 3.207857847213745, 3.9075520038604736, 4.607246398925781, 5.306940078735352, 6.00663423538208, 6.706328392028809, 7.406022548675537, 8.105716705322266, 8.805410385131836, 9.505105018615723, 10.204798698425293, 10.90449333190918, 11.60418701171875, 12.30388069152832, 13.00357437133789, 13.703269004821777, 14.402962684631348, 15.102657318115234, 15.802350997924805, 16.502044677734375, 17.201740264892578, 17.90143394470215]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 8.0, 3.0, 2.0, 9.0, 10.0, 5.0, 9.0, 16.0, 10.0, 24.0, 11.0, 21.0, 30.0, 27.0, 35.0, 24.0, 28.0, 41.0, 31.0, 40.0, 49.0, 39.0, 34.0, 30.0, 37.0, 33.0, 36.0, 41.0, 34.0, 32.0, 24.0, 30.0, 29.0, 22.0, 27.0, 13.0, 22.0, 14.0, 10.0, 14.0, 12.0, 12.0, 5.0, 8.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.368080139160156, -9.058239936828613, -8.74839973449707, -8.438558578491211, -8.128718376159668, -7.818878173828125, -7.509037971496582, -7.199197769165039, -6.889357089996338, -6.579516887664795, -6.269676208496094, -5.959836006164551, -5.649995803833008, -5.340155124664307, -5.030314922332764, -4.7204742431640625, -4.4106340408325195, -4.100793838500977, -3.7909531593322754, -3.4811129570007324, -3.1712725162506104, -2.8614320755004883, -2.5515918731689453, -2.2417514324188232, -1.9319109916687012, -1.622070550918579, -1.3122302293777466, -1.002389907836914, -0.692549467086792, -0.3827090263366699, -0.0728687047958374, 0.23697161674499512, 0.5468111038208008, 0.8566514849662781, 1.1664918661117554, 1.476332187652588, 1.78617262840271, 2.096013069152832, 2.405853271484375, 2.715693712234497, 3.025534152984619, 3.335374593734741, 3.6452150344848633, 3.9550552368164062, 4.264895439147949, 4.57473611831665, 4.884576320648193, 5.1944169998168945, 5.5042572021484375, 5.8140974044799805, 6.123938083648682, 6.433778285980225, 6.743618965148926, 7.053459167480469, 7.363299369812012, 7.673139572143555, 7.982980251312256, 8.292820930480957, 8.6026611328125, 8.912501335144043, 9.222341537475586, 9.532182693481445, 9.842022895812988, 10.151863098144531, 10.461703300476074]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 12.0, 14.0, 41.0, 56.0, 115.0, 247.0, 463.0, 920.0, 1739.0, 3032.0, 5758.0, 11185.0, 22513.0, 58780.0, 206702.0, 435815.0, 199093.0, 56830.0, 22298.0, 10776.0, 5681.0, 3017.0, 1634.0, 861.0, 468.0, 234.0, 122.0, 58.0, 41.0, 22.0, 7.0, 6.0, 4.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.015625, -14.5802001953125, -14.144775390625, -13.7093505859375, -13.27392578125, -12.8385009765625, -12.403076171875, -11.9676513671875, -11.5322265625, -11.0968017578125, -10.661376953125, -10.2259521484375, -9.79052734375, -9.3551025390625, -8.919677734375, -8.4842529296875, -8.048828125, -7.6134033203125, -7.177978515625, -6.7425537109375, -6.30712890625, -5.8717041015625, -5.436279296875, -5.0008544921875, -4.5654296875, -4.1300048828125, -3.694580078125, -3.2591552734375, -2.82373046875, -2.3883056640625, -1.952880859375, -1.5174560546875, -1.08203125, -0.6466064453125, -0.211181640625, 0.2242431640625, 0.65966796875, 1.0950927734375, 1.530517578125, 1.9659423828125, 2.4013671875, 2.8367919921875, 3.272216796875, 3.7076416015625, 4.14306640625, 4.5784912109375, 5.013916015625, 5.4493408203125, 5.884765625, 6.3201904296875, 6.755615234375, 7.1910400390625, 7.62646484375, 8.0618896484375, 8.497314453125, 8.9327392578125, 9.3681640625, 9.8035888671875, 10.239013671875, 10.6744384765625, 11.10986328125, 11.5452880859375, 11.980712890625, 12.4161376953125, 12.8515625]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 2.0, 4.0, 8.0, 8.0, 4.0, 12.0, 15.0, 17.0, 19.0, 11.0, 21.0, 28.0, 34.0, 22.0, 30.0, 24.0, 34.0, 41.0, 38.0, 42.0, 35.0, 33.0, 40.0, 29.0, 33.0, 30.0, 42.0, 34.0, 30.0, 35.0, 22.0, 25.0, 29.0, 29.0, 12.0, 22.0, 16.0, 14.0, 9.0, 11.0, 14.0, 11.0, 8.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.046875, -8.740478515625, -8.43408203125, -8.127685546875, -7.8212890625, -7.514892578125, -7.20849609375, -6.902099609375, -6.595703125, -6.289306640625, -5.98291015625, -5.676513671875, -5.3701171875, -5.063720703125, -4.75732421875, -4.450927734375, -4.14453125, -3.838134765625, -3.53173828125, -3.225341796875, -2.9189453125, -2.612548828125, -2.30615234375, -1.999755859375, -1.693359375, -1.386962890625, -1.08056640625, -0.774169921875, -0.4677734375, -0.161376953125, 0.14501953125, 0.451416015625, 0.7578125, 1.064208984375, 1.37060546875, 1.677001953125, 1.9833984375, 2.289794921875, 2.59619140625, 2.902587890625, 3.208984375, 3.515380859375, 3.82177734375, 4.128173828125, 4.4345703125, 4.740966796875, 5.04736328125, 5.353759765625, 5.66015625, 5.966552734375, 6.27294921875, 6.579345703125, 6.8857421875, 7.192138671875, 7.49853515625, 7.804931640625, 8.111328125, 8.417724609375, 8.72412109375, 9.030517578125, 9.3369140625, 9.643310546875, 9.94970703125, 10.256103515625, 10.5625]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 6.0, 6.0, 9.0, 17.0, 23.0, 22.0, 24.0, 37.0, 40.0, 61.0, 69.0, 88.0, 107.0, 127.0, 143.0, 262.0, 1045849.0, 818.0, 149.0, 126.0, 115.0, 93.0, 81.0, 63.0, 39.0, 47.0, 27.0, 30.0, 22.0, 17.0, 11.0, 2.0, 3.0, 9.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-229.75, -220.0234375, -210.296875, -200.5703125, -190.84375, -181.1171875, -171.390625, -161.6640625, -151.9375, -142.2109375, -132.484375, -122.7578125, -113.03125, -103.3046875, -93.578125, -83.8515625, -74.125, -64.3984375, -54.671875, -44.9453125, -35.21875, -25.4921875, -15.765625, -6.0390625, 3.6875, 13.4140625, 23.140625, 32.8671875, 42.59375, 52.3203125, 62.046875, 71.7734375, 81.5, 91.2265625, 100.953125, 110.6796875, 120.40625, 130.1328125, 139.859375, 149.5859375, 159.3125, 169.0390625, 178.765625, 188.4921875, 198.21875, 207.9453125, 217.671875, 227.3984375, 237.125, 246.8515625, 256.578125, 266.3046875, 276.03125, 285.7578125, 295.484375, 305.2109375, 314.9375, 324.6640625, 334.390625, 344.1171875, 353.84375, 363.5703125, 373.296875, 383.0234375, 392.75]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 5.0, 8.0, 1.0, 9.0, 19.0, 8.0, 29.0, 24.0, 24.0, 32.0, 32.0, 34.0, 51.0, 33.0, 46.0, 50.0, 47.0, 37.0, 53.0, 42.0, 40.0, 54.0, 52.0, 27.0, 38.0, 29.0, 35.0, 32.0, 21.0, 14.0, 22.0, 18.0, 11.0, 6.0, 7.0, 6.0, 5.0, 0.0, 2.0, 1.0, 1.0, 3.0], "bins": [-15.25, -14.8704833984375, -14.490966796875, -14.1114501953125, -13.73193359375, -13.3524169921875, -12.972900390625, -12.5933837890625, -12.2138671875, -11.8343505859375, -11.454833984375, -11.0753173828125, -10.69580078125, -10.3162841796875, -9.936767578125, -9.5572509765625, -9.177734375, -8.7982177734375, -8.418701171875, -8.0391845703125, -7.65966796875, -7.2801513671875, -6.900634765625, -6.5211181640625, -6.1416015625, -5.7620849609375, -5.382568359375, -5.0030517578125, -4.62353515625, -4.2440185546875, -3.864501953125, -3.4849853515625, -3.10546875, -2.7259521484375, -2.346435546875, -1.9669189453125, -1.58740234375, -1.2078857421875, -0.828369140625, -0.4488525390625, -0.0693359375, 0.3101806640625, 0.689697265625, 1.0692138671875, 1.44873046875, 1.8282470703125, 2.207763671875, 2.5872802734375, 2.966796875, 3.3463134765625, 3.725830078125, 4.1053466796875, 4.48486328125, 4.8643798828125, 5.243896484375, 5.6234130859375, 6.0029296875, 6.3824462890625, 6.761962890625, 7.1414794921875, 7.52099609375, 7.9005126953125, 8.280029296875, 8.6595458984375, 9.0390625]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 1.0, 6.0, 13.0, 12.0, 12.0, 23.0, 36.0, 53.0, 82.0, 122.0, 233.0, 461.0, 1164.0, 4455.0, 25662.0, 387531.0, 586174.0, 34524.0, 5354.0, 1443.0, 501.0, 242.0, 142.0, 93.0, 58.0, 51.0, 36.0, 15.0, 10.0, 13.0, 15.0, 6.0, 6.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.875, -16.201904296875, -15.52880859375, -14.855712890625, -14.1826171875, -13.509521484375, -12.83642578125, -12.163330078125, -11.490234375, -10.817138671875, -10.14404296875, -9.470947265625, -8.7978515625, -8.124755859375, -7.45166015625, -6.778564453125, -6.10546875, -5.432373046875, -4.75927734375, -4.086181640625, -3.4130859375, -2.739990234375, -2.06689453125, -1.393798828125, -0.720703125, -0.047607421875, 0.62548828125, 1.298583984375, 1.9716796875, 2.644775390625, 3.31787109375, 3.990966796875, 4.6640625, 5.337158203125, 6.01025390625, 6.683349609375, 7.3564453125, 8.029541015625, 8.70263671875, 9.375732421875, 10.048828125, 10.721923828125, 11.39501953125, 12.068115234375, 12.7412109375, 13.414306640625, 14.08740234375, 14.760498046875, 15.43359375, 16.106689453125, 16.77978515625, 17.452880859375, 18.1259765625, 18.799072265625, 19.47216796875, 20.145263671875, 20.818359375, 21.491455078125, 22.16455078125, 22.837646484375, 23.5107421875, 24.183837890625, 24.85693359375, 25.530029296875, 26.203125]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 7.0, 5.0, 14.0, 26.0, 22.0, 58.0, 85.0, 147.0, 196.0, 177.0, 113.0, 51.0, 39.0, 23.0, 20.0, 10.0, 8.0, 7.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020275115966796875, -0.0019674301147460938, -0.0019073486328125, -0.0018472671508789062, -0.0017871856689453125, -0.0017271041870117188, -0.001667022705078125, -0.0016069412231445312, -0.0015468597412109375, -0.0014867782592773438, -0.00142669677734375, -0.0013666152954101562, -0.0013065338134765625, -0.0012464523315429688, -0.001186370849609375, -0.0011262893676757812, -0.0010662078857421875, -0.0010061264038085938, -0.000946044921875, -0.0008859634399414062, -0.0008258819580078125, -0.0007658004760742188, -0.000705718994140625, -0.0006456375122070312, -0.0005855560302734375, -0.0005254745483398438, -0.00046539306640625, -0.00040531158447265625, -0.0003452301025390625, -0.00028514862060546875, -0.000225067138671875, -0.00016498565673828125, -0.0001049041748046875, -4.482269287109375e-05, 1.52587890625e-05, 7.534027099609375e-05, 0.0001354217529296875, 0.00019550323486328125, 0.000255584716796875, 0.00031566619873046875, 0.0003757476806640625, 0.00043582916259765625, 0.00049591064453125, 0.0005559921264648438, 0.0006160736083984375, 0.0006761550903320312, 0.000736236572265625, 0.0007963180541992188, 0.0008563995361328125, 0.0009164810180664062, 0.0009765625, 0.0010366439819335938, 0.0010967254638671875, 0.0011568069458007812, 0.001216888427734375, 0.0012769699096679688, 0.0013370513916015625, 0.0013971328735351562, 0.00145721435546875, 0.0015172958374023438, 0.0015773773193359375, 0.0016374588012695312, 0.001697540283203125, 0.0017576217651367188, 0.0018177032470703125]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 7.0, 13.0, 10.0, 31.0, 72.0, 298.0, 4916.0, 1040236.0, 2633.0, 222.0, 64.0, 22.0, 13.0, 4.0, 8.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-105.375, -101.533203125, -97.69140625, -93.849609375, -90.0078125, -86.166015625, -82.32421875, -78.482421875, -74.640625, -70.798828125, -66.95703125, -63.115234375, -59.2734375, -55.431640625, -51.58984375, -47.748046875, -43.90625, -40.064453125, -36.22265625, -32.380859375, -28.5390625, -24.697265625, -20.85546875, -17.013671875, -13.171875, -9.330078125, -5.48828125, -1.646484375, 2.1953125, 6.037109375, 9.87890625, 13.720703125, 17.5625, 21.404296875, 25.24609375, 29.087890625, 32.9296875, 36.771484375, 40.61328125, 44.455078125, 48.296875, 52.138671875, 55.98046875, 59.822265625, 63.6640625, 67.505859375, 71.34765625, 75.189453125, 79.03125, 82.873046875, 86.71484375, 90.556640625, 94.3984375, 98.240234375, 102.08203125, 105.923828125, 109.765625, 113.607421875, 117.44921875, 121.291015625, 125.1328125, 128.974609375, 132.81640625, 136.658203125, 140.5]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 1.0, 6.0, 6.0, 11.0, 15.0, 31.0, 60.0, 136.0, 258.0, 222.0, 124.0, 57.0, 39.0, 12.0, 12.0, 8.0, 3.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.30859375, -7.11065673828125, -6.9127197265625, -6.71478271484375, -6.516845703125, -6.31890869140625, -6.1209716796875, -5.92303466796875, -5.72509765625, -5.52716064453125, -5.3292236328125, -5.13128662109375, -4.933349609375, -4.73541259765625, -4.5374755859375, -4.33953857421875, -4.1416015625, -3.94366455078125, -3.7457275390625, -3.54779052734375, -3.349853515625, -3.15191650390625, -2.9539794921875, -2.75604248046875, -2.55810546875, -2.36016845703125, -2.1622314453125, -1.96429443359375, -1.766357421875, -1.56842041015625, -1.3704833984375, -1.17254638671875, -0.974609375, -0.77667236328125, -0.5787353515625, -0.38079833984375, -0.182861328125, 0.01507568359375, 0.2130126953125, 0.41094970703125, 0.60888671875, 0.80682373046875, 1.0047607421875, 1.20269775390625, 1.400634765625, 1.59857177734375, 1.7965087890625, 1.99444580078125, 2.1923828125, 2.39031982421875, 2.5882568359375, 2.78619384765625, 2.984130859375, 3.18206787109375, 3.3800048828125, 3.57794189453125, 3.77587890625, 3.97381591796875, 4.1717529296875, 4.36968994140625, 4.567626953125, 4.76556396484375, 4.9635009765625, 5.16143798828125, 5.359375]}, "gradients/decoder.roberta.encoder.layer.4.output.LayerNorm.weight": {"_type": "histogram", "values": [5.0, 6.0, 27.0, 53.0, 112.0, 188.0, 214.0, 197.0, 117.0, 64.0, 22.0, 10.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.201420783996582, -8.620461463928223, -7.039502143859863, -5.458542346954346, -3.8775830268859863, -2.296623706817627, -0.7156639099121094, 0.86529541015625, 2.4462547302246094, 4.027214050292969, 5.608173370361328, 7.189133167266846, 8.770092010498047, 10.351051330566406, 11.932011604309082, 13.512970924377441, 15.0939302444458, 16.674890518188477, 18.255849838256836, 19.836809158325195, 21.417768478393555, 22.998727798461914, 24.579687118530273, 26.160646438598633, 27.741605758666992, 29.32256507873535, 30.90352439880371, 32.4844856262207, 34.06544494628906, 35.64640426635742, 37.22736358642578, 38.80832290649414, 40.389278411865234, 41.970237731933594, 43.55119705200195, 45.13215637207031, 46.71311569213867, 48.29407501220703, 49.87503433227539, 51.45599365234375, 53.03695297241211, 54.61791229248047, 56.19887161254883, 57.77983093261719, 59.36079025268555, 60.941749572753906, 62.522708892822266, 64.10366821289062, 65.68463134765625, 67.26559448242188, 68.84654998779297, 70.4275131225586, 72.00846862792969, 73.58943176269531, 75.1703872680664, 76.75135040283203, 78.33230590820312, 79.91326904296875, 81.49422454833984, 83.07518768310547, 84.65614318847656, 86.23710632324219, 87.81806182861328, 89.3990249633789, 90.97998046875]}, "gradients/decoder.roberta.encoder.layer.4.output.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 6.0, 2.0, 6.0, 1.0, 6.0, 10.0, 3.0, 10.0, 10.0, 17.0, 12.0, 20.0, 17.0, 24.0, 28.0, 27.0, 20.0, 30.0, 30.0, 34.0, 40.0, 39.0, 32.0, 41.0, 35.0, 43.0, 40.0, 34.0, 37.0, 38.0, 35.0, 31.0, 30.0, 29.0, 24.0, 16.0, 14.0, 16.0, 14.0, 18.0, 19.0, 9.0, 13.0, 14.0, 11.0, 6.0, 4.0, 4.0, 2.0, 5.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.41769790649414, -8.002007484436035, -7.586317539215088, -7.170627117156982, -6.754937171936035, -6.33924674987793, -5.923556327819824, -5.507866382598877, -5.09217643737793, -4.676486015319824, -4.260796070098877, -3.8451056480407715, -3.429415702819824, -3.0137252807617188, -2.5980350971221924, -2.182344913482666, -1.7666544914245605, -1.3509643077850342, -0.935274064540863, -0.5195838212966919, -0.10389363765716553, 0.3117966651916504, 0.7274868488311768, 1.1431770324707031, 1.5588672161102295, 1.9745573997497559, 2.3902475833892822, 2.8059377670288086, 3.221628189086914, 3.6373183727264404, 4.053008556365967, 4.468698501586914, 4.8843889236450195, 5.300079345703125, 5.715769290924072, 6.131459712982178, 6.547149658203125, 6.9628400802612305, 7.378530502319336, 7.794220447540283, 8.20991039276123, 8.625600814819336, 9.041291236877441, 9.45698070526123, 9.872671127319336, 10.288361549377441, 10.704051971435547, 11.119741439819336, 11.535432815551758, 11.951123237609863, 12.366813659667969, 12.782503128051758, 13.198193550109863, 13.613883972167969, 14.029574394226074, 14.44526481628418, 14.860954284667969, 15.276644706726074, 15.69233512878418, 16.10802459716797, 16.52371597290039, 16.93940544128418, 17.35509490966797, 17.77078628540039, 18.18647575378418]}, "gradients/decoder.roberta.encoder.layer.4.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 8.0, 4.0, 6.0, 12.0, 10.0, 11.0, 24.0, 22.0, 32.0, 39.0, 69.0, 98.0, 166.0, 259.0, 530.0, 1108.0, 2834.0, 8695.0, 36254.0, 379354.0, 3631862.0, 106521.0, 17961.0, 4857.0, 1745.0, 765.0, 402.0, 218.0, 105.0, 95.0, 53.0, 38.0, 29.0, 20.0, 12.0, 29.0, 17.0, 5.0, 9.0, 4.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-40.34375, -39.13134765625, -37.9189453125, -36.70654296875, -35.494140625, -34.28173828125, -33.0693359375, -31.85693359375, -30.64453125, -29.43212890625, -28.2197265625, -27.00732421875, -25.794921875, -24.58251953125, -23.3701171875, -22.15771484375, -20.9453125, -19.73291015625, -18.5205078125, -17.30810546875, -16.095703125, -14.88330078125, -13.6708984375, -12.45849609375, -11.24609375, -10.03369140625, -8.8212890625, -7.60888671875, -6.396484375, -5.18408203125, -3.9716796875, -2.75927734375, -1.546875, -0.33447265625, 0.8779296875, 2.09033203125, 3.302734375, 4.51513671875, 5.7275390625, 6.93994140625, 8.15234375, 9.36474609375, 10.5771484375, 11.78955078125, 13.001953125, 14.21435546875, 15.4267578125, 16.63916015625, 17.8515625, 19.06396484375, 20.2763671875, 21.48876953125, 22.701171875, 23.91357421875, 25.1259765625, 26.33837890625, 27.55078125, 28.76318359375, 29.9755859375, 31.18798828125, 32.400390625, 33.61279296875, 34.8251953125, 36.03759765625, 37.25]}, "gradients/decoder.roberta.encoder.layer.4.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 6.0, 3.0, 4.0, 7.0, 12.0, 3.0, 12.0, 13.0, 13.0, 15.0, 29.0, 32.0, 26.0, 26.0, 27.0, 33.0, 27.0, 24.0, 31.0, 38.0, 39.0, 58.0, 39.0, 42.0, 46.0, 43.0, 28.0, 36.0, 34.0, 34.0, 30.0, 21.0, 29.0, 23.0, 11.0, 17.0, 23.0, 13.0, 11.0, 11.0, 10.0, 5.0, 7.0, 2.0, 4.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.05859375, -6.81976318359375, -6.5809326171875, -6.34210205078125, -6.103271484375, -5.86444091796875, -5.6256103515625, -5.38677978515625, -5.14794921875, -4.90911865234375, -4.6702880859375, -4.43145751953125, -4.192626953125, -3.95379638671875, -3.7149658203125, -3.47613525390625, -3.2373046875, -2.99847412109375, -2.7596435546875, -2.52081298828125, -2.281982421875, -2.04315185546875, -1.8043212890625, -1.56549072265625, -1.32666015625, -1.08782958984375, -0.8489990234375, -0.61016845703125, -0.371337890625, -0.13250732421875, 0.1063232421875, 0.34515380859375, 0.583984375, 0.82281494140625, 1.0616455078125, 1.30047607421875, 1.539306640625, 1.77813720703125, 2.0169677734375, 2.25579833984375, 2.49462890625, 2.73345947265625, 2.9722900390625, 3.21112060546875, 3.449951171875, 3.68878173828125, 3.9276123046875, 4.16644287109375, 4.4052734375, 4.64410400390625, 4.8829345703125, 5.12176513671875, 5.360595703125, 5.59942626953125, 5.8382568359375, 6.07708740234375, 6.31591796875, 6.55474853515625, 6.7935791015625, 7.03240966796875, 7.271240234375, 7.51007080078125, 7.7489013671875, 7.98773193359375, 8.2265625]}, "gradients/decoder.roberta.encoder.layer.4.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 5.0, 6.0, 5.0, 15.0, 16.0, 33.0, 62.0, 65.0, 143.0, 310.0, 1207.0, 12873.0, 3887481.0, 286012.0, 4765.0, 698.0, 221.0, 112.0, 77.0, 59.0, 25.0, 25.0, 11.0, 12.0, 15.0, 5.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-85.9375, -82.734375, -79.53125, -76.328125, -73.125, -69.921875, -66.71875, -63.515625, -60.3125, -57.109375, -53.90625, -50.703125, -47.5, -44.296875, -41.09375, -37.890625, -34.6875, -31.484375, -28.28125, -25.078125, -21.875, -18.671875, -15.46875, -12.265625, -9.0625, -5.859375, -2.65625, 0.546875, 3.75, 6.953125, 10.15625, 13.359375, 16.5625, 19.765625, 22.96875, 26.171875, 29.375, 32.578125, 35.78125, 38.984375, 42.1875, 45.390625, 48.59375, 51.796875, 55.0, 58.203125, 61.40625, 64.609375, 67.8125, 71.015625, 74.21875, 77.421875, 80.625, 83.828125, 87.03125, 90.234375, 93.4375, 96.640625, 99.84375, 103.046875, 106.25, 109.453125, 112.65625, 115.859375, 119.0625]}, "gradients/decoder.roberta.encoder.layer.4.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 6.0, 6.0, 5.0, 11.0, 9.0, 18.0, 33.0, 42.0, 69.0, 115.0, 166.0, 329.0, 723.0, 1268.0, 590.0, 276.0, 148.0, 73.0, 59.0, 41.0, 29.0, 18.0, 10.0, 8.0, 5.0, 2.0, 3.0, 5.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-7.79296875, -7.58447265625, -7.3759765625, -7.16748046875, -6.958984375, -6.75048828125, -6.5419921875, -6.33349609375, -6.125, -5.91650390625, -5.7080078125, -5.49951171875, -5.291015625, -5.08251953125, -4.8740234375, -4.66552734375, -4.45703125, -4.24853515625, -4.0400390625, -3.83154296875, -3.623046875, -3.41455078125, -3.2060546875, -2.99755859375, -2.7890625, -2.58056640625, -2.3720703125, -2.16357421875, -1.955078125, -1.74658203125, -1.5380859375, -1.32958984375, -1.12109375, -0.91259765625, -0.7041015625, -0.49560546875, -0.287109375, -0.07861328125, 0.1298828125, 0.33837890625, 0.546875, 0.75537109375, 0.9638671875, 1.17236328125, 1.380859375, 1.58935546875, 1.7978515625, 2.00634765625, 2.21484375, 2.42333984375, 2.6318359375, 2.84033203125, 3.048828125, 3.25732421875, 3.4658203125, 3.67431640625, 3.8828125, 4.09130859375, 4.2998046875, 4.50830078125, 4.716796875, 4.92529296875, 5.1337890625, 5.34228515625, 5.55078125]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 8.0, 17.0, 16.0, 15.0, 37.0, 43.0, 73.0, 67.0, 87.0, 96.0, 82.0, 99.0, 91.0, 54.0, 71.0, 48.0, 36.0, 30.0, 21.0, 10.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-25.14447784423828, -24.592588424682617, -24.040699005126953, -23.48880958557129, -22.936920166015625, -22.38503074645996, -21.833141326904297, -21.281253814697266, -20.72936248779297, -20.177473068237305, -19.62558364868164, -19.073694229125977, -18.521804809570312, -17.96991539001465, -17.418025970458984, -16.866138458251953, -16.31424903869629, -15.762359619140625, -15.210470199584961, -14.658580780029297, -14.106691360473633, -13.554801940917969, -13.002913475036621, -12.451024055480957, -11.899134635925293, -11.347245216369629, -10.795355796813965, -10.2434663772583, -9.691577911376953, -9.139688491821289, -8.587799072265625, -8.035909652709961, -7.484021186828613, -6.932131767272949, -6.380242347717285, -5.828353404998779, -5.276463985443115, -4.724574565887451, -4.172685623168945, -3.6207962036132812, -3.068906784057617, -2.517017364501953, -1.9651281833648682, -1.4132388830184937, -0.8613495826721191, -0.3094601631164551, 0.24242901802062988, 0.7943181991577148, 1.346207618713379, 1.8980969190597534, 2.449986219406128, 3.001875400543213, 3.553764820098877, 4.105654239654541, 4.657543182373047, 5.209432601928711, 5.761322021484375, 6.313211441040039, 6.865100860595703, 7.416989803314209, 7.968879222869873, 8.520769119262695, 9.072657585144043, 9.624547004699707, 10.176436424255371]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 3.0, 10.0, 11.0, 16.0, 10.0, 17.0, 12.0, 14.0, 25.0, 31.0, 40.0, 39.0, 38.0, 38.0, 47.0, 44.0, 37.0, 29.0, 43.0, 39.0, 41.0, 33.0, 40.0, 39.0, 38.0, 27.0, 29.0, 33.0, 30.0, 20.0, 19.0, 19.0, 12.0, 9.0, 17.0, 7.0, 11.0, 4.0, 5.0, 5.0, 2.0, 4.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.77017593383789, -9.466033935546875, -9.16189193725586, -8.857749938964844, -8.553607940673828, -8.249465942382812, -7.945324420928955, -7.6411824226379395, -7.337040424346924, -7.032898426055908, -6.728756427764893, -6.424614429473877, -6.1204729080200195, -5.816330909729004, -5.512188911437988, -5.208046913146973, -4.903904914855957, -4.599762916564941, -4.295620918273926, -3.9914791584014893, -3.6873371601104736, -3.383195161819458, -3.0790534019470215, -2.774911403656006, -2.4707694053649902, -2.1666274070739746, -1.8624855279922485, -1.5583436489105225, -1.2542016506195068, -0.9500596523284912, -0.6459177732467651, -0.34177589416503906, -0.03763294219970703, 0.2665089964866638, 0.5706509351730347, 0.8747928738594055, 1.1789348125457764, 1.483076810836792, 1.787218689918518, 2.091360569000244, 2.3955025672912598, 2.6996445655822754, 3.003786563873291, 3.3079283237457275, 3.612070322036743, 3.916212320327759, 4.220354080200195, 4.524496078491211, 4.828638076782227, 5.132780075073242, 5.436922073364258, 5.741064071655273, 6.045206069946289, 6.349348068237305, 6.653489589691162, 6.957631587982178, 7.261773586273193, 7.565915584564209, 7.870057582855225, 8.174199104309082, 8.478341102600098, 8.782483100891113, 9.086625099182129, 9.390767097473145, 9.69490909576416]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 6.0, 5.0, 7.0, 8.0, 19.0, 24.0, 33.0, 46.0, 73.0, 114.0, 167.0, 293.0, 446.0, 713.0, 1146.0, 1813.0, 2837.0, 4387.0, 7102.0, 11421.0, 18180.0, 28756.0, 45051.0, 69669.0, 101932.0, 138866.0, 159487.0, 142420.0, 107710.0, 73879.0, 48582.0, 31048.0, 19498.0, 12141.0, 7633.0, 4803.0, 3052.0, 1854.0, 1184.0, 743.0, 519.0, 319.0, 201.0, 142.0, 81.0, 52.0, 33.0, 29.0, 17.0, 11.0, 6.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.53125, -1.481170654296875, -1.43109130859375, -1.381011962890625, -1.3309326171875, -1.280853271484375, -1.23077392578125, -1.180694580078125, -1.130615234375, -1.080535888671875, -1.03045654296875, -0.980377197265625, -0.9302978515625, -0.880218505859375, -0.83013916015625, -0.780059814453125, -0.72998046875, -0.679901123046875, -0.62982177734375, -0.579742431640625, -0.5296630859375, -0.479583740234375, -0.42950439453125, -0.379425048828125, -0.329345703125, -0.279266357421875, -0.22918701171875, -0.179107666015625, -0.1290283203125, -0.078948974609375, -0.02886962890625, 0.021209716796875, 0.0712890625, 0.121368408203125, 0.17144775390625, 0.221527099609375, 0.2716064453125, 0.321685791015625, 0.37176513671875, 0.421844482421875, 0.471923828125, 0.522003173828125, 0.57208251953125, 0.622161865234375, 0.6722412109375, 0.722320556640625, 0.77239990234375, 0.822479248046875, 0.87255859375, 0.922637939453125, 0.97271728515625, 1.022796630859375, 1.0728759765625, 1.122955322265625, 1.17303466796875, 1.223114013671875, 1.273193359375, 1.323272705078125, 1.37335205078125, 1.423431396484375, 1.4735107421875, 1.523590087890625, 1.57366943359375, 1.623748779296875, 1.673828125]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 1.0, 12.0, 10.0, 15.0, 10.0, 18.0, 11.0, 16.0, 23.0, 28.0, 41.0, 37.0, 40.0, 42.0, 45.0, 42.0, 37.0, 28.0, 41.0, 41.0, 42.0, 36.0, 35.0, 37.0, 39.0, 33.0, 28.0, 26.0, 32.0, 23.0, 20.0, 18.0, 15.0, 9.0, 16.0, 10.0, 5.0, 8.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.6484375, -9.3546142578125, -9.060791015625, -8.7669677734375, -8.47314453125, -8.1793212890625, -7.885498046875, -7.5916748046875, -7.2978515625, -7.0040283203125, -6.710205078125, -6.4163818359375, -6.12255859375, -5.8287353515625, -5.534912109375, -5.2410888671875, -4.947265625, -4.6534423828125, -4.359619140625, -4.0657958984375, -3.77197265625, -3.4781494140625, -3.184326171875, -2.8905029296875, -2.5966796875, -2.3028564453125, -2.009033203125, -1.7152099609375, -1.42138671875, -1.1275634765625, -0.833740234375, -0.5399169921875, -0.24609375, 0.0477294921875, 0.341552734375, 0.6353759765625, 0.92919921875, 1.2230224609375, 1.516845703125, 1.8106689453125, 2.1044921875, 2.3983154296875, 2.692138671875, 2.9859619140625, 3.27978515625, 3.5736083984375, 3.867431640625, 4.1612548828125, 4.455078125, 4.7489013671875, 5.042724609375, 5.3365478515625, 5.63037109375, 5.9241943359375, 6.218017578125, 6.5118408203125, 6.8056640625, 7.0994873046875, 7.393310546875, 7.6871337890625, 7.98095703125, 8.2747802734375, 8.568603515625, 8.8624267578125, 9.15625]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 7.0, 8.0, 16.0, 21.0, 25.0, 34.0, 40.0, 53.0, 74.0, 126.0, 195.0, 295.0, 411.0, 623.0, 942.0, 1405.0, 2186.0, 3472.0, 5470.0, 8378.0, 14348.0, 24735.0, 71086.0, 795284.0, 59147.0, 23504.0, 13511.0, 8311.0, 5266.0, 3387.0, 2112.0, 1410.0, 894.0, 580.0, 385.0, 265.0, 177.0, 116.0, 95.0, 54.0, 39.0, 27.0, 13.0, 9.0, 11.0, 8.0, 6.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.228515625, -3.118927001953125, -3.00933837890625, -2.899749755859375, -2.7901611328125, -2.680572509765625, -2.57098388671875, -2.461395263671875, -2.351806640625, -2.242218017578125, -2.13262939453125, -2.023040771484375, -1.9134521484375, -1.803863525390625, -1.69427490234375, -1.584686279296875, -1.47509765625, -1.365509033203125, -1.25592041015625, -1.146331787109375, -1.0367431640625, -0.927154541015625, -0.81756591796875, -0.707977294921875, -0.598388671875, -0.488800048828125, -0.37921142578125, -0.269622802734375, -0.1600341796875, -0.050445556640625, 0.05914306640625, 0.168731689453125, 0.2783203125, 0.387908935546875, 0.49749755859375, 0.607086181640625, 0.7166748046875, 0.826263427734375, 0.93585205078125, 1.045440673828125, 1.155029296875, 1.264617919921875, 1.37420654296875, 1.483795166015625, 1.5933837890625, 1.702972412109375, 1.81256103515625, 1.922149658203125, 2.03173828125, 2.141326904296875, 2.25091552734375, 2.360504150390625, 2.4700927734375, 2.579681396484375, 2.68927001953125, 2.798858642578125, 2.908447265625, 3.018035888671875, 3.12762451171875, 3.237213134765625, 3.3468017578125, 3.456390380859375, 3.56597900390625, 3.675567626953125, 3.78515625]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 6.0, 12.0, 6.0, 14.0, 16.0, 21.0, 18.0, 22.0, 26.0, 32.0, 39.0, 30.0, 48.0, 50.0, 41.0, 52.0, 60.0, 34.0, 45.0, 49.0, 47.0, 44.0, 34.0, 45.0, 39.0, 29.0, 31.0, 13.0, 23.0, 23.0, 10.0, 11.0, 10.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.43359375, -7.2083740234375, -6.983154296875, -6.7579345703125, -6.53271484375, -6.3074951171875, -6.082275390625, -5.8570556640625, -5.6318359375, -5.4066162109375, -5.181396484375, -4.9561767578125, -4.73095703125, -4.5057373046875, -4.280517578125, -4.0552978515625, -3.830078125, -3.6048583984375, -3.379638671875, -3.1544189453125, -2.92919921875, -2.7039794921875, -2.478759765625, -2.2535400390625, -2.0283203125, -1.8031005859375, -1.577880859375, -1.3526611328125, -1.12744140625, -0.9022216796875, -0.677001953125, -0.4517822265625, -0.2265625, -0.0013427734375, 0.223876953125, 0.4490966796875, 0.67431640625, 0.8995361328125, 1.124755859375, 1.3499755859375, 1.5751953125, 1.8004150390625, 2.025634765625, 2.2508544921875, 2.47607421875, 2.7012939453125, 2.926513671875, 3.1517333984375, 3.376953125, 3.6021728515625, 3.827392578125, 4.0526123046875, 4.27783203125, 4.5030517578125, 4.728271484375, 4.9534912109375, 5.1787109375, 5.4039306640625, 5.629150390625, 5.8543701171875, 6.07958984375, 6.3048095703125, 6.530029296875, 6.7552490234375, 6.98046875]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 3.0, 9.0, 11.0, 15.0, 14.0, 15.0, 28.0, 49.0, 55.0, 94.0, 167.0, 216.0, 297.0, 589.0, 1054.0, 2045.0, 4418.0, 10750.0, 29570.0, 841600.0, 119313.0, 22294.0, 8428.0, 3533.0, 1673.0, 903.0, 503.0, 300.0, 202.0, 141.0, 79.0, 52.0, 40.0, 21.0, 12.0, 14.0, 15.0, 10.0, 7.0, 7.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.385986328125, -0.37424468994140625, -0.3625030517578125, -0.35076141357421875, -0.339019775390625, -0.32727813720703125, -0.3155364990234375, -0.30379486083984375, -0.29205322265625, -0.28031158447265625, -0.2685699462890625, -0.25682830810546875, -0.245086669921875, -0.23334503173828125, -0.2216033935546875, -0.20986175537109375, -0.1981201171875, -0.18637847900390625, -0.1746368408203125, -0.16289520263671875, -0.151153564453125, -0.13941192626953125, -0.1276702880859375, -0.11592864990234375, -0.10418701171875, -0.09244537353515625, -0.0807037353515625, -0.06896209716796875, -0.057220458984375, -0.04547882080078125, -0.0337371826171875, -0.02199554443359375, -0.01025390625, 0.00148773193359375, 0.0132293701171875, 0.02497100830078125, 0.036712646484375, 0.04845428466796875, 0.0601959228515625, 0.07193756103515625, 0.08367919921875, 0.09542083740234375, 0.1071624755859375, 0.11890411376953125, 0.130645751953125, 0.14238739013671875, 0.1541290283203125, 0.16587066650390625, 0.1776123046875, 0.18935394287109375, 0.2010955810546875, 0.21283721923828125, 0.224578857421875, 0.23632049560546875, 0.2480621337890625, 0.25980377197265625, 0.27154541015625, 0.28328704833984375, 0.2950286865234375, 0.30677032470703125, 0.318511962890625, 0.33025360107421875, 0.3419952392578125, 0.35373687744140625, 0.365478515625]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 6.0, 2.0, 6.0, 10.0, 9.0, 14.0, 13.0, 13.0, 26.0, 34.0, 39.0, 47.0, 44.0, 57.0, 52.0, 63.0, 59.0, 55.0, 55.0, 62.0, 41.0, 56.0, 50.0, 39.0, 29.0, 28.0, 17.0, 21.0, 8.0, 13.0, 9.0, 6.0, 8.0, 6.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0], "bins": [-1.7523765563964844e-05, -1.707766205072403e-05, -1.6631558537483215e-05, -1.61854550242424e-05, -1.5739351511001587e-05, -1.5293247997760773e-05, -1.4847144484519958e-05, -1.4401040971279144e-05, -1.395493745803833e-05, -1.3508833944797516e-05, -1.3062730431556702e-05, -1.2616626918315887e-05, -1.2170523405075073e-05, -1.1724419891834259e-05, -1.1278316378593445e-05, -1.083221286535263e-05, -1.0386109352111816e-05, -9.940005838871002e-06, -9.493902325630188e-06, -9.047798812389374e-06, -8.60169529914856e-06, -8.155591785907745e-06, -7.709488272666931e-06, -7.263384759426117e-06, -6.817281246185303e-06, -6.3711777329444885e-06, -5.925074219703674e-06, -5.47897070646286e-06, -5.032867193222046e-06, -4.586763679981232e-06, -4.1406601667404175e-06, -3.6945566534996033e-06, -3.248453140258789e-06, -2.802349627017975e-06, -2.3562461137771606e-06, -1.9101426005363464e-06, -1.4640390872955322e-06, -1.017935574054718e-06, -5.718320608139038e-07, -1.257285475730896e-07, 3.203749656677246e-07, 7.664784789085388e-07, 1.212581992149353e-06, 1.6586855053901672e-06, 2.1047890186309814e-06, 2.5508925318717957e-06, 2.99699604511261e-06, 3.443099558353424e-06, 3.889203071594238e-06, 4.3353065848350525e-06, 4.781410098075867e-06, 5.227513611316681e-06, 5.673617124557495e-06, 6.119720637798309e-06, 6.5658241510391235e-06, 7.011927664279938e-06, 7.458031177520752e-06, 7.904134690761566e-06, 8.35023820400238e-06, 8.796341717243195e-06, 9.242445230484009e-06, 9.688548743724823e-06, 1.0134652256965637e-05, 1.0580755770206451e-05, 1.1026859283447266e-05]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 7.0, 5.0, 10.0, 10.0, 13.0, 18.0, 22.0, 26.0, 41.0, 56.0, 73.0, 99.0, 189.0, 825.0, 14119.0, 915527.0, 114315.0, 2404.0, 360.0, 147.0, 81.0, 55.0, 36.0, 37.0, 16.0, 11.0, 18.0, 10.0, 5.0, 7.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.0703125, -1.041168212890625, -1.01202392578125, -0.982879638671875, -0.9537353515625, -0.924591064453125, -0.89544677734375, -0.866302490234375, -0.837158203125, -0.808013916015625, -0.77886962890625, -0.749725341796875, -0.7205810546875, -0.691436767578125, -0.66229248046875, -0.633148193359375, -0.60400390625, -0.574859619140625, -0.54571533203125, -0.516571044921875, -0.4874267578125, -0.458282470703125, -0.42913818359375, -0.399993896484375, -0.370849609375, -0.341705322265625, -0.31256103515625, -0.283416748046875, -0.2542724609375, -0.225128173828125, -0.19598388671875, -0.166839599609375, -0.1376953125, -0.108551025390625, -0.07940673828125, -0.050262451171875, -0.0211181640625, 0.008026123046875, 0.03717041015625, 0.066314697265625, 0.095458984375, 0.124603271484375, 0.15374755859375, 0.182891845703125, 0.2120361328125, 0.241180419921875, 0.27032470703125, 0.299468994140625, 0.32861328125, 0.357757568359375, 0.38690185546875, 0.416046142578125, 0.4451904296875, 0.474334716796875, 0.50347900390625, 0.532623291015625, 0.561767578125, 0.590911865234375, 0.62005615234375, 0.649200439453125, 0.6783447265625, 0.707489013671875, 0.73663330078125, 0.765777587890625, 0.794921875]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 9.0, 9.0, 10.0, 18.0, 17.0, 23.0, 31.0, 40.0, 60.0, 61.0, 77.0, 89.0, 106.0, 85.0, 82.0, 62.0, 52.0, 33.0, 21.0, 27.0, 17.0, 12.0, 15.0, 9.0, 9.0, 5.0, 7.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050933837890625, -0.04912710189819336, -0.04732036590576172, -0.04551362991333008, -0.04370689392089844, -0.0419001579284668, -0.040093421936035156, -0.038286685943603516, -0.036479949951171875, -0.034673213958740234, -0.032866477966308594, -0.031059741973876953, -0.029253005981445312, -0.027446269989013672, -0.02563953399658203, -0.02383279800415039, -0.02202606201171875, -0.02021932601928711, -0.01841259002685547, -0.016605854034423828, -0.014799118041992188, -0.012992382049560547, -0.011185646057128906, -0.009378910064697266, -0.007572174072265625, -0.005765438079833984, -0.003958702087402344, -0.002151966094970703, -0.0003452301025390625, 0.0014615058898925781, 0.0032682418823242188, 0.005074977874755859, 0.0068817138671875, 0.00868844985961914, 0.010495185852050781, 0.012301921844482422, 0.014108657836914062, 0.015915393829345703, 0.017722129821777344, 0.019528865814208984, 0.021335601806640625, 0.023142337799072266, 0.024949073791503906, 0.026755809783935547, 0.028562545776367188, 0.030369281768798828, 0.03217601776123047, 0.03398275375366211, 0.03578948974609375, 0.03759622573852539, 0.03940296173095703, 0.04120969772338867, 0.04301643371582031, 0.04482316970825195, 0.046629905700683594, 0.048436641693115234, 0.050243377685546875, 0.052050113677978516, 0.053856849670410156, 0.0556635856628418, 0.05747032165527344, 0.05927705764770508, 0.06108379364013672, 0.06289052963256836, 0.064697265625]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 5.0, 12.0, 11.0, 17.0, 15.0, 27.0, 42.0, 42.0, 57.0, 64.0, 61.0, 78.0, 72.0, 65.0, 77.0, 71.0, 51.0, 54.0, 43.0, 35.0, 36.0, 22.0, 13.0, 15.0, 11.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.53939151763916, -10.117269515991211, -9.695148468017578, -9.273026466369629, -8.850905418395996, -8.428783416748047, -8.006662368774414, -7.584540367126465, -7.162418842315674, -6.740297317504883, -6.318175792694092, -5.896054267883301, -5.473932266235352, -5.051811218261719, -4.6296892166137695, -4.2075676918029785, -3.7854461669921875, -3.3633246421813965, -2.9412031173706055, -2.5190813541412354, -2.0969598293304443, -1.6748383045196533, -1.2527165412902832, -0.8305950164794922, -0.40847349166870117, 0.01364809274673462, 0.4357696771621704, 0.857891321182251, 1.280012845993042, 1.702134370803833, 2.124256134033203, 2.546377658843994, 2.9685001373291016, 3.3906216621398926, 3.8127431869506836, 4.234865188598633, 4.656986236572266, 5.079108238220215, 5.501229763031006, 5.923351287841797, 6.345472812652588, 6.767594337463379, 7.18971586227417, 7.611837387084961, 8.03395938873291, 8.456080436706543, 8.878202438354492, 9.300323486328125, 9.722445487976074, 10.144567489624023, 10.566688537597656, 10.988810539245605, 11.410931587219238, 11.833053588867188, 12.25517463684082, 12.67729663848877, 13.099418640136719, 13.521540641784668, 13.9436616897583, 14.36578369140625, 14.787904739379883, 15.210026741027832, 15.632148742675781, 16.054269790649414, 16.476390838623047]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 6.0, 6.0, 3.0, 10.0, 10.0, 17.0, 8.0, 18.0, 11.0, 16.0, 23.0, 31.0, 41.0, 37.0, 37.0, 44.0, 44.0, 41.0, 38.0, 29.0, 41.0, 42.0, 41.0, 36.0, 33.0, 38.0, 40.0, 32.0, 27.0, 27.0, 31.0, 23.0, 21.0, 18.0, 14.0, 9.0, 17.0, 9.0, 6.0, 7.0, 6.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.638449668884277, -9.3447265625, -9.051003456115723, -8.757281303405762, -8.463558197021484, -8.169835090637207, -7.87611198425293, -7.582388877868652, -7.288666248321533, -6.994943141937256, -6.701220512390137, -6.407497406005859, -6.113774299621582, -5.820051670074463, -5.5263285636901855, -5.232605934143066, -4.938882827758789, -4.645159721374512, -4.351437091827393, -4.057713985443115, -3.763991117477417, -3.4702682495117188, -3.1765451431274414, -2.882822275161743, -2.589099407196045, -2.2953765392303467, -2.0016536712646484, -1.707930564880371, -1.4142076969146729, -1.1204848289489746, -0.8267618417739868, -0.533038854598999, -0.23931503295898438, 0.05440789461135864, 0.34813082218170166, 0.6418537497520447, 0.9355766773223877, 1.229299545288086, 1.5230225324630737, 1.8167455196380615, 2.1104683876037598, 2.404191255569458, 2.6979141235351562, 2.9916372299194336, 3.285360097885132, 3.57908296585083, 3.8728060722351074, 4.166528701782227, 4.460251808166504, 4.753974914550781, 5.0476975440979, 5.341420650482178, 5.635143280029297, 5.928866386413574, 6.222589492797852, 6.516312599182129, 6.810035228729248, 7.103758335113525, 7.3974809646606445, 7.691204071044922, 7.984927177429199, 8.278650283813477, 8.572372436523438, 8.866095542907715, 9.159818649291992]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 8.0, 9.0, 9.0, 13.0, 17.0, 30.0, 37.0, 44.0, 74.0, 99.0, 134.0, 223.0, 314.0, 508.0, 739.0, 1156.0, 1762.0, 2708.0, 4321.0, 6915.0, 11946.0, 23359.0, 60842.0, 226664.0, 457978.0, 156363.0, 45820.0, 19141.0, 10345.0, 6178.0, 3832.0, 2413.0, 1549.0, 978.0, 652.0, 416.0, 289.0, 185.0, 143.0, 91.0, 66.0, 61.0, 26.0, 23.0, 22.0, 17.0, 15.0, 6.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-12.984375, -12.5704345703125, -12.156494140625, -11.7425537109375, -11.32861328125, -10.9146728515625, -10.500732421875, -10.0867919921875, -9.6728515625, -9.2589111328125, -8.844970703125, -8.4310302734375, -8.01708984375, -7.6031494140625, -7.189208984375, -6.7752685546875, -6.361328125, -5.9473876953125, -5.533447265625, -5.1195068359375, -4.70556640625, -4.2916259765625, -3.877685546875, -3.4637451171875, -3.0498046875, -2.6358642578125, -2.221923828125, -1.8079833984375, -1.39404296875, -0.9801025390625, -0.566162109375, -0.1522216796875, 0.26171875, 0.6756591796875, 1.089599609375, 1.5035400390625, 1.91748046875, 2.3314208984375, 2.745361328125, 3.1593017578125, 3.5732421875, 3.9871826171875, 4.401123046875, 4.8150634765625, 5.22900390625, 5.6429443359375, 6.056884765625, 6.4708251953125, 6.884765625, 7.2987060546875, 7.712646484375, 8.1265869140625, 8.54052734375, 8.9544677734375, 9.368408203125, 9.7823486328125, 10.1962890625, 10.6102294921875, 11.024169921875, 11.4381103515625, 11.85205078125, 12.2659912109375, 12.679931640625, 13.0938720703125, 13.5078125]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 8.0, 3.0, 4.0, 9.0, 10.0, 12.0, 16.0, 14.0, 17.0, 15.0, 22.0, 33.0, 34.0, 37.0, 48.0, 39.0, 49.0, 42.0, 39.0, 29.0, 44.0, 29.0, 41.0, 43.0, 40.0, 37.0, 33.0, 32.0, 30.0, 36.0, 29.0, 20.0, 15.0, 17.0, 13.0, 10.0, 12.0, 14.0, 4.0, 5.0, 5.0, 6.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.8359375, -9.53466796875, -9.2333984375, -8.93212890625, -8.630859375, -8.32958984375, -8.0283203125, -7.72705078125, -7.42578125, -7.12451171875, -6.8232421875, -6.52197265625, -6.220703125, -5.91943359375, -5.6181640625, -5.31689453125, -5.015625, -4.71435546875, -4.4130859375, -4.11181640625, -3.810546875, -3.50927734375, -3.2080078125, -2.90673828125, -2.60546875, -2.30419921875, -2.0029296875, -1.70166015625, -1.400390625, -1.09912109375, -0.7978515625, -0.49658203125, -0.1953125, 0.10595703125, 0.4072265625, 0.70849609375, 1.009765625, 1.31103515625, 1.6123046875, 1.91357421875, 2.21484375, 2.51611328125, 2.8173828125, 3.11865234375, 3.419921875, 3.72119140625, 4.0224609375, 4.32373046875, 4.625, 4.92626953125, 5.2275390625, 5.52880859375, 5.830078125, 6.13134765625, 6.4326171875, 6.73388671875, 7.03515625, 7.33642578125, 7.6376953125, 7.93896484375, 8.240234375, 8.54150390625, 8.8427734375, 9.14404296875, 9.4453125]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 0.0, 2.0, 3.0, 1.0, 8.0, 9.0, 6.0, 10.0, 15.0, 13.0, 20.0, 23.0, 28.0, 39.0, 34.0, 52.0, 68.0, 66.0, 82.0, 114.0, 97.0, 141.0, 651.0, 1021477.0, 24648.0, 194.0, 122.0, 101.0, 84.0, 87.0, 57.0, 54.0, 46.0, 46.0, 29.0, 22.0, 20.0, 18.0, 12.0, 9.0, 13.0, 14.0, 6.0, 8.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-198.375, -192.1328125, -185.890625, -179.6484375, -173.40625, -167.1640625, -160.921875, -154.6796875, -148.4375, -142.1953125, -135.953125, -129.7109375, -123.46875, -117.2265625, -110.984375, -104.7421875, -98.5, -92.2578125, -86.015625, -79.7734375, -73.53125, -67.2890625, -61.046875, -54.8046875, -48.5625, -42.3203125, -36.078125, -29.8359375, -23.59375, -17.3515625, -11.109375, -4.8671875, 1.375, 7.6171875, 13.859375, 20.1015625, 26.34375, 32.5859375, 38.828125, 45.0703125, 51.3125, 57.5546875, 63.796875, 70.0390625, 76.28125, 82.5234375, 88.765625, 95.0078125, 101.25, 107.4921875, 113.734375, 119.9765625, 126.21875, 132.4609375, 138.703125, 144.9453125, 151.1875, 157.4296875, 163.671875, 169.9140625, 176.15625, 182.3984375, 188.640625, 194.8828125, 201.125]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 7.0, 9.0, 12.0, 16.0, 11.0, 9.0, 16.0, 21.0, 18.0, 28.0, 29.0, 25.0, 35.0, 40.0, 44.0, 36.0, 42.0, 42.0, 46.0, 54.0, 42.0, 38.0, 36.0, 54.0, 35.0, 40.0, 33.0, 24.0, 21.0, 33.0, 18.0, 14.0, 15.0, 13.0, 9.0, 9.0, 8.0, 6.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-9.40625, -9.121826171875, -8.83740234375, -8.552978515625, -8.2685546875, -7.984130859375, -7.69970703125, -7.415283203125, -7.130859375, -6.846435546875, -6.56201171875, -6.277587890625, -5.9931640625, -5.708740234375, -5.42431640625, -5.139892578125, -4.85546875, -4.571044921875, -4.28662109375, -4.002197265625, -3.7177734375, -3.433349609375, -3.14892578125, -2.864501953125, -2.580078125, -2.295654296875, -2.01123046875, -1.726806640625, -1.4423828125, -1.157958984375, -0.87353515625, -0.589111328125, -0.3046875, -0.020263671875, 0.26416015625, 0.548583984375, 0.8330078125, 1.117431640625, 1.40185546875, 1.686279296875, 1.970703125, 2.255126953125, 2.53955078125, 2.823974609375, 3.1083984375, 3.392822265625, 3.67724609375, 3.961669921875, 4.24609375, 4.530517578125, 4.81494140625, 5.099365234375, 5.3837890625, 5.668212890625, 5.95263671875, 6.237060546875, 6.521484375, 6.805908203125, 7.09033203125, 7.374755859375, 7.6591796875, 7.943603515625, 8.22802734375, 8.512451171875, 8.796875]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 6.0, 19.0, 11.0, 36.0, 80.0, 151.0, 377.0, 966.0, 2618.0, 9418.0, 84883.0, 857381.0, 79390.0, 9127.0, 2510.0, 887.0, 362.0, 163.0, 81.0, 40.0, 14.0, 15.0, 3.0, 7.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.5, -26.72509765625, -25.9501953125, -25.17529296875, -24.400390625, -23.62548828125, -22.8505859375, -22.07568359375, -21.30078125, -20.52587890625, -19.7509765625, -18.97607421875, -18.201171875, -17.42626953125, -16.6513671875, -15.87646484375, -15.1015625, -14.32666015625, -13.5517578125, -12.77685546875, -12.001953125, -11.22705078125, -10.4521484375, -9.67724609375, -8.90234375, -8.12744140625, -7.3525390625, -6.57763671875, -5.802734375, -5.02783203125, -4.2529296875, -3.47802734375, -2.703125, -1.92822265625, -1.1533203125, -0.37841796875, 0.396484375, 1.17138671875, 1.9462890625, 2.72119140625, 3.49609375, 4.27099609375, 5.0458984375, 5.82080078125, 6.595703125, 7.37060546875, 8.1455078125, 8.92041015625, 9.6953125, 10.47021484375, 11.2451171875, 12.02001953125, 12.794921875, 13.56982421875, 14.3447265625, 15.11962890625, 15.89453125, 16.66943359375, 17.4443359375, 18.21923828125, 18.994140625, 19.76904296875, 20.5439453125, 21.31884765625, 22.09375]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 5.0, 6.0, 9.0, 22.0, 18.0, 31.0, 34.0, 69.0, 119.0, 191.0, 181.0, 90.0, 74.0, 50.0, 29.0, 18.0, 14.0, 9.0, 9.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0014667510986328125, -0.0014208555221557617, -0.001374959945678711, -0.0013290643692016602, -0.0012831687927246094, -0.0012372732162475586, -0.0011913776397705078, -0.001145482063293457, -0.0010995864868164062, -0.0010536909103393555, -0.0010077953338623047, -0.0009618997573852539, -0.0009160041809082031, -0.0008701086044311523, -0.0008242130279541016, -0.0007783174514770508, -0.000732421875, -0.0006865262985229492, -0.0006406307220458984, -0.0005947351455688477, -0.0005488395690917969, -0.0005029439926147461, -0.0004570484161376953, -0.00041115283966064453, -0.00036525726318359375, -0.00031936168670654297, -0.0002734661102294922, -0.0002275705337524414, -0.00018167495727539062, -0.00013577938079833984, -8.988380432128906e-05, -4.398822784423828e-05, 1.9073486328125e-06, 4.780292510986328e-05, 9.369850158691406e-05, 0.00013959407806396484, 0.00018548965454101562, 0.0002313852310180664, 0.0002772808074951172, 0.00032317638397216797, 0.00036907196044921875, 0.00041496753692626953, 0.0004608631134033203, 0.0005067586898803711, 0.0005526542663574219, 0.0005985498428344727, 0.0006444454193115234, 0.0006903409957885742, 0.000736236572265625, 0.0007821321487426758, 0.0008280277252197266, 0.0008739233016967773, 0.0009198188781738281, 0.0009657144546508789, 0.0010116100311279297, 0.0010575056076049805, 0.0011034011840820312, 0.001149296760559082, 0.0011951923370361328, 0.0012410879135131836, 0.0012869834899902344, 0.0013328790664672852, 0.001378774642944336, 0.0014246702194213867, 0.0014705657958984375]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 10.0, 14.0, 17.0, 29.0, 59.0, 155.0, 806.0, 10971.0, 1013639.0, 21332.0, 1175.0, 196.0, 48.0, 40.0, 16.0, 11.0, 9.0, 5.0, 6.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.5, -57.48828125, -55.4765625, -53.46484375, -51.453125, -49.44140625, -47.4296875, -45.41796875, -43.40625, -41.39453125, -39.3828125, -37.37109375, -35.359375, -33.34765625, -31.3359375, -29.32421875, -27.3125, -25.30078125, -23.2890625, -21.27734375, -19.265625, -17.25390625, -15.2421875, -13.23046875, -11.21875, -9.20703125, -7.1953125, -5.18359375, -3.171875, -1.16015625, 0.8515625, 2.86328125, 4.875, 6.88671875, 8.8984375, 10.91015625, 12.921875, 14.93359375, 16.9453125, 18.95703125, 20.96875, 22.98046875, 24.9921875, 27.00390625, 29.015625, 31.02734375, 33.0390625, 35.05078125, 37.0625, 39.07421875, 41.0859375, 43.09765625, 45.109375, 47.12109375, 49.1328125, 51.14453125, 53.15625, 55.16796875, 57.1796875, 59.19140625, 61.203125, 63.21484375, 65.2265625, 67.23828125, 69.25]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 1.0, 9.0, 13.0, 13.0, 23.0, 41.0, 63.0, 102.0, 150.0, 200.0, 132.0, 90.0, 51.0, 36.0, 24.0, 14.0, 14.0, 10.0, 4.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.125, -3.99786376953125, -3.8707275390625, -3.74359130859375, -3.616455078125, -3.48931884765625, -3.3621826171875, -3.23504638671875, -3.10791015625, -2.98077392578125, -2.8536376953125, -2.72650146484375, -2.599365234375, -2.47222900390625, -2.3450927734375, -2.21795654296875, -2.0908203125, -1.96368408203125, -1.8365478515625, -1.70941162109375, -1.582275390625, -1.45513916015625, -1.3280029296875, -1.20086669921875, -1.07373046875, -0.94659423828125, -0.8194580078125, -0.69232177734375, -0.565185546875, -0.43804931640625, -0.3109130859375, -0.18377685546875, -0.056640625, 0.07049560546875, 0.1976318359375, 0.32476806640625, 0.451904296875, 0.57904052734375, 0.7061767578125, 0.83331298828125, 0.96044921875, 1.08758544921875, 1.2147216796875, 1.34185791015625, 1.468994140625, 1.59613037109375, 1.7232666015625, 1.85040283203125, 1.9775390625, 2.10467529296875, 2.2318115234375, 2.35894775390625, 2.486083984375, 2.61322021484375, 2.7403564453125, 2.86749267578125, 2.99462890625, 3.12176513671875, 3.2489013671875, 3.37603759765625, 3.503173828125, 3.63031005859375, 3.7574462890625, 3.88458251953125, 4.01171875]}, "gradients/decoder.roberta.encoder.layer.3.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 19.0, 28.0, 47.0, 76.0, 87.0, 123.0, 140.0, 146.0, 120.0, 78.0, 55.0, 35.0, 22.0, 21.0, 5.0, 1.0, 1.0, 0.0, 2.0], "bins": [-42.208984375, -41.39332580566406, -40.57766342163086, -39.76200485229492, -38.946346282958984, -38.13068389892578, -37.315025329589844, -36.499366760253906, -35.6837043762207, -34.868045806884766, -34.05238342285156, -33.236724853515625, -32.42106628417969, -31.605405807495117, -30.789745330810547, -29.97408676147461, -29.158428192138672, -28.3427677154541, -27.527109146118164, -26.711448669433594, -25.895788192749023, -25.080129623413086, -24.264469146728516, -23.448810577392578, -22.633148193359375, -21.817487716674805, -21.001829147338867, -20.186168670654297, -19.370508193969727, -18.55484962463379, -17.73918914794922, -16.92353057861328, -16.10787010192871, -15.292210578918457, -14.476550102233887, -13.660890579223633, -12.845231056213379, -12.029571533203125, -11.213911056518555, -10.3982515335083, -9.582592010498047, -8.766932487487793, -7.951272487640381, -7.135612487792969, -6.319952964782715, -5.504292964935303, -4.688632965087891, -3.8729734420776367, -3.0573129653930664, -2.2416532039642334, -1.4259933233261108, -0.6103334426879883, 0.20532631874084473, 1.0209860801696777, 1.8366460800170898, 2.6523056030273438, 3.467965602874756, 4.283625602722168, 5.099285125732422, 5.914945125579834, 6.730605125427246, 7.5462646484375, 8.36192512512207, 9.177583694458008, 9.993244171142578]}, "gradients/decoder.roberta.encoder.layer.3.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 4.0, 7.0, 7.0, 2.0, 11.0, 9.0, 13.0, 10.0, 18.0, 15.0, 24.0, 28.0, 22.0, 36.0, 33.0, 33.0, 28.0, 34.0, 56.0, 38.0, 48.0, 46.0, 50.0, 39.0, 41.0, 29.0, 48.0, 33.0, 30.0, 32.0, 23.0, 36.0, 24.0, 10.0, 17.0, 14.0, 8.0, 11.0, 11.0, 7.0, 4.0, 7.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.545391082763672, -12.158851623535156, -11.772313117980957, -11.385773658752441, -10.999234199523926, -10.612695693969727, -10.226156234741211, -9.839616775512695, -9.45307731628418, -9.066537857055664, -8.679999351501465, -8.29345989227295, -7.906920433044434, -7.520381450653076, -7.133842468261719, -6.747303009033203, -6.360764503479004, -5.9742255210876465, -5.587686061859131, -5.201147079467773, -4.814607620239258, -4.4280686378479, -4.041529655456543, -3.6549904346466064, -3.26845121383667, -2.8819119930267334, -2.495372772216797, -2.1088337898254395, -1.722294569015503, -1.3357553482055664, -0.949216365814209, -0.5626771450042725, -0.17613887786865234, 0.2104002833366394, 0.5969394445419312, 0.9834785461425781, 1.3700177669525146, 1.7565569877624512, 2.1430959701538086, 2.529635190963745, 2.9161744117736816, 3.302713632583618, 3.6892528533935547, 4.075791835784912, 4.4623308181762695, 4.848870277404785, 5.235409259796143, 5.6219482421875, 6.008487701416016, 6.395026683807373, 6.781566143035889, 7.168105125427246, 7.554644584655762, 7.941183567047119, 8.327722549438477, 8.714262008666992, 9.100801467895508, 9.487340927124023, 9.873879432678223, 10.260418891906738, 10.646958351135254, 11.033496856689453, 11.420036315917969, 11.806575775146484, 12.193114280700684]}, "gradients/decoder.roberta.encoder.layer.3.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 2.0, 5.0, 4.0, 2.0, 7.0, 8.0, 10.0, 7.0, 12.0, 12.0, 20.0, 25.0, 29.0, 29.0, 41.0, 83.0, 135.0, 236.0, 506.0, 1137.0, 2727.0, 7882.0, 25861.0, 123009.0, 3200873.0, 733927.0, 70449.0, 17754.0, 5518.0, 2093.0, 855.0, 419.0, 222.0, 120.0, 73.0, 45.0, 39.0, 24.0, 21.0, 8.0, 19.0, 11.0, 7.0, 3.0, 7.0, 6.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.53125, -24.64599609375, -23.7607421875, -22.87548828125, -21.990234375, -21.10498046875, -20.2197265625, -19.33447265625, -18.44921875, -17.56396484375, -16.6787109375, -15.79345703125, -14.908203125, -14.02294921875, -13.1376953125, -12.25244140625, -11.3671875, -10.48193359375, -9.5966796875, -8.71142578125, -7.826171875, -6.94091796875, -6.0556640625, -5.17041015625, -4.28515625, -3.39990234375, -2.5146484375, -1.62939453125, -0.744140625, 0.14111328125, 1.0263671875, 1.91162109375, 2.796875, 3.68212890625, 4.5673828125, 5.45263671875, 6.337890625, 7.22314453125, 8.1083984375, 8.99365234375, 9.87890625, 10.76416015625, 11.6494140625, 12.53466796875, 13.419921875, 14.30517578125, 15.1904296875, 16.07568359375, 16.9609375, 17.84619140625, 18.7314453125, 19.61669921875, 20.501953125, 21.38720703125, 22.2724609375, 23.15771484375, 24.04296875, 24.92822265625, 25.8134765625, 26.69873046875, 27.583984375, 28.46923828125, 29.3544921875, 30.23974609375, 31.125]}, "gradients/decoder.roberta.encoder.layer.3.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 8.0, 4.0, 2.0, 10.0, 10.0, 7.0, 11.0, 11.0, 7.0, 9.0, 18.0, 21.0, 32.0, 30.0, 31.0, 41.0, 38.0, 31.0, 41.0, 35.0, 46.0, 33.0, 37.0, 35.0, 53.0, 50.0, 30.0, 46.0, 34.0, 38.0, 30.0, 27.0, 21.0, 22.0, 22.0, 17.0, 14.0, 10.0, 7.0, 12.0, 6.0, 7.0, 4.0, 8.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.5625, -6.34844970703125, -6.1343994140625, -5.92034912109375, -5.706298828125, -5.49224853515625, -5.2781982421875, -5.06414794921875, -4.85009765625, -4.63604736328125, -4.4219970703125, -4.20794677734375, -3.993896484375, -3.77984619140625, -3.5657958984375, -3.35174560546875, -3.1376953125, -2.92364501953125, -2.7095947265625, -2.49554443359375, -2.281494140625, -2.06744384765625, -1.8533935546875, -1.63934326171875, -1.42529296875, -1.21124267578125, -0.9971923828125, -0.78314208984375, -0.569091796875, -0.35504150390625, -0.1409912109375, 0.07305908203125, 0.287109375, 0.50115966796875, 0.7152099609375, 0.92926025390625, 1.143310546875, 1.35736083984375, 1.5714111328125, 1.78546142578125, 1.99951171875, 2.21356201171875, 2.4276123046875, 2.64166259765625, 2.855712890625, 3.06976318359375, 3.2838134765625, 3.49786376953125, 3.7119140625, 3.92596435546875, 4.1400146484375, 4.35406494140625, 4.568115234375, 4.78216552734375, 4.9962158203125, 5.21026611328125, 5.42431640625, 5.63836669921875, 5.8524169921875, 6.06646728515625, 6.280517578125, 6.49456787109375, 6.7086181640625, 6.92266845703125, 7.13671875]}, "gradients/decoder.roberta.encoder.layer.3.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 1.0, 2.0, 3.0, 6.0, 5.0, 7.0, 10.0, 19.0, 29.0, 43.0, 65.0, 126.0, 197.0, 434.0, 1542.0, 13674.0, 3521423.0, 646255.0, 8448.0, 1162.0, 362.0, 179.0, 98.0, 66.0, 43.0, 32.0, 13.0, 12.0, 10.0, 9.0, 6.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-109.9375, -107.37548828125, -104.8134765625, -102.25146484375, -99.689453125, -97.12744140625, -94.5654296875, -92.00341796875, -89.44140625, -86.87939453125, -84.3173828125, -81.75537109375, -79.193359375, -76.63134765625, -74.0693359375, -71.50732421875, -68.9453125, -66.38330078125, -63.8212890625, -61.25927734375, -58.697265625, -56.13525390625, -53.5732421875, -51.01123046875, -48.44921875, -45.88720703125, -43.3251953125, -40.76318359375, -38.201171875, -35.63916015625, -33.0771484375, -30.51513671875, -27.953125, -25.39111328125, -22.8291015625, -20.26708984375, -17.705078125, -15.14306640625, -12.5810546875, -10.01904296875, -7.45703125, -4.89501953125, -2.3330078125, 0.22900390625, 2.791015625, 5.35302734375, 7.9150390625, 10.47705078125, 13.0390625, 15.60107421875, 18.1630859375, 20.72509765625, 23.287109375, 25.84912109375, 28.4111328125, 30.97314453125, 33.53515625, 36.09716796875, 38.6591796875, 41.22119140625, 43.783203125, 46.34521484375, 48.9072265625, 51.46923828125, 54.03125]}, "gradients/decoder.roberta.encoder.layer.3.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 6.0, 2.0, 8.0, 15.0, 10.0, 16.0, 32.0, 38.0, 47.0, 50.0, 91.0, 118.0, 186.0, 272.0, 609.0, 1143.0, 532.0, 282.0, 178.0, 119.0, 98.0, 60.0, 49.0, 34.0, 24.0, 12.0, 9.0, 8.0, 5.0, 5.0, 7.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.01953125, -4.86956787109375, -4.7196044921875, -4.56964111328125, -4.419677734375, -4.26971435546875, -4.1197509765625, -3.96978759765625, -3.81982421875, -3.66986083984375, -3.5198974609375, -3.36993408203125, -3.219970703125, -3.07000732421875, -2.9200439453125, -2.77008056640625, -2.6201171875, -2.47015380859375, -2.3201904296875, -2.17022705078125, -2.020263671875, -1.87030029296875, -1.7203369140625, -1.57037353515625, -1.42041015625, -1.27044677734375, -1.1204833984375, -0.97052001953125, -0.820556640625, -0.67059326171875, -0.5206298828125, -0.37066650390625, -0.220703125, -0.07073974609375, 0.0792236328125, 0.22918701171875, 0.379150390625, 0.52911376953125, 0.6790771484375, 0.82904052734375, 0.97900390625, 1.12896728515625, 1.2789306640625, 1.42889404296875, 1.578857421875, 1.72882080078125, 1.8787841796875, 2.02874755859375, 2.1787109375, 2.32867431640625, 2.4786376953125, 2.62860107421875, 2.778564453125, 2.92852783203125, 3.0784912109375, 3.22845458984375, 3.37841796875, 3.52838134765625, 3.6783447265625, 3.82830810546875, 3.978271484375, 4.12823486328125, 4.2781982421875, 4.42816162109375, 4.578125]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 6.0, 7.0, 11.0, 9.0, 18.0, 11.0, 26.0, 33.0, 42.0, 60.0, 68.0, 73.0, 72.0, 77.0, 80.0, 62.0, 70.0, 53.0, 60.0, 48.0, 33.0, 27.0, 21.0, 12.0, 7.0, 7.0, 5.0, 8.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.33721923828125, -9.953353881835938, -9.569488525390625, -9.185623168945312, -8.801756858825684, -8.417891502380371, -8.034026145935059, -7.650160789489746, -7.266294956207275, -6.882429599761963, -6.498563766479492, -6.11469841003418, -5.730833053588867, -5.3469672203063965, -4.963101863861084, -4.579236030578613, -4.195370674133301, -3.811505079269409, -3.4276394844055176, -3.043774127960205, -2.6599085330963135, -2.276042938232422, -1.8921775817871094, -1.5083119869232178, -1.1244463920593262, -0.7405808568000793, -0.3567153215408325, 0.02715015411376953, 0.41101574897766113, 0.7948813438415527, 1.1787467002868652, 1.5626122951507568, 1.9464778900146484, 2.33034348487854, 2.7142090797424316, 3.098074436187744, 3.4819400310516357, 3.8658056259155273, 4.24967098236084, 4.633536338806152, 5.017402172088623, 5.4012675285339355, 5.785133361816406, 6.168998718261719, 6.552864074707031, 6.936729907989502, 7.3205952644348145, 7.704461097717285, 8.088326454162598, 8.47219181060791, 8.856057167053223, 9.239923477172852, 9.623788833618164, 10.007654190063477, 10.391519546508789, 10.775384902954102, 11.159250259399414, 11.543115615844727, 11.926980972290039, 12.310846328735352, 12.69471263885498, 13.078577995300293, 13.462443351745605, 13.846308708190918, 14.230175018310547]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 0.0, 5.0, 5.0, 6.0, 8.0, 5.0, 5.0, 10.0, 9.0, 8.0, 11.0, 15.0, 18.0, 17.0, 31.0, 20.0, 23.0, 21.0, 32.0, 31.0, 34.0, 46.0, 47.0, 46.0, 35.0, 47.0, 35.0, 34.0, 40.0, 42.0, 42.0, 23.0, 35.0, 29.0, 16.0, 26.0, 22.0, 21.0, 20.0, 11.0, 10.0, 14.0, 7.0, 5.0, 8.0, 5.0, 4.0, 7.0, 6.0, 4.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-8.242162704467773, -7.985723972320557, -7.72928524017334, -7.472846984863281, -7.2164082527160645, -6.959969520568848, -6.703531265258789, -6.447092533111572, -6.1906538009643555, -5.934215068817139, -5.677776336669922, -5.421338081359863, -5.1648993492126465, -4.90846061706543, -4.652022361755371, -4.395583629608154, -4.1391448974609375, -3.8827061653137207, -3.626267671585083, -3.3698291778564453, -3.1133904457092285, -2.8569517135620117, -2.600513219833374, -2.3440747261047363, -2.0876359939575195, -1.8311973810195923, -1.574758768081665, -1.3183201551437378, -1.0618815422058105, -0.8054429292678833, -0.549004316329956, -0.2925657033920288, -0.036126136779785156, 0.2203124761581421, 0.47675108909606934, 0.7331897020339966, 0.9896283149719238, 1.246066927909851, 1.5025055408477783, 1.7589441537857056, 2.015382766723633, 2.2718214988708496, 2.5282599925994873, 2.784698486328125, 3.041137218475342, 3.2975759506225586, 3.5540144443511963, 3.810452938079834, 4.066891670227051, 4.323330402374268, 4.579769134521484, 4.836207389831543, 5.09264612197876, 5.349084854125977, 5.605523109436035, 5.861961841583252, 6.118400573730469, 6.3748393058776855, 6.631278038024902, 6.887716293334961, 7.144155025482178, 7.4005937576293945, 7.657032012939453, 7.91347074508667, 8.169909477233887]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 4.0, 8.0, 18.0, 34.0, 40.0, 44.0, 82.0, 124.0, 207.0, 340.0, 507.0, 800.0, 1227.0, 1916.0, 2848.0, 4327.0, 6685.0, 9991.0, 15338.0, 22926.0, 34515.0, 51355.0, 75020.0, 104621.0, 134208.0, 146030.0, 128151.0, 97675.0, 69046.0, 47522.0, 31782.0, 20937.0, 13963.0, 9011.0, 5982.0, 3905.0, 2620.0, 1644.0, 1102.0, 702.0, 496.0, 298.0, 180.0, 110.0, 67.0, 60.0, 35.0, 20.0, 15.0, 8.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0], "bins": [-1.36328125, -1.32244873046875, -1.2816162109375, -1.24078369140625, -1.199951171875, -1.15911865234375, -1.1182861328125, -1.07745361328125, -1.03662109375, -0.99578857421875, -0.9549560546875, -0.91412353515625, -0.873291015625, -0.83245849609375, -0.7916259765625, -0.75079345703125, -0.7099609375, -0.66912841796875, -0.6282958984375, -0.58746337890625, -0.546630859375, -0.50579833984375, -0.4649658203125, -0.42413330078125, -0.38330078125, -0.34246826171875, -0.3016357421875, -0.26080322265625, -0.219970703125, -0.17913818359375, -0.1383056640625, -0.09747314453125, -0.056640625, -0.01580810546875, 0.0250244140625, 0.06585693359375, 0.106689453125, 0.14752197265625, 0.1883544921875, 0.22918701171875, 0.27001953125, 0.31085205078125, 0.3516845703125, 0.39251708984375, 0.433349609375, 0.47418212890625, 0.5150146484375, 0.55584716796875, 0.5966796875, 0.63751220703125, 0.6783447265625, 0.71917724609375, 0.760009765625, 0.80084228515625, 0.8416748046875, 0.88250732421875, 0.92333984375, 0.96417236328125, 1.0050048828125, 1.04583740234375, 1.086669921875, 1.12750244140625, 1.1683349609375, 1.20916748046875, 1.25]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 0.0, 7.0, 5.0, 4.0, 9.0, 5.0, 4.0, 12.0, 8.0, 8.0, 12.0, 14.0, 20.0, 18.0, 30.0, 19.0, 24.0, 22.0, 30.0, 37.0, 35.0, 41.0, 53.0, 41.0, 36.0, 44.0, 40.0, 29.0, 46.0, 34.0, 42.0, 26.0, 35.0, 26.0, 21.0, 26.0, 18.0, 20.0, 21.0, 10.0, 11.0, 14.0, 6.0, 4.0, 9.0, 4.0, 4.0, 7.0, 6.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-7.75, -7.5018310546875, -7.253662109375, -7.0054931640625, -6.75732421875, -6.5091552734375, -6.260986328125, -6.0128173828125, -5.7646484375, -5.5164794921875, -5.268310546875, -5.0201416015625, -4.77197265625, -4.5238037109375, -4.275634765625, -4.0274658203125, -3.779296875, -3.5311279296875, -3.282958984375, -3.0347900390625, -2.78662109375, -2.5384521484375, -2.290283203125, -2.0421142578125, -1.7939453125, -1.5457763671875, -1.297607421875, -1.0494384765625, -0.80126953125, -0.5531005859375, -0.304931640625, -0.0567626953125, 0.19140625, 0.4395751953125, 0.687744140625, 0.9359130859375, 1.18408203125, 1.4322509765625, 1.680419921875, 1.9285888671875, 2.1767578125, 2.4249267578125, 2.673095703125, 2.9212646484375, 3.16943359375, 3.4176025390625, 3.665771484375, 3.9139404296875, 4.162109375, 4.4102783203125, 4.658447265625, 4.9066162109375, 5.15478515625, 5.4029541015625, 5.651123046875, 5.8992919921875, 6.1474609375, 6.3956298828125, 6.643798828125, 6.8919677734375, 7.14013671875, 7.3883056640625, 7.636474609375, 7.8846435546875, 8.1328125]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 3.0, 15.0, 6.0, 17.0, 16.0, 32.0, 45.0, 57.0, 90.0, 126.0, 187.0, 243.0, 353.0, 572.0, 825.0, 1191.0, 1722.0, 2564.0, 3871.0, 5930.0, 9045.0, 14119.0, 22829.0, 53802.0, 760655.0, 99290.0, 25991.0, 15531.0, 9761.0, 6408.0, 4301.0, 2886.0, 1914.0, 1248.0, 880.0, 590.0, 453.0, 311.0, 210.0, 131.0, 98.0, 75.0, 41.0, 39.0, 26.0, 14.0, 16.0, 9.0, 7.0, 4.0, 5.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-2.70703125, -2.621429443359375, -2.53582763671875, -2.450225830078125, -2.3646240234375, -2.279022216796875, -2.19342041015625, -2.107818603515625, -2.022216796875, -1.936614990234375, -1.85101318359375, -1.765411376953125, -1.6798095703125, -1.594207763671875, -1.50860595703125, -1.423004150390625, -1.33740234375, -1.251800537109375, -1.16619873046875, -1.080596923828125, -0.9949951171875, -0.909393310546875, -0.82379150390625, -0.738189697265625, -0.652587890625, -0.566986083984375, -0.48138427734375, -0.395782470703125, -0.3101806640625, -0.224578857421875, -0.13897705078125, -0.053375244140625, 0.0322265625, 0.117828369140625, 0.20343017578125, 0.289031982421875, 0.3746337890625, 0.460235595703125, 0.54583740234375, 0.631439208984375, 0.717041015625, 0.802642822265625, 0.88824462890625, 0.973846435546875, 1.0594482421875, 1.145050048828125, 1.23065185546875, 1.316253662109375, 1.40185546875, 1.487457275390625, 1.57305908203125, 1.658660888671875, 1.7442626953125, 1.829864501953125, 1.91546630859375, 2.001068115234375, 2.086669921875, 2.172271728515625, 2.25787353515625, 2.343475341796875, 2.4290771484375, 2.514678955078125, 2.60028076171875, 2.685882568359375, 2.771484375]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 8.0, 11.0, 7.0, 9.0, 9.0, 10.0, 8.0, 16.0, 14.0, 17.0, 24.0, 20.0, 24.0, 34.0, 26.0, 35.0, 29.0, 40.0, 31.0, 41.0, 41.0, 39.0, 37.0, 41.0, 30.0, 42.0, 26.0, 38.0, 29.0, 33.0, 38.0, 32.0, 19.0, 29.0, 20.0, 18.0, 12.0, 7.0, 10.0, 9.0, 6.0, 7.0, 7.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.1484375, -4.98272705078125, -4.8170166015625, -4.65130615234375, -4.485595703125, -4.31988525390625, -4.1541748046875, -3.98846435546875, -3.82275390625, -3.65704345703125, -3.4913330078125, -3.32562255859375, -3.159912109375, -2.99420166015625, -2.8284912109375, -2.66278076171875, -2.4970703125, -2.33135986328125, -2.1656494140625, -1.99993896484375, -1.834228515625, -1.66851806640625, -1.5028076171875, -1.33709716796875, -1.17138671875, -1.00567626953125, -0.8399658203125, -0.67425537109375, -0.508544921875, -0.34283447265625, -0.1771240234375, -0.01141357421875, 0.154296875, 0.32000732421875, 0.4857177734375, 0.65142822265625, 0.817138671875, 0.98284912109375, 1.1485595703125, 1.31427001953125, 1.47998046875, 1.64569091796875, 1.8114013671875, 1.97711181640625, 2.142822265625, 2.30853271484375, 2.4742431640625, 2.63995361328125, 2.8056640625, 2.97137451171875, 3.1370849609375, 3.30279541015625, 3.468505859375, 3.63421630859375, 3.7999267578125, 3.96563720703125, 4.13134765625, 4.29705810546875, 4.4627685546875, 4.62847900390625, 4.794189453125, 4.95989990234375, 5.1256103515625, 5.29132080078125, 5.45703125]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.key.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 1.0, 3.0, 6.0, 11.0, 5.0, 9.0, 14.0, 17.0, 37.0, 37.0, 38.0, 55.0, 72.0, 74.0, 99.0, 156.0, 207.0, 320.0, 461.0, 642.0, 958.0, 1502.0, 2317.0, 3913.0, 6528.0, 11652.0, 21482.0, 49343.0, 853106.0, 46285.0, 21155.0, 11182.0, 6213.0, 3755.0, 2366.0, 1408.0, 924.0, 606.0, 445.0, 296.0, 214.0, 167.0, 110.0, 84.0, 61.0, 48.0, 38.0, 39.0, 28.0, 24.0, 13.0, 10.0, 6.0, 10.0, 1.0, 4.0, 4.0, 3.0, 0.0, 2.0, 2.0], "bins": [-0.1832275390625, -0.17740631103515625, -0.1715850830078125, -0.16576385498046875, -0.159942626953125, -0.15412139892578125, -0.1483001708984375, -0.14247894287109375, -0.13665771484375, -0.13083648681640625, -0.1250152587890625, -0.11919403076171875, -0.113372802734375, -0.10755157470703125, -0.1017303466796875, -0.09590911865234375, -0.090087890625, -0.08426666259765625, -0.0784454345703125, -0.07262420654296875, -0.066802978515625, -0.06098175048828125, -0.0551605224609375, -0.04933929443359375, -0.04351806640625, -0.03769683837890625, -0.0318756103515625, -0.02605438232421875, -0.020233154296875, -0.01441192626953125, -0.0085906982421875, -0.00276947021484375, 0.0030517578125, 0.00887298583984375, 0.0146942138671875, 0.02051544189453125, 0.026336669921875, 0.03215789794921875, 0.0379791259765625, 0.04380035400390625, 0.04962158203125, 0.05544281005859375, 0.0612640380859375, 0.06708526611328125, 0.072906494140625, 0.07872772216796875, 0.0845489501953125, 0.09037017822265625, 0.09619140625, 0.10201263427734375, 0.1078338623046875, 0.11365509033203125, 0.119476318359375, 0.12529754638671875, 0.1311187744140625, 0.13694000244140625, 0.14276123046875, 0.14858245849609375, 0.1544036865234375, 0.16022491455078125, 0.166046142578125, 0.17186737060546875, 0.1776885986328125, 0.18350982666015625, 0.1893310546875]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 12.0, 8.0, 12.0, 16.0, 28.0, 28.0, 46.0, 49.0, 60.0, 60.0, 63.0, 79.0, 82.0, 91.0, 70.0, 52.0, 62.0, 43.0, 40.0, 20.0, 20.0, 11.0, 8.0, 16.0, 7.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.823902130126953e-05, -1.771003007888794e-05, -1.7181038856506348e-05, -1.6652047634124756e-05, -1.6123056411743164e-05, -1.5594065189361572e-05, -1.506507396697998e-05, -1.4536082744598389e-05, -1.4007091522216797e-05, -1.3478100299835205e-05, -1.2949109077453613e-05, -1.2420117855072021e-05, -1.189112663269043e-05, -1.1362135410308838e-05, -1.0833144187927246e-05, -1.0304152965545654e-05, -9.775161743164062e-06, -9.24617052078247e-06, -8.717179298400879e-06, -8.188188076019287e-06, -7.659196853637695e-06, -7.1302056312561035e-06, -6.601214408874512e-06, -6.07222318649292e-06, -5.543231964111328e-06, -5.014240741729736e-06, -4.4852495193481445e-06, -3.956258296966553e-06, -3.427267074584961e-06, -2.898275852203369e-06, -2.3692846298217773e-06, -1.8402934074401855e-06, -1.3113021850585938e-06, -7.82310962677002e-07, -2.5331974029541016e-07, 2.7567148208618164e-07, 8.046627044677734e-07, 1.3336539268493652e-06, 1.862645149230957e-06, 2.391636371612549e-06, 2.9206275939941406e-06, 3.4496188163757324e-06, 3.978610038757324e-06, 4.507601261138916e-06, 5.036592483520508e-06, 5.5655837059021e-06, 6.094574928283691e-06, 6.623566150665283e-06, 7.152557373046875e-06, 7.681548595428467e-06, 8.210539817810059e-06, 8.73953104019165e-06, 9.268522262573242e-06, 9.797513484954834e-06, 1.0326504707336426e-05, 1.0855495929718018e-05, 1.138448715209961e-05, 1.1913478374481201e-05, 1.2442469596862793e-05, 1.2971460819244385e-05, 1.3500452041625977e-05, 1.4029443264007568e-05, 1.455843448638916e-05, 1.5087425708770752e-05, 1.5616416931152344e-05]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 10.0, 6.0, 7.0, 7.0, 11.0, 8.0, 15.0, 21.0, 18.0, 38.0, 48.0, 52.0, 65.0, 79.0, 134.0, 138.0, 214.0, 577.0, 5209.0, 111163.0, 843648.0, 81727.0, 4064.0, 485.0, 213.0, 131.0, 103.0, 80.0, 57.0, 58.0, 37.0, 27.0, 25.0, 19.0, 14.0, 16.0, 9.0, 4.0, 6.0, 2.0, 3.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.447998046875, -0.4327888488769531, -0.41757965087890625, -0.4023704528808594, -0.3871612548828125, -0.3719520568847656, -0.35674285888671875, -0.3415336608886719, -0.326324462890625, -0.3111152648925781, -0.29590606689453125, -0.2806968688964844, -0.2654876708984375, -0.2502784729003906, -0.23506927490234375, -0.21986007690429688, -0.20465087890625, -0.18944168090820312, -0.17423248291015625, -0.15902328491210938, -0.1438140869140625, -0.12860488891601562, -0.11339569091796875, -0.09818649291992188, -0.082977294921875, -0.06776809692382812, -0.05255889892578125, -0.037349700927734375, -0.0221405029296875, -0.006931304931640625, 0.00827789306640625, 0.023487091064453125, 0.0386962890625, 0.053905487060546875, 0.06911468505859375, 0.08432388305664062, 0.0995330810546875, 0.11474227905273438, 0.12995147705078125, 0.14516067504882812, 0.160369873046875, 0.17557907104492188, 0.19078826904296875, 0.20599746704101562, 0.2212066650390625, 0.23641586303710938, 0.25162506103515625, 0.2668342590332031, 0.28204345703125, 0.2972526550292969, 0.31246185302734375, 0.3276710510253906, 0.3428802490234375, 0.3580894470214844, 0.37329864501953125, 0.3885078430175781, 0.403717041015625, 0.4189262390136719, 0.43413543701171875, 0.4493446350097656, 0.4645538330078125, 0.4797630310058594, 0.49497222900390625, 0.5101814270019531, 0.525390625]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 5.0, 7.0, 12.0, 8.0, 20.0, 14.0, 29.0, 23.0, 20.0, 35.0, 34.0, 30.0, 40.0, 42.0, 44.0, 39.0, 52.0, 50.0, 45.0, 44.0, 45.0, 45.0, 45.0, 38.0, 37.0, 33.0, 32.0, 27.0, 18.0, 17.0, 10.0, 16.0, 6.0, 8.0, 8.0, 6.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.029998779296875, -0.02907419204711914, -0.02814960479736328, -0.027225017547607422, -0.026300430297851562, -0.025375843048095703, -0.024451255798339844, -0.023526668548583984, -0.022602081298828125, -0.021677494049072266, -0.020752906799316406, -0.019828319549560547, -0.018903732299804688, -0.017979145050048828, -0.01705455780029297, -0.01612997055053711, -0.01520538330078125, -0.01428079605102539, -0.013356208801269531, -0.012431621551513672, -0.011507034301757812, -0.010582447052001953, -0.009657859802246094, -0.008733272552490234, -0.007808685302734375, -0.006884098052978516, -0.005959510803222656, -0.005034923553466797, -0.0041103363037109375, -0.003185749053955078, -0.0022611618041992188, -0.0013365745544433594, -0.0004119873046875, 0.0005125999450683594, 0.0014371871948242188, 0.002361774444580078, 0.0032863616943359375, 0.004210948944091797, 0.005135536193847656, 0.006060123443603516, 0.006984710693359375, 0.007909297943115234, 0.008833885192871094, 0.009758472442626953, 0.010683059692382812, 0.011607646942138672, 0.012532234191894531, 0.01345682144165039, 0.01438140869140625, 0.01530599594116211, 0.01623058319091797, 0.017155170440673828, 0.018079757690429688, 0.019004344940185547, 0.019928932189941406, 0.020853519439697266, 0.021778106689453125, 0.022702693939208984, 0.023627281188964844, 0.024551868438720703, 0.025476455688476562, 0.026401042938232422, 0.02732563018798828, 0.02825021743774414, 0.0291748046875]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 4.0, 4.0, 8.0, 6.0, 5.0, 9.0, 11.0, 9.0, 12.0, 20.0, 29.0, 37.0, 39.0, 59.0, 37.0, 57.0, 59.0, 62.0, 68.0, 45.0, 52.0, 37.0, 52.0, 44.0, 48.0, 43.0, 31.0, 26.0, 20.0, 19.0, 10.0, 12.0, 5.0, 4.0, 7.0, 4.0, 2.0, 5.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.3156099319458, -9.030985832214355, -8.746360778808594, -8.461736679077148, -8.177112579345703, -7.892487525939941, -7.607863426208496, -7.323238849639893, -7.038614273071289, -6.7539896965026855, -6.46936559677124, -6.184741020202637, -5.900116443634033, -5.61549186706543, -5.330867767333984, -5.046243190765381, -4.7616190910339355, -4.476994514465332, -4.192370414733887, -3.907745838165283, -3.6231212615966797, -3.3384969234466553, -3.053872585296631, -2.7692480087280273, -2.484623670578003, -2.1999993324279785, -1.915374755859375, -1.6307504177093506, -1.3461259603500366, -1.0615015029907227, -0.7768771648406982, -0.4922527074813843, -0.2076282501220703, 0.07699617743492126, 0.36162060499191284, 0.646245002746582, 0.930869460105896, 1.21549391746521, 1.5001182556152344, 1.7847427129745483, 2.0693671703338623, 2.3539915084838867, 2.6386160850524902, 2.9232404232025146, 3.207864761352539, 3.4924893379211426, 3.777113676071167, 4.061738014221191, 4.346362590789795, 4.630987167358398, 4.915611267089844, 5.200235843658447, 5.484860420227051, 5.769484519958496, 6.0541090965271, 6.338733673095703, 6.623357772827148, 6.907982349395752, 7.192606449127197, 7.477231025695801, 7.761855602264404, 8.046480178833008, 8.331104278564453, 8.615728378295898, 8.90035343170166]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 0.0, 7.0, 5.0, 4.0, 9.0, 5.0, 4.0, 12.0, 8.0, 8.0, 11.0, 14.0, 21.0, 18.0, 29.0, 19.0, 25.0, 22.0, 30.0, 37.0, 35.0, 43.0, 51.0, 39.0, 38.0, 43.0, 40.0, 31.0, 46.0, 34.0, 40.0, 27.0, 35.0, 25.0, 22.0, 26.0, 18.0, 20.0, 21.0, 10.0, 12.0, 11.0, 8.0, 4.0, 8.0, 5.0, 4.0, 7.0, 6.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-7.752810001373291, -7.504599094390869, -7.256388187408447, -7.008177280426025, -6.759966850280762, -6.51175594329834, -6.263545036315918, -6.015334129333496, -5.767123222351074, -5.518912315368652, -5.2707014083862305, -5.022490501403809, -4.774279594421387, -4.526068687438965, -4.277858257293701, -4.029647350311279, -3.7814364433288574, -3.5332255363464355, -3.2850146293640137, -3.036803960800171, -2.788593053817749, -2.540382146835327, -2.2921714782714844, -2.0439605712890625, -1.7957496643066406, -1.5475387573242188, -1.2993279695510864, -1.051117181777954, -0.8029062747955322, -0.5546953678131104, -0.306484580039978, -0.0582737922668457, 0.18993759155273438, 0.4381484389305115, 0.6863592863082886, 0.9345701336860657, 1.1827809810638428, 1.4309918880462646, 1.679202675819397, 1.9274134635925293, 2.175624370574951, 2.423835277557373, 2.672046184539795, 2.9202568531036377, 3.1684677600860596, 3.4166786670684814, 3.664889335632324, 3.913100242614746, 4.161311149597168, 4.40952205657959, 4.657732963562012, 4.905943870544434, 5.1541547775268555, 5.402365684509277, 5.650576114654541, 5.898787021636963, 6.146997928619385, 6.395208835601807, 6.6434197425842285, 6.89163064956665, 7.139841079711914, 7.388051986694336, 7.636262893676758, 7.88447380065918, 8.132684707641602]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 4.0, 2.0, 9.0, 10.0, 9.0, 10.0, 16.0, 20.0, 20.0, 39.0, 42.0, 50.0, 47.0, 96.0, 110.0, 164.0, 230.0, 312.0, 507.0, 760.0, 1371.0, 2238.0, 4359.0, 8783.0, 17554.0, 38053.0, 104224.0, 556302.0, 209102.0, 54381.0, 24298.0, 11959.0, 5800.0, 3031.0, 1676.0, 1006.0, 604.0, 372.0, 302.0, 184.0, 136.0, 101.0, 77.0, 46.0, 39.0, 25.0, 28.0, 19.0, 16.0, 8.0, 6.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-17.25, -16.7530517578125, -16.256103515625, -15.7591552734375, -15.26220703125, -14.7652587890625, -14.268310546875, -13.7713623046875, -13.2744140625, -12.7774658203125, -12.280517578125, -11.7835693359375, -11.28662109375, -10.7896728515625, -10.292724609375, -9.7957763671875, -9.298828125, -8.8018798828125, -8.304931640625, -7.8079833984375, -7.31103515625, -6.8140869140625, -6.317138671875, -5.8201904296875, -5.3232421875, -4.8262939453125, -4.329345703125, -3.8323974609375, -3.33544921875, -2.8385009765625, -2.341552734375, -1.8446044921875, -1.34765625, -0.8507080078125, -0.353759765625, 0.1431884765625, 0.64013671875, 1.1370849609375, 1.634033203125, 2.1309814453125, 2.6279296875, 3.1248779296875, 3.621826171875, 4.1187744140625, 4.61572265625, 5.1126708984375, 5.609619140625, 6.1065673828125, 6.603515625, 7.1004638671875, 7.597412109375, 8.0943603515625, 8.59130859375, 9.0882568359375, 9.585205078125, 10.0821533203125, 10.5791015625, 11.0760498046875, 11.572998046875, 12.0699462890625, 12.56689453125, 13.0638427734375, 13.560791015625, 14.0577392578125, 14.5546875]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 6.0, 7.0, 6.0, 5.0, 6.0, 12.0, 8.0, 6.0, 16.0, 17.0, 16.0, 23.0, 26.0, 22.0, 26.0, 23.0, 34.0, 40.0, 39.0, 43.0, 41.0, 36.0, 44.0, 45.0, 45.0, 32.0, 37.0, 41.0, 33.0, 32.0, 33.0, 24.0, 22.0, 24.0, 21.0, 13.0, 18.0, 13.0, 14.0, 7.0, 8.0, 4.0, 5.0, 6.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.546875, -7.2938232421875, -7.040771484375, -6.7877197265625, -6.53466796875, -6.2816162109375, -6.028564453125, -5.7755126953125, -5.5224609375, -5.2694091796875, -5.016357421875, -4.7633056640625, -4.51025390625, -4.2572021484375, -4.004150390625, -3.7510986328125, -3.498046875, -3.2449951171875, -2.991943359375, -2.7388916015625, -2.48583984375, -2.2327880859375, -1.979736328125, -1.7266845703125, -1.4736328125, -1.2205810546875, -0.967529296875, -0.7144775390625, -0.46142578125, -0.2083740234375, 0.044677734375, 0.2977294921875, 0.55078125, 0.8038330078125, 1.056884765625, 1.3099365234375, 1.56298828125, 1.8160400390625, 2.069091796875, 2.3221435546875, 2.5751953125, 2.8282470703125, 3.081298828125, 3.3343505859375, 3.58740234375, 3.8404541015625, 4.093505859375, 4.3465576171875, 4.599609375, 4.8526611328125, 5.105712890625, 5.3587646484375, 5.61181640625, 5.8648681640625, 6.117919921875, 6.3709716796875, 6.6240234375, 6.8770751953125, 7.130126953125, 7.3831787109375, 7.63623046875, 7.8892822265625, 8.142333984375, 8.3953857421875, 8.6484375]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.value.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 4.0, 6.0, 5.0, 12.0, 11.0, 10.0, 8.0, 14.0, 25.0, 25.0, 39.0, 34.0, 56.0, 53.0, 72.0, 62.0, 66.0, 80.0, 75.0, 93.0, 126.0, 247.0, 25210.0, 1019728.0, 1633.0, 140.0, 98.0, 105.0, 75.0, 64.0, 58.0, 45.0, 38.0, 50.0, 36.0, 33.0, 30.0, 17.0, 21.0, 16.0, 10.0, 10.0, 9.0, 5.0, 1.0, 0.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-152.75, -147.865234375, -142.98046875, -138.095703125, -133.2109375, -128.326171875, -123.44140625, -118.556640625, -113.671875, -108.787109375, -103.90234375, -99.017578125, -94.1328125, -89.248046875, -84.36328125, -79.478515625, -74.59375, -69.708984375, -64.82421875, -59.939453125, -55.0546875, -50.169921875, -45.28515625, -40.400390625, -35.515625, -30.630859375, -25.74609375, -20.861328125, -15.9765625, -11.091796875, -6.20703125, -1.322265625, 3.5625, 8.447265625, 13.33203125, 18.216796875, 23.1015625, 27.986328125, 32.87109375, 37.755859375, 42.640625, 47.525390625, 52.41015625, 57.294921875, 62.1796875, 67.064453125, 71.94921875, 76.833984375, 81.71875, 86.603515625, 91.48828125, 96.373046875, 101.2578125, 106.142578125, 111.02734375, 115.912109375, 120.796875, 125.681640625, 130.56640625, 135.451171875, 140.3359375, 145.220703125, 150.10546875, 154.990234375, 159.875]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 6.0, 3.0, 10.0, 12.0, 15.0, 16.0, 14.0, 18.0, 21.0, 22.0, 34.0, 33.0, 36.0, 41.0, 37.0, 52.0, 48.0, 46.0, 66.0, 51.0, 48.0, 35.0, 40.0, 42.0, 32.0, 24.0, 32.0, 29.0, 32.0, 19.0, 30.0, 11.0, 9.0, 13.0, 4.0, 7.0, 5.0, 4.0, 3.0, 2.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.9609375, -8.69879150390625, -8.4366455078125, -8.17449951171875, -7.912353515625, -7.65020751953125, -7.3880615234375, -7.12591552734375, -6.86376953125, -6.60162353515625, -6.3394775390625, -6.07733154296875, -5.815185546875, -5.55303955078125, -5.2908935546875, -5.02874755859375, -4.7666015625, -4.50445556640625, -4.2423095703125, -3.98016357421875, -3.718017578125, -3.45587158203125, -3.1937255859375, -2.93157958984375, -2.66943359375, -2.40728759765625, -2.1451416015625, -1.88299560546875, -1.620849609375, -1.35870361328125, -1.0965576171875, -0.83441162109375, -0.572265625, -0.31011962890625, -0.0479736328125, 0.21417236328125, 0.476318359375, 0.73846435546875, 1.0006103515625, 1.26275634765625, 1.52490234375, 1.78704833984375, 2.0491943359375, 2.31134033203125, 2.573486328125, 2.83563232421875, 3.0977783203125, 3.35992431640625, 3.6220703125, 3.88421630859375, 4.1463623046875, 4.40850830078125, 4.670654296875, 4.93280029296875, 5.1949462890625, 5.45709228515625, 5.71923828125, 5.98138427734375, 6.2435302734375, 6.50567626953125, 6.767822265625, 7.02996826171875, 7.2921142578125, 7.55426025390625, 7.81640625]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 7.0, 1.0, 4.0, 4.0, 7.0, 17.0, 51.0, 154.0, 367.0, 1214.0, 4195.0, 182544.0, 852256.0, 5578.0, 1451.0, 444.0, 143.0, 55.0, 18.0, 8.0, 8.0, 3.0, 4.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-64.625, -62.9716796875, -61.318359375, -59.6650390625, -58.01171875, -56.3583984375, -54.705078125, -53.0517578125, -51.3984375, -49.7451171875, -48.091796875, -46.4384765625, -44.78515625, -43.1318359375, -41.478515625, -39.8251953125, -38.171875, -36.5185546875, -34.865234375, -33.2119140625, -31.55859375, -29.9052734375, -28.251953125, -26.5986328125, -24.9453125, -23.2919921875, -21.638671875, -19.9853515625, -18.33203125, -16.6787109375, -15.025390625, -13.3720703125, -11.71875, -10.0654296875, -8.412109375, -6.7587890625, -5.10546875, -3.4521484375, -1.798828125, -0.1455078125, 1.5078125, 3.1611328125, 4.814453125, 6.4677734375, 8.12109375, 9.7744140625, 11.427734375, 13.0810546875, 14.734375, 16.3876953125, 18.041015625, 19.6943359375, 21.34765625, 23.0009765625, 24.654296875, 26.3076171875, 27.9609375, 29.6142578125, 31.267578125, 32.9208984375, 34.57421875, 36.2275390625, 37.880859375, 39.5341796875, 41.1875]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 11.0, 12.0, 40.0, 85.0, 218.0, 443.0, 117.0, 42.0, 14.0, 12.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024852752685546875, -0.0023939013481140137, -0.00230252742767334, -0.002211153507232666, -0.002119779586791992, -0.0020284056663513184, -0.0019370317459106445, -0.0018456578254699707, -0.0017542839050292969, -0.001662909984588623, -0.0015715360641479492, -0.0014801621437072754, -0.0013887882232666016, -0.0012974143028259277, -0.001206040382385254, -0.00111466646194458, -0.0010232925415039062, -0.0009319186210632324, -0.0008405447006225586, -0.0007491707801818848, -0.0006577968597412109, -0.0005664229393005371, -0.0004750490188598633, -0.00038367509841918945, -0.0002923011779785156, -0.0002009272575378418, -0.00010955333709716797, -1.817941665649414e-05, 7.319450378417969e-05, 0.00016456842422485352, 0.00025594234466552734, 0.00034731626510620117, 0.000438690185546875, 0.0005300641059875488, 0.0006214380264282227, 0.0007128119468688965, 0.0008041858673095703, 0.0008955597877502441, 0.000986933708190918, 0.0010783076286315918, 0.0011696815490722656, 0.0012610554695129395, 0.0013524293899536133, 0.0014438033103942871, 0.001535177230834961, 0.0016265511512756348, 0.0017179250717163086, 0.0018092989921569824, 0.0019006729125976562, 0.00199204683303833, 0.002083420753479004, 0.0021747946739196777, 0.0022661685943603516, 0.0023575425148010254, 0.0024489164352416992, 0.002540290355682373, 0.002631664276123047, 0.0027230381965637207, 0.0028144121170043945, 0.0029057860374450684, 0.002997159957885742, 0.003088533878326416, 0.00317990779876709, 0.0032712817192077637, 0.0033626556396484375]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 7.0, 8.0, 14.0, 42.0, 82.0, 158.0, 388.0, 1698.0, 22435.0, 1015786.0, 6559.0, 910.0, 236.0, 93.0, 67.0, 21.0, 21.0, 8.0, 7.0, 5.0, 6.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-89.875, -87.7001953125, -85.525390625, -83.3505859375, -81.17578125, -79.0009765625, -76.826171875, -74.6513671875, -72.4765625, -70.3017578125, -68.126953125, -65.9521484375, -63.77734375, -61.6025390625, -59.427734375, -57.2529296875, -55.078125, -52.9033203125, -50.728515625, -48.5537109375, -46.37890625, -44.2041015625, -42.029296875, -39.8544921875, -37.6796875, -35.5048828125, -33.330078125, -31.1552734375, -28.98046875, -26.8056640625, -24.630859375, -22.4560546875, -20.28125, -18.1064453125, -15.931640625, -13.7568359375, -11.58203125, -9.4072265625, -7.232421875, -5.0576171875, -2.8828125, -0.7080078125, 1.466796875, 3.6416015625, 5.81640625, 7.9912109375, 10.166015625, 12.3408203125, 14.515625, 16.6904296875, 18.865234375, 21.0400390625, 23.21484375, 25.3896484375, 27.564453125, 29.7392578125, 31.9140625, 34.0888671875, 36.263671875, 38.4384765625, 40.61328125, 42.7880859375, 44.962890625, 47.1376953125, 49.3125]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 12.0, 11.0, 17.0, 35.0, 93.0, 289.0, 358.0, 97.0, 45.0, 20.0, 10.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.6640625, -4.4425048828125, -4.220947265625, -3.9993896484375, -3.77783203125, -3.5562744140625, -3.334716796875, -3.1131591796875, -2.8916015625, -2.6700439453125, -2.448486328125, -2.2269287109375, -2.00537109375, -1.7838134765625, -1.562255859375, -1.3406982421875, -1.119140625, -0.8975830078125, -0.676025390625, -0.4544677734375, -0.23291015625, -0.0113525390625, 0.210205078125, 0.4317626953125, 0.6533203125, 0.8748779296875, 1.096435546875, 1.3179931640625, 1.53955078125, 1.7611083984375, 1.982666015625, 2.2042236328125, 2.42578125, 2.6473388671875, 2.868896484375, 3.0904541015625, 3.31201171875, 3.5335693359375, 3.755126953125, 3.9766845703125, 4.1982421875, 4.4197998046875, 4.641357421875, 4.8629150390625, 5.08447265625, 5.3060302734375, 5.527587890625, 5.7491455078125, 5.970703125, 6.1922607421875, 6.413818359375, 6.6353759765625, 6.85693359375, 7.0784912109375, 7.300048828125, 7.5216064453125, 7.7431640625, 7.9647216796875, 8.186279296875, 8.4078369140625, 8.62939453125, 8.8509521484375, 9.072509765625, 9.2940673828125, 9.515625]}, "gradients/decoder.roberta.encoder.layer.2.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 6.0, 5.0, 9.0, 13.0, 14.0, 29.0, 33.0, 37.0, 33.0, 51.0, 47.0, 67.0, 66.0, 79.0, 57.0, 65.0, 65.0, 45.0, 49.0, 49.0, 43.0, 21.0, 30.0, 6.0, 21.0, 17.0, 10.0, 6.0, 7.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-14.406951904296875, -14.047442436218262, -13.687932968139648, -13.328424453735352, -12.968914985656738, -12.609405517578125, -12.249896049499512, -11.890386581420898, -11.530878067016602, -11.171368598937988, -10.811859130859375, -10.452350616455078, -10.092841148376465, -9.733331680297852, -9.373822212219238, -9.014312744140625, -8.654804229736328, -8.295294761657715, -7.93578577041626, -7.5762763023376465, -7.216767311096191, -6.857257843017578, -6.497748374938965, -6.13823938369751, -5.778729438781738, -5.419219970703125, -5.05971097946167, -4.700201511383057, -4.340692520141602, -3.9811830520629883, -3.621673822402954, -3.26216459274292, -2.902655601501465, -2.5431463718414307, -2.1836371421813965, -1.8241277933120728, -1.4646185636520386, -1.1051093339920044, -0.7455999851226807, -0.3860907554626465, -0.026581525802612305, 0.33292773365974426, 0.6924369931221008, 1.0519462823867798, 1.411455512046814, 1.7709647417068481, 2.130474090576172, 2.489983320236206, 2.8494925498962402, 3.2090017795562744, 3.5685110092163086, 3.928020477294922, 4.287529468536377, 4.64703893661499, 5.006547927856445, 5.366057395935059, 5.725566864013672, 6.085076332092285, 6.44458532333374, 6.8040947914123535, 7.163603782653809, 7.523113250732422, 7.882622718811035, 8.242132186889648, 8.601640701293945]}, "gradients/decoder.roberta.encoder.layer.2.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 7.0, 2.0, 5.0, 6.0, 12.0, 11.0, 11.0, 12.0, 16.0, 27.0, 19.0, 27.0, 26.0, 23.0, 31.0, 25.0, 30.0, 29.0, 38.0, 41.0, 26.0, 43.0, 41.0, 46.0, 34.0, 41.0, 29.0, 35.0, 32.0, 27.0, 34.0, 35.0, 27.0, 19.0, 22.0, 18.0, 21.0, 13.0, 21.0, 9.0, 8.0, 7.0, 1.0, 4.0, 3.0, 5.0, 6.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.13023853302002, -9.815777778625488, -9.501317024230957, -9.186857223510742, -8.872396469116211, -8.55793571472168, -8.243474960327148, -7.929014205932617, -7.614553928375244, -7.300093173980713, -6.98563289642334, -6.671172142028809, -6.356711387634277, -6.042251110076904, -5.727790355682373, -5.413330078125, -5.098869323730469, -4.7844085693359375, -4.4699482917785645, -4.155487537384033, -3.841027021408081, -3.526566505432129, -3.2121057510375977, -2.8976452350616455, -2.5831847190856934, -2.268724203109741, -1.9542635679244995, -1.6398029327392578, -1.3253424167633057, -1.0108819007873535, -0.6964212656021118, -0.3819606304168701, -0.06750011444091797, 0.24696046113967896, 0.5614210367202759, 0.8758816123008728, 1.1903421878814697, 1.5048027038574219, 1.8192633390426636, 2.1337239742279053, 2.4481844902038574, 2.7626450061798096, 3.0771055221557617, 3.391566276550293, 3.706026792526245, 4.020487308502197, 4.3349480628967285, 4.649408340454102, 4.963869094848633, 5.278329849243164, 5.592790126800537, 5.907250881195068, 6.221711158752441, 6.536171913146973, 6.850632667541504, 7.165093421936035, 7.479553699493408, 7.7940144538879395, 8.108474731445312, 8.422935485839844, 8.737396240234375, 9.051856994628906, 9.366316795349121, 9.680777549743652, 9.995238304138184]}, "gradients/decoder.roberta.encoder.layer.2.output.dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 6.0, 3.0, 6.0, 15.0, 9.0, 15.0, 11.0, 36.0, 31.0, 65.0, 63.0, 123.0, 135.0, 240.0, 393.0, 722.0, 1713.0, 4425.0, 14024.0, 66375.0, 3800701.0, 263028.0, 29040.0, 7769.0, 2728.0, 1129.0, 544.0, 268.0, 197.0, 135.0, 88.0, 81.0, 38.0, 43.0, 19.0, 24.0, 7.0, 11.0, 6.0, 9.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-30.90625, -29.86767578125, -28.8291015625, -27.79052734375, -26.751953125, -25.71337890625, -24.6748046875, -23.63623046875, -22.59765625, -21.55908203125, -20.5205078125, -19.48193359375, -18.443359375, -17.40478515625, -16.3662109375, -15.32763671875, -14.2890625, -13.25048828125, -12.2119140625, -11.17333984375, -10.134765625, -9.09619140625, -8.0576171875, -7.01904296875, -5.98046875, -4.94189453125, -3.9033203125, -2.86474609375, -1.826171875, -0.78759765625, 0.2509765625, 1.28955078125, 2.328125, 3.36669921875, 4.4052734375, 5.44384765625, 6.482421875, 7.52099609375, 8.5595703125, 9.59814453125, 10.63671875, 11.67529296875, 12.7138671875, 13.75244140625, 14.791015625, 15.82958984375, 16.8681640625, 17.90673828125, 18.9453125, 19.98388671875, 21.0224609375, 22.06103515625, 23.099609375, 24.13818359375, 25.1767578125, 26.21533203125, 27.25390625, 28.29248046875, 29.3310546875, 30.36962890625, 31.408203125, 32.44677734375, 33.4853515625, 34.52392578125, 35.5625]}, "gradients/decoder.roberta.encoder.layer.2.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 1.0, 6.0, 11.0, 9.0, 9.0, 12.0, 15.0, 16.0, 20.0, 21.0, 29.0, 22.0, 15.0, 24.0, 27.0, 35.0, 28.0, 41.0, 31.0, 39.0, 32.0, 44.0, 41.0, 38.0, 40.0, 27.0, 44.0, 30.0, 32.0, 23.0, 45.0, 26.0, 24.0, 19.0, 22.0, 21.0, 13.0, 15.0, 8.0, 7.0, 10.0, 6.0, 5.0, 6.0, 3.0, 1.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.21875, -6.01239013671875, -5.8060302734375, -5.59967041015625, -5.393310546875, -5.18695068359375, -4.9805908203125, -4.77423095703125, -4.56787109375, -4.36151123046875, -4.1551513671875, -3.94879150390625, -3.742431640625, -3.53607177734375, -3.3297119140625, -3.12335205078125, -2.9169921875, -2.71063232421875, -2.5042724609375, -2.29791259765625, -2.091552734375, -1.88519287109375, -1.6788330078125, -1.47247314453125, -1.26611328125, -1.05975341796875, -0.8533935546875, -0.64703369140625, -0.440673828125, -0.23431396484375, -0.0279541015625, 0.17840576171875, 0.384765625, 0.59112548828125, 0.7974853515625, 1.00384521484375, 1.210205078125, 1.41656494140625, 1.6229248046875, 1.82928466796875, 2.03564453125, 2.24200439453125, 2.4483642578125, 2.65472412109375, 2.861083984375, 3.06744384765625, 3.2738037109375, 3.48016357421875, 3.6865234375, 3.89288330078125, 4.0992431640625, 4.30560302734375, 4.511962890625, 4.71832275390625, 4.9246826171875, 5.13104248046875, 5.33740234375, 5.54376220703125, 5.7501220703125, 5.95648193359375, 6.162841796875, 6.36920166015625, 6.5755615234375, 6.78192138671875, 6.98828125]}, "gradients/decoder.roberta.encoder.layer.2.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 5.0, 0.0, 5.0, 5.0, 9.0, 11.0, 9.0, 20.0, 26.0, 29.0, 38.0, 65.0, 145.0, 323.0, 1210.0, 7031.0, 161492.0, 4002445.0, 18079.0, 2422.0, 491.0, 154.0, 87.0, 49.0, 31.0, 19.0, 23.0, 14.0, 15.0, 7.0, 6.0, 4.0, 4.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.6875, -65.3701171875, -63.052734375, -60.7353515625, -58.41796875, -56.1005859375, -53.783203125, -51.4658203125, -49.1484375, -46.8310546875, -44.513671875, -42.1962890625, -39.87890625, -37.5615234375, -35.244140625, -32.9267578125, -30.609375, -28.2919921875, -25.974609375, -23.6572265625, -21.33984375, -19.0224609375, -16.705078125, -14.3876953125, -12.0703125, -9.7529296875, -7.435546875, -5.1181640625, -2.80078125, -0.4833984375, 1.833984375, 4.1513671875, 6.46875, 8.7861328125, 11.103515625, 13.4208984375, 15.73828125, 18.0556640625, 20.373046875, 22.6904296875, 25.0078125, 27.3251953125, 29.642578125, 31.9599609375, 34.27734375, 36.5947265625, 38.912109375, 41.2294921875, 43.546875, 45.8642578125, 48.181640625, 50.4990234375, 52.81640625, 55.1337890625, 57.451171875, 59.7685546875, 62.0859375, 64.4033203125, 66.720703125, 69.0380859375, 71.35546875, 73.6728515625, 75.990234375, 78.3076171875, 80.625]}, "gradients/decoder.roberta.encoder.layer.2.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 4.0, 6.0, 8.0, 9.0, 5.0, 8.0, 13.0, 21.0, 34.0, 54.0, 86.0, 117.0, 310.0, 1932.0, 845.0, 261.0, 124.0, 64.0, 52.0, 32.0, 21.0, 14.0, 12.0, 8.0, 11.0, 4.0, 7.0, 7.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-6.4765625, -6.305908203125, -6.13525390625, -5.964599609375, -5.7939453125, -5.623291015625, -5.45263671875, -5.281982421875, -5.111328125, -4.940673828125, -4.77001953125, -4.599365234375, -4.4287109375, -4.258056640625, -4.08740234375, -3.916748046875, -3.74609375, -3.575439453125, -3.40478515625, -3.234130859375, -3.0634765625, -2.892822265625, -2.72216796875, -2.551513671875, -2.380859375, -2.210205078125, -2.03955078125, -1.868896484375, -1.6982421875, -1.527587890625, -1.35693359375, -1.186279296875, -1.015625, -0.844970703125, -0.67431640625, -0.503662109375, -0.3330078125, -0.162353515625, 0.00830078125, 0.178955078125, 0.349609375, 0.520263671875, 0.69091796875, 0.861572265625, 1.0322265625, 1.202880859375, 1.37353515625, 1.544189453125, 1.71484375, 1.885498046875, 2.05615234375, 2.226806640625, 2.3974609375, 2.568115234375, 2.73876953125, 2.909423828125, 3.080078125, 3.250732421875, 3.42138671875, 3.592041015625, 3.7626953125, 3.933349609375, 4.10400390625, 4.274658203125, 4.4453125]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 13.0, 13.0, 11.0, 12.0, 30.0, 45.0, 59.0, 95.0, 87.0, 99.0, 100.0, 101.0, 81.0, 67.0, 48.0, 45.0, 31.0, 26.0, 19.0, 9.0, 3.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.137990951538086, -14.670368194580078, -14.202744483947754, -13.73512077331543, -13.267498016357422, -12.799875259399414, -12.33225154876709, -11.864627838134766, -11.397005081176758, -10.92938232421875, -10.461758613586426, -9.994134902954102, -9.526512145996094, -9.058889389038086, -8.591265678405762, -8.123641967773438, -7.65601921081543, -7.188395977020264, -6.720772743225098, -6.253149509429932, -5.785526275634766, -5.3179030418396, -4.850279808044434, -4.382656574249268, -3.9150333404541016, -3.4474101066589355, -2.9797868728637695, -2.5121636390686035, -2.0445404052734375, -1.5769171714782715, -1.1092939376831055, -0.6416707038879395, -0.17404747009277344, 0.2935757637023926, 0.7611989974975586, 1.2288222312927246, 1.6964454650878906, 2.1640686988830566, 2.6316919326782227, 3.0993151664733887, 3.5669384002685547, 4.034561634063721, 4.502184867858887, 4.969808101654053, 5.437431335449219, 5.905054569244385, 6.372677803039551, 6.840301036834717, 7.307924270629883, 7.775547504425049, 8.243170738220215, 8.710794448852539, 9.178417205810547, 9.646039962768555, 10.113663673400879, 10.581287384033203, 11.048910140991211, 11.516532897949219, 11.984156608581543, 12.451780319213867, 12.919403076171875, 13.387025833129883, 13.854649543762207, 14.322273254394531, 14.789896011352539]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 6.0, 6.0, 5.0, 7.0, 14.0, 16.0, 25.0, 19.0, 26.0, 27.0, 19.0, 35.0, 28.0, 34.0, 42.0, 39.0, 32.0, 34.0, 37.0, 43.0, 40.0, 47.0, 37.0, 47.0, 34.0, 30.0, 32.0, 26.0, 35.0, 22.0, 32.0, 18.0, 22.0, 18.0, 11.0, 9.0, 10.0, 12.0, 5.0, 5.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.47086238861084, -8.207498550415039, -7.944135665893555, -7.680772304534912, -7.4174089431762695, -7.154045104980469, -6.890681743621826, -6.627318382263184, -6.363955020904541, -6.100591659545898, -5.837228298187256, -5.573864936828613, -5.3105010986328125, -5.047138214111328, -4.783774375915527, -4.520411014556885, -4.257047653198242, -3.9936842918395996, -3.730320930480957, -3.4669573307037354, -3.2035939693450928, -2.94023060798645, -2.6768670082092285, -2.413503646850586, -2.1501402854919434, -1.8867769241333008, -1.6234134435653687, -1.3600499629974365, -1.096686601638794, -0.8333232402801514, -0.5699597597122192, -0.3065962791442871, -0.04323387145996094, 0.22012954950332642, 0.48349297046661377, 0.7468563914299011, 1.0102198123931885, 1.273583173751831, 1.5369466543197632, 1.8003101348876953, 2.063673496246338, 2.3270368576049805, 2.590400218963623, 2.8537638187408447, 3.1171271800994873, 3.38049054145813, 3.6438541412353516, 3.907217502593994, 4.170580863952637, 4.433944225311279, 4.697307586669922, 4.9606709480285645, 5.224034309387207, 5.487398147583008, 5.75076150894165, 6.014124870300293, 6.2774882316589355, 6.540851593017578, 6.804214954376221, 7.067578315734863, 7.330942153930664, 7.594305038452148, 7.857668876647949, 8.12103271484375, 8.384395599365234]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 7.0, 7.0, 15.0, 15.0, 25.0, 36.0, 72.0, 98.0, 127.0, 225.0, 343.0, 535.0, 825.0, 1216.0, 1905.0, 2951.0, 4572.0, 7004.0, 10658.0, 16572.0, 25019.0, 37628.0, 55550.0, 80144.0, 110881.0, 139513.0, 145132.0, 123184.0, 91346.0, 64130.0, 43741.0, 29351.0, 19433.0, 12900.0, 8310.0, 5356.0, 3330.0, 2164.0, 1515.0, 915.0, 650.0, 420.0, 263.0, 170.0, 107.0, 79.0, 43.0, 37.0, 23.0, 11.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.2255859375, -1.1875152587890625, -1.149444580078125, -1.1113739013671875, -1.07330322265625, -1.0352325439453125, -0.997161865234375, -0.9590911865234375, -0.9210205078125, -0.8829498291015625, -0.844879150390625, -0.8068084716796875, -0.76873779296875, -0.7306671142578125, -0.692596435546875, -0.6545257568359375, -0.616455078125, -0.5783843994140625, -0.540313720703125, -0.5022430419921875, -0.46417236328125, -0.4261016845703125, -0.388031005859375, -0.3499603271484375, -0.3118896484375, -0.2738189697265625, -0.235748291015625, -0.1976776123046875, -0.15960693359375, -0.1215362548828125, -0.083465576171875, -0.0453948974609375, -0.00732421875, 0.0307464599609375, 0.068817138671875, 0.1068878173828125, 0.14495849609375, 0.1830291748046875, 0.221099853515625, 0.2591705322265625, 0.2972412109375, 0.3353118896484375, 0.373382568359375, 0.4114532470703125, 0.44952392578125, 0.4875946044921875, 0.525665283203125, 0.5637359619140625, 0.601806640625, 0.6398773193359375, 0.677947998046875, 0.7160186767578125, 0.75408935546875, 0.7921600341796875, 0.830230712890625, 0.8683013916015625, 0.9063720703125, 0.9444427490234375, 0.982513427734375, 1.0205841064453125, 1.05865478515625, 1.0967254638671875, 1.134796142578125, 1.1728668212890625, 1.2109375]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 7.0, 6.0, 5.0, 7.0, 13.0, 18.0, 22.0, 21.0, 27.0, 24.0, 20.0, 31.0, 33.0, 30.0, 41.0, 41.0, 33.0, 32.0, 34.0, 46.0, 38.0, 49.0, 40.0, 45.0, 38.0, 24.0, 35.0, 25.0, 36.0, 25.0, 27.0, 22.0, 22.0, 15.0, 13.0, 10.0, 9.0, 12.0, 8.0, 2.0, 4.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.3046875, -8.05169677734375, -7.7987060546875, -7.54571533203125, -7.292724609375, -7.03973388671875, -6.7867431640625, -6.53375244140625, -6.28076171875, -6.02777099609375, -5.7747802734375, -5.52178955078125, -5.268798828125, -5.01580810546875, -4.7628173828125, -4.50982666015625, -4.2568359375, -4.00384521484375, -3.7508544921875, -3.49786376953125, -3.244873046875, -2.99188232421875, -2.7388916015625, -2.48590087890625, -2.23291015625, -1.97991943359375, -1.7269287109375, -1.47393798828125, -1.220947265625, -0.96795654296875, -0.7149658203125, -0.46197509765625, -0.208984375, 0.04400634765625, 0.2969970703125, 0.54998779296875, 0.802978515625, 1.05596923828125, 1.3089599609375, 1.56195068359375, 1.81494140625, 2.06793212890625, 2.3209228515625, 2.57391357421875, 2.826904296875, 3.07989501953125, 3.3328857421875, 3.58587646484375, 3.8388671875, 4.09185791015625, 4.3448486328125, 4.59783935546875, 4.850830078125, 5.10382080078125, 5.3568115234375, 5.60980224609375, 5.86279296875, 6.11578369140625, 6.3687744140625, 6.62176513671875, 6.874755859375, 7.12774658203125, 7.3807373046875, 7.63372802734375, 7.88671875]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 2.0, 1.0, 6.0, 3.0, 4.0, 7.0, 15.0, 11.0, 23.0, 29.0, 43.0, 51.0, 67.0, 86.0, 126.0, 195.0, 303.0, 455.0, 653.0, 989.0, 1422.0, 2205.0, 3376.0, 5346.0, 8074.0, 13678.0, 23454.0, 62033.0, 792116.0, 71374.0, 24349.0, 13969.0, 8475.0, 5412.0, 3368.0, 2260.0, 1478.0, 986.0, 651.0, 460.0, 285.0, 210.0, 149.0, 112.0, 71.0, 43.0, 42.0, 28.0, 20.0, 11.0, 8.0, 3.0, 8.0, 9.0, 10.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-2.763671875, -2.676025390625, -2.58837890625, -2.500732421875, -2.4130859375, -2.325439453125, -2.23779296875, -2.150146484375, -2.0625, -1.974853515625, -1.88720703125, -1.799560546875, -1.7119140625, -1.624267578125, -1.53662109375, -1.448974609375, -1.361328125, -1.273681640625, -1.18603515625, -1.098388671875, -1.0107421875, -0.923095703125, -0.83544921875, -0.747802734375, -0.66015625, -0.572509765625, -0.48486328125, -0.397216796875, -0.3095703125, -0.221923828125, -0.13427734375, -0.046630859375, 0.041015625, 0.128662109375, 0.21630859375, 0.303955078125, 0.3916015625, 0.479248046875, 0.56689453125, 0.654541015625, 0.7421875, 0.829833984375, 0.91748046875, 1.005126953125, 1.0927734375, 1.180419921875, 1.26806640625, 1.355712890625, 1.443359375, 1.531005859375, 1.61865234375, 1.706298828125, 1.7939453125, 1.881591796875, 1.96923828125, 2.056884765625, 2.14453125, 2.232177734375, 2.31982421875, 2.407470703125, 2.4951171875, 2.582763671875, 2.67041015625, 2.758056640625, 2.845703125]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 12.0, 4.0, 4.0, 9.0, 7.0, 6.0, 10.0, 18.0, 19.0, 17.0, 19.0, 26.0, 24.0, 34.0, 30.0, 38.0, 39.0, 40.0, 41.0, 42.0, 38.0, 47.0, 32.0, 39.0, 37.0, 40.0, 38.0, 37.0, 41.0, 33.0, 20.0, 21.0, 22.0, 29.0, 10.0, 14.0, 12.0, 6.0, 15.0, 9.0, 5.0, 5.0, 1.0, 7.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.00390625, -4.84564208984375, -4.6873779296875, -4.52911376953125, -4.370849609375, -4.21258544921875, -4.0543212890625, -3.89605712890625, -3.73779296875, -3.57952880859375, -3.4212646484375, -3.26300048828125, -3.104736328125, -2.94647216796875, -2.7882080078125, -2.62994384765625, -2.4716796875, -2.31341552734375, -2.1551513671875, -1.99688720703125, -1.838623046875, -1.68035888671875, -1.5220947265625, -1.36383056640625, -1.20556640625, -1.04730224609375, -0.8890380859375, -0.73077392578125, -0.572509765625, -0.41424560546875, -0.2559814453125, -0.09771728515625, 0.060546875, 0.21881103515625, 0.3770751953125, 0.53533935546875, 0.693603515625, 0.85186767578125, 1.0101318359375, 1.16839599609375, 1.32666015625, 1.48492431640625, 1.6431884765625, 1.80145263671875, 1.959716796875, 2.11798095703125, 2.2762451171875, 2.43450927734375, 2.5927734375, 2.75103759765625, 2.9093017578125, 3.06756591796875, 3.225830078125, 3.38409423828125, 3.5423583984375, 3.70062255859375, 3.85888671875, 4.01715087890625, 4.1754150390625, 4.33367919921875, 4.491943359375, 4.65020751953125, 4.8084716796875, 4.96673583984375, 5.125]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 13.0, 2.0, 11.0, 9.0, 18.0, 20.0, 37.0, 49.0, 76.0, 124.0, 225.0, 329.0, 595.0, 1208.0, 2361.0, 5394.0, 14237.0, 46677.0, 908237.0, 45056.0, 13703.0, 5228.0, 2307.0, 1180.0, 594.0, 311.0, 207.0, 122.0, 79.0, 45.0, 33.0, 22.0, 12.0, 10.0, 10.0, 8.0, 8.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.3408203125, -0.3306427001953125, -0.320465087890625, -0.3102874755859375, -0.30010986328125, -0.2899322509765625, -0.279754638671875, -0.2695770263671875, -0.2593994140625, -0.2492218017578125, -0.239044189453125, -0.2288665771484375, -0.21868896484375, -0.2085113525390625, -0.198333740234375, -0.1881561279296875, -0.177978515625, -0.1678009033203125, -0.157623291015625, -0.1474456787109375, -0.13726806640625, -0.1270904541015625, -0.116912841796875, -0.1067352294921875, -0.0965576171875, -0.0863800048828125, -0.076202392578125, -0.0660247802734375, -0.05584716796875, -0.0456695556640625, -0.035491943359375, -0.0253143310546875, -0.01513671875, -0.0049591064453125, 0.005218505859375, 0.0153961181640625, 0.02557373046875, 0.0357513427734375, 0.045928955078125, 0.0561065673828125, 0.0662841796875, 0.0764617919921875, 0.086639404296875, 0.0968170166015625, 0.10699462890625, 0.1171722412109375, 0.127349853515625, 0.1375274658203125, 0.147705078125, 0.1578826904296875, 0.168060302734375, 0.1782379150390625, 0.18841552734375, 0.1985931396484375, 0.208770751953125, 0.2189483642578125, 0.2291259765625, 0.2393035888671875, 0.249481201171875, 0.2596588134765625, 0.26983642578125, 0.2800140380859375, 0.290191650390625, 0.3003692626953125, 0.310546875]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 4.0, 7.0, 11.0, 5.0, 9.0, 17.0, 16.0, 24.0, 21.0, 30.0, 36.0, 35.0, 35.0, 51.0, 45.0, 44.0, 63.0, 51.0, 59.0, 63.0, 42.0, 60.0, 40.0, 39.0, 46.0, 26.0, 25.0, 20.0, 14.0, 14.0, 6.0, 6.0, 7.0, 3.0, 3.0, 4.0, 6.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0], "bins": [-1.3649463653564453e-05, -1.325458288192749e-05, -1.2859702110290527e-05, -1.2464821338653564e-05, -1.2069940567016602e-05, -1.1675059795379639e-05, -1.1280179023742676e-05, -1.0885298252105713e-05, -1.049041748046875e-05, -1.0095536708831787e-05, -9.700655937194824e-06, -9.305775165557861e-06, -8.910894393920898e-06, -8.516013622283936e-06, -8.121132850646973e-06, -7.72625207901001e-06, -7.331371307373047e-06, -6.936490535736084e-06, -6.541609764099121e-06, -6.146728992462158e-06, -5.751848220825195e-06, -5.356967449188232e-06, -4.9620866775512695e-06, -4.567205905914307e-06, -4.172325134277344e-06, -3.777444362640381e-06, -3.382563591003418e-06, -2.987682819366455e-06, -2.592802047729492e-06, -2.1979212760925293e-06, -1.8030405044555664e-06, -1.4081597328186035e-06, -1.0132789611816406e-06, -6.183981895446777e-07, -2.2351741790771484e-07, 1.7136335372924805e-07, 5.662441253662109e-07, 9.611248970031738e-07, 1.3560056686401367e-06, 1.7508864402770996e-06, 2.1457672119140625e-06, 2.5406479835510254e-06, 2.9355287551879883e-06, 3.330409526824951e-06, 3.725290298461914e-06, 4.120171070098877e-06, 4.51505184173584e-06, 4.909932613372803e-06, 5.304813385009766e-06, 5.6996941566467285e-06, 6.094574928283691e-06, 6.489455699920654e-06, 6.884336471557617e-06, 7.27921724319458e-06, 7.674098014831543e-06, 8.068978786468506e-06, 8.463859558105469e-06, 8.858740329742432e-06, 9.253621101379395e-06, 9.648501873016357e-06, 1.004338264465332e-05, 1.0438263416290283e-05, 1.0833144187927246e-05, 1.1228024959564209e-05, 1.1622905731201172e-05]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 11.0, 8.0, 12.0, 10.0, 14.0, 17.0, 22.0, 26.0, 34.0, 43.0, 45.0, 60.0, 93.0, 116.0, 190.0, 452.0, 2257.0, 58139.0, 902551.0, 80528.0, 2808.0, 440.0, 181.0, 122.0, 78.0, 63.0, 43.0, 37.0, 41.0, 24.0, 21.0, 17.0, 14.0, 9.0, 8.0, 7.0, 4.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.55615234375, -0.5400505065917969, -0.5239486694335938, -0.5078468322753906, -0.4917449951171875, -0.4756431579589844, -0.45954132080078125, -0.4434394836425781, -0.427337646484375, -0.4112358093261719, -0.39513397216796875, -0.3790321350097656, -0.3629302978515625, -0.3468284606933594, -0.33072662353515625, -0.3146247863769531, -0.29852294921875, -0.2824211120605469, -0.26631927490234375, -0.2502174377441406, -0.2341156005859375, -0.21801376342773438, -0.20191192626953125, -0.18581008911132812, -0.169708251953125, -0.15360641479492188, -0.13750457763671875, -0.12140274047851562, -0.1053009033203125, -0.08919906616210938, -0.07309722900390625, -0.056995391845703125, -0.0408935546875, -0.024791717529296875, -0.00868988037109375, 0.007411956787109375, 0.0235137939453125, 0.039615631103515625, 0.05571746826171875, 0.07181930541992188, 0.087921142578125, 0.10402297973632812, 0.12012481689453125, 0.13622665405273438, 0.1523284912109375, 0.16843032836914062, 0.18453216552734375, 0.20063400268554688, 0.21673583984375, 0.23283767700195312, 0.24893951416015625, 0.2650413513183594, 0.2811431884765625, 0.2972450256347656, 0.31334686279296875, 0.3294486999511719, 0.345550537109375, 0.3616523742675781, 0.37775421142578125, 0.3938560485839844, 0.4099578857421875, 0.4260597229003906, 0.44216156005859375, 0.4582633972167969, 0.474365234375]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 9.0, 8.0, 1.0, 10.0, 5.0, 11.0, 18.0, 21.0, 23.0, 24.0, 33.0, 28.0, 43.0, 62.0, 75.0, 98.0, 88.0, 76.0, 65.0, 66.0, 48.0, 39.0, 36.0, 27.0, 25.0, 13.0, 8.0, 10.0, 12.0, 8.0, 5.0, 3.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037841796875, -0.03670358657836914, -0.03556537628173828, -0.03442716598510742, -0.03328895568847656, -0.0321507453918457, -0.031012535095214844, -0.029874324798583984, -0.028736114501953125, -0.027597904205322266, -0.026459693908691406, -0.025321483612060547, -0.024183273315429688, -0.023045063018798828, -0.02190685272216797, -0.02076864242553711, -0.01963043212890625, -0.01849222183227539, -0.01735401153564453, -0.016215801239013672, -0.015077590942382812, -0.013939380645751953, -0.012801170349121094, -0.011662960052490234, -0.010524749755859375, -0.009386539459228516, -0.008248329162597656, -0.007110118865966797, -0.0059719085693359375, -0.004833698272705078, -0.0036954879760742188, -0.0025572776794433594, -0.0014190673828125, -0.0002808570861816406, 0.0008573532104492188, 0.001995563507080078, 0.0031337738037109375, 0.004271984100341797, 0.005410194396972656, 0.006548404693603516, 0.007686614990234375, 0.008824825286865234, 0.009963035583496094, 0.011101245880126953, 0.012239456176757812, 0.013377666473388672, 0.014515876770019531, 0.01565408706665039, 0.01679229736328125, 0.01793050765991211, 0.01906871795654297, 0.020206928253173828, 0.021345138549804688, 0.022483348846435547, 0.023621559143066406, 0.024759769439697266, 0.025897979736328125, 0.027036190032958984, 0.028174400329589844, 0.029312610626220703, 0.030450820922851562, 0.03158903121948242, 0.03272724151611328, 0.03386545181274414, 0.035003662109375]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 8.0, 17.0, 13.0, 22.0, 34.0, 47.0, 72.0, 95.0, 91.0, 106.0, 79.0, 94.0, 80.0, 71.0, 38.0, 45.0, 30.0, 21.0, 16.0, 9.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.223587036132812, -15.772490501403809, -15.321393966674805, -14.8702974319458, -14.419200897216797, -13.96810531616211, -13.517008781433105, -13.065912246704102, -12.614815711975098, -12.163719177246094, -11.71262264251709, -11.261526107788086, -10.810430526733398, -10.359333038330078, -9.90823745727539, -9.457140922546387, -9.006044387817383, -8.554947853088379, -8.103851318359375, -7.652755260467529, -7.201658725738525, -6.7505621910095215, -6.299466133117676, -5.848369598388672, -5.397273063659668, -4.946176528930664, -4.49507999420166, -4.0439839363098145, -3.5928874015808105, -3.1417908668518066, -2.690694570541382, -2.239598274230957, -1.7885007858276367, -1.3374043703079224, -0.886307954788208, -0.43521153926849365, 0.015884876251220703, 0.4669814109802246, 0.9180777072906494, 1.3691740036010742, 1.8202705383300781, 2.271367073059082, 2.722463369369507, 3.1735596656799316, 3.6246562004089355, 4.0757527351379395, 4.526848793029785, 4.977945327758789, 5.429041862487793, 5.880138397216797, 6.331234931945801, 6.7823309898376465, 7.23342752456665, 7.684524059295654, 8.1356201171875, 8.586716651916504, 9.037813186645508, 9.488909721374512, 9.940006256103516, 10.39110279083252, 10.842199325561523, 11.293294906616211, 11.744391441345215, 12.195487976074219, 12.646584510803223]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 7.0, 6.0, 6.0, 6.0, 15.0, 16.0, 24.0, 19.0, 27.0, 25.0, 21.0, 31.0, 31.0, 30.0, 41.0, 42.0, 32.0, 33.0, 34.0, 45.0, 39.0, 48.0, 40.0, 45.0, 38.0, 24.0, 36.0, 24.0, 36.0, 25.0, 27.0, 22.0, 22.0, 15.0, 13.0, 10.0, 9.0, 11.0, 9.0, 2.0, 4.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.292203903198242, -8.039484024047852, -7.786765098571777, -7.534045219421387, -7.281325817108154, -7.028606414794922, -6.7758870124816895, -6.523167610168457, -6.270447731018066, -6.017728328704834, -5.765008926391602, -5.512289047241211, -5.2595696449279785, -5.006850242614746, -4.754130840301514, -4.501411437988281, -4.248692035675049, -3.9959726333618164, -3.743252992630005, -3.4905335903167725, -3.237813949584961, -2.9850945472717285, -2.732375144958496, -2.4796557426452637, -2.226936101913452, -1.9742165803909302, -1.7214970588684082, -1.4687776565551758, -1.2160581350326538, -0.9633386135101318, -0.7106192111968994, -0.45789968967437744, -0.20517969131469727, 0.04753980040550232, 0.3002592921257019, 0.5529787540435791, 0.8056982755661011, 1.058417797088623, 1.3111371994018555, 1.5638567209243774, 1.8165762424468994, 2.069295644760132, 2.3220152854919434, 2.574734687805176, 2.827454090118408, 3.0801737308502197, 3.332893133163452, 3.5856127738952637, 3.838332176208496, 4.0910515785217285, 4.343770980834961, 4.596490859985352, 4.849210262298584, 5.101929664611816, 5.354649066925049, 5.607368469238281, 5.860088348388672, 6.112807750701904, 6.365527153015137, 6.618247032165527, 6.87096643447876, 7.123685836791992, 7.376405239105225, 7.629124641418457, 7.8818440437316895]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 4.0, 2.0, 8.0, 16.0, 16.0, 19.0, 35.0, 41.0, 52.0, 70.0, 121.0, 163.0, 260.0, 382.0, 573.0, 899.0, 1343.0, 2034.0, 3171.0, 4930.0, 7661.0, 13180.0, 26097.0, 91571.0, 686558.0, 138156.0, 32331.0, 14745.0, 8544.0, 5408.0, 3446.0, 2344.0, 1448.0, 949.0, 632.0, 430.0, 284.0, 189.0, 158.0, 89.0, 73.0, 38.0, 20.0, 21.0, 15.0, 9.0, 10.0, 7.0, 2.0, 6.0, 0.0, 2.0, 2.0], "bins": [-12.21875, -11.8756103515625, -11.532470703125, -11.1893310546875, -10.84619140625, -10.5030517578125, -10.159912109375, -9.8167724609375, -9.4736328125, -9.1304931640625, -8.787353515625, -8.4442138671875, -8.10107421875, -7.7579345703125, -7.414794921875, -7.0716552734375, -6.728515625, -6.3853759765625, -6.042236328125, -5.6990966796875, -5.35595703125, -5.0128173828125, -4.669677734375, -4.3265380859375, -3.9833984375, -3.6402587890625, -3.297119140625, -2.9539794921875, -2.61083984375, -2.2677001953125, -1.924560546875, -1.5814208984375, -1.23828125, -0.8951416015625, -0.552001953125, -0.2088623046875, 0.13427734375, 0.4774169921875, 0.820556640625, 1.1636962890625, 1.5068359375, 1.8499755859375, 2.193115234375, 2.5362548828125, 2.87939453125, 3.2225341796875, 3.565673828125, 3.9088134765625, 4.251953125, 4.5950927734375, 4.938232421875, 5.2813720703125, 5.62451171875, 5.9676513671875, 6.310791015625, 6.6539306640625, 6.9970703125, 7.3402099609375, 7.683349609375, 8.0264892578125, 8.36962890625, 8.7127685546875, 9.055908203125, 9.3990478515625, 9.7421875]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 6.0, 5.0, 8.0, 4.0, 9.0, 16.0, 23.0, 23.0, 23.0, 25.0, 22.0, 26.0, 28.0, 30.0, 37.0, 48.0, 37.0, 27.0, 34.0, 51.0, 34.0, 37.0, 52.0, 42.0, 37.0, 32.0, 31.0, 31.0, 37.0, 22.0, 22.0, 30.0, 21.0, 15.0, 20.0, 10.0, 7.0, 12.0, 7.0, 7.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.5703125, -8.31243896484375, -8.0545654296875, -7.79669189453125, -7.538818359375, -7.28094482421875, -7.0230712890625, -6.76519775390625, -6.50732421875, -6.24945068359375, -5.9915771484375, -5.73370361328125, -5.475830078125, -5.21795654296875, -4.9600830078125, -4.70220947265625, -4.4443359375, -4.18646240234375, -3.9285888671875, -3.67071533203125, -3.412841796875, -3.15496826171875, -2.8970947265625, -2.63922119140625, -2.38134765625, -2.12347412109375, -1.8656005859375, -1.60772705078125, -1.349853515625, -1.09197998046875, -0.8341064453125, -0.57623291015625, -0.318359375, -0.06048583984375, 0.1973876953125, 0.45526123046875, 0.713134765625, 0.97100830078125, 1.2288818359375, 1.48675537109375, 1.74462890625, 2.00250244140625, 2.2603759765625, 2.51824951171875, 2.776123046875, 3.03399658203125, 3.2918701171875, 3.54974365234375, 3.8076171875, 4.06549072265625, 4.3233642578125, 4.58123779296875, 4.839111328125, 5.09698486328125, 5.3548583984375, 5.61273193359375, 5.87060546875, 6.12847900390625, 6.3863525390625, 6.64422607421875, 6.902099609375, 7.15997314453125, 7.4178466796875, 7.67572021484375, 7.93359375]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 8.0, 11.0, 10.0, 21.0, 14.0, 23.0, 34.0, 48.0, 52.0, 59.0, 130.0, 144.0, 185.0, 1424.0, 1039616.0, 5910.0, 263.0, 149.0, 109.0, 99.0, 63.0, 49.0, 30.0, 32.0, 22.0, 14.0, 9.0, 7.0, 4.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-228.125, -222.21875, -216.3125, -210.40625, -204.5, -198.59375, -192.6875, -186.78125, -180.875, -174.96875, -169.0625, -163.15625, -157.25, -151.34375, -145.4375, -139.53125, -133.625, -127.71875, -121.8125, -115.90625, -110.0, -104.09375, -98.1875, -92.28125, -86.375, -80.46875, -74.5625, -68.65625, -62.75, -56.84375, -50.9375, -45.03125, -39.125, -33.21875, -27.3125, -21.40625, -15.5, -9.59375, -3.6875, 2.21875, 8.125, 14.03125, 19.9375, 25.84375, 31.75, 37.65625, 43.5625, 49.46875, 55.375, 61.28125, 67.1875, 73.09375, 79.0, 84.90625, 90.8125, 96.71875, 102.625, 108.53125, 114.4375, 120.34375, 126.25, 132.15625, 138.0625, 143.96875, 149.875]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 1.0, 1.0, 5.0, 3.0, 9.0, 15.0, 13.0, 22.0, 31.0, 29.0, 38.0, 55.0, 53.0, 79.0, 101.0, 89.0, 70.0, 85.0, 57.0, 63.0, 48.0, 20.0, 29.0, 25.0, 12.0, 11.0, 8.0, 11.0, 10.0, 3.0, 1.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.96484375, -6.67071533203125, -6.3765869140625, -6.08245849609375, -5.788330078125, -5.49420166015625, -5.2000732421875, -4.90594482421875, -4.61181640625, -4.31768798828125, -4.0235595703125, -3.72943115234375, -3.435302734375, -3.14117431640625, -2.8470458984375, -2.55291748046875, -2.2587890625, -1.96466064453125, -1.6705322265625, -1.37640380859375, -1.082275390625, -0.78814697265625, -0.4940185546875, -0.19989013671875, 0.09423828125, 0.38836669921875, 0.6824951171875, 0.97662353515625, 1.270751953125, 1.56488037109375, 1.8590087890625, 2.15313720703125, 2.447265625, 2.74139404296875, 3.0355224609375, 3.32965087890625, 3.623779296875, 3.91790771484375, 4.2120361328125, 4.50616455078125, 4.80029296875, 5.09442138671875, 5.3885498046875, 5.68267822265625, 5.976806640625, 6.27093505859375, 6.5650634765625, 6.85919189453125, 7.1533203125, 7.44744873046875, 7.7415771484375, 8.03570556640625, 8.329833984375, 8.62396240234375, 8.9180908203125, 9.21221923828125, 9.50634765625, 9.80047607421875, 10.0946044921875, 10.38873291015625, 10.682861328125, 10.97698974609375, 11.2711181640625, 11.56524658203125, 11.859375]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 4.0, 8.0, 9.0, 3.0, 13.0, 18.0, 28.0, 41.0, 83.0, 194.0, 706.0, 13050.0, 1025493.0, 8058.0, 553.0, 143.0, 70.0, 28.0, 24.0, 13.0, 8.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-42.1875, -41.02978515625, -39.8720703125, -38.71435546875, -37.556640625, -36.39892578125, -35.2412109375, -34.08349609375, -32.92578125, -31.76806640625, -30.6103515625, -29.45263671875, -28.294921875, -27.13720703125, -25.9794921875, -24.82177734375, -23.6640625, -22.50634765625, -21.3486328125, -20.19091796875, -19.033203125, -17.87548828125, -16.7177734375, -15.56005859375, -14.40234375, -13.24462890625, -12.0869140625, -10.92919921875, -9.771484375, -8.61376953125, -7.4560546875, -6.29833984375, -5.140625, -3.98291015625, -2.8251953125, -1.66748046875, -0.509765625, 0.64794921875, 1.8056640625, 2.96337890625, 4.12109375, 5.27880859375, 6.4365234375, 7.59423828125, 8.751953125, 9.90966796875, 11.0673828125, 12.22509765625, 13.3828125, 14.54052734375, 15.6982421875, 16.85595703125, 18.013671875, 19.17138671875, 20.3291015625, 21.48681640625, 22.64453125, 23.80224609375, 24.9599609375, 26.11767578125, 27.275390625, 28.43310546875, 29.5908203125, 30.74853515625, 31.90625]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 7.0, 5.0, 20.0, 28.0, 24.0, 65.0, 595.0, 135.0, 42.0, 27.0, 18.0, 10.0, 8.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0020008087158203125, -0.0019551217555999756, -0.0019094347953796387, -0.0018637478351593018, -0.0018180608749389648, -0.001772373914718628, -0.001726686954498291, -0.001680999994277954, -0.0016353130340576172, -0.0015896260738372803, -0.0015439391136169434, -0.0014982521533966064, -0.0014525651931762695, -0.0014068782329559326, -0.0013611912727355957, -0.0013155043125152588, -0.0012698173522949219, -0.001224130392074585, -0.001178443431854248, -0.0011327564716339111, -0.0010870695114135742, -0.0010413825511932373, -0.0009956955909729004, -0.0009500086307525635, -0.0009043216705322266, -0.0008586347103118896, -0.0008129477500915527, -0.0007672607898712158, -0.0007215738296508789, -0.000675886869430542, -0.0006301999092102051, -0.0005845129489898682, -0.0005388259887695312, -0.0004931390285491943, -0.0004474520683288574, -0.0004017651081085205, -0.0003560781478881836, -0.0003103911876678467, -0.00026470422744750977, -0.00021901726722717285, -0.00017333030700683594, -0.00012764334678649902, -8.195638656616211e-05, -3.6269426345825195e-05, 9.417533874511719e-06, 5.510449409484863e-05, 0.00010079145431518555, 0.00014647841453552246, 0.00019216537475585938, 0.0002378523349761963, 0.0002835392951965332, 0.0003292262554168701, 0.00037491321563720703, 0.00042060017585754395, 0.00046628713607788086, 0.0005119740962982178, 0.0005576610565185547, 0.0006033480167388916, 0.0006490349769592285, 0.0006947219371795654, 0.0007404088973999023, 0.0007860958576202393, 0.0008317828178405762, 0.0008774697780609131, 0.00092315673828125]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 5.0, 8.0, 14.0, 20.0, 38.0, 53.0, 140.0, 265.0, 736.0, 8067.0, 1002136.0, 34854.0, 1372.0, 469.0, 177.0, 81.0, 39.0, 29.0, 17.0, 8.0, 11.0, 5.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.046875, -26.070068359375, -25.09326171875, -24.116455078125, -23.1396484375, -22.162841796875, -21.18603515625, -20.209228515625, -19.232421875, -18.255615234375, -17.27880859375, -16.302001953125, -15.3251953125, -14.348388671875, -13.37158203125, -12.394775390625, -11.41796875, -10.441162109375, -9.46435546875, -8.487548828125, -7.5107421875, -6.533935546875, -5.55712890625, -4.580322265625, -3.603515625, -2.626708984375, -1.64990234375, -0.673095703125, 0.3037109375, 1.280517578125, 2.25732421875, 3.234130859375, 4.2109375, 5.187744140625, 6.16455078125, 7.141357421875, 8.1181640625, 9.094970703125, 10.07177734375, 11.048583984375, 12.025390625, 13.002197265625, 13.97900390625, 14.955810546875, 15.9326171875, 16.909423828125, 17.88623046875, 18.863037109375, 19.83984375, 20.816650390625, 21.79345703125, 22.770263671875, 23.7470703125, 24.723876953125, 25.70068359375, 26.677490234375, 27.654296875, 28.631103515625, 29.60791015625, 30.584716796875, 31.5615234375, 32.538330078125, 33.51513671875, 34.491943359375, 35.46875]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 5.0, 7.0, 6.0, 13.0, 19.0, 19.0, 30.0, 68.0, 659.0, 85.0, 29.0, 18.0, 10.0, 9.0, 9.0, 5.0, 6.0, 5.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.796875, -3.695770263671875, -3.59466552734375, -3.493560791015625, -3.3924560546875, -3.291351318359375, -3.19024658203125, -3.089141845703125, -2.988037109375, -2.886932373046875, -2.78582763671875, -2.684722900390625, -2.5836181640625, -2.482513427734375, -2.38140869140625, -2.280303955078125, -2.17919921875, -2.078094482421875, -1.97698974609375, -1.875885009765625, -1.7747802734375, -1.673675537109375, -1.57257080078125, -1.471466064453125, -1.370361328125, -1.269256591796875, -1.16815185546875, -1.067047119140625, -0.9659423828125, -0.864837646484375, -0.76373291015625, -0.662628173828125, -0.5615234375, -0.460418701171875, -0.35931396484375, -0.258209228515625, -0.1571044921875, -0.055999755859375, 0.04510498046875, 0.146209716796875, 0.247314453125, 0.348419189453125, 0.44952392578125, 0.550628662109375, 0.6517333984375, 0.752838134765625, 0.85394287109375, 0.955047607421875, 1.05615234375, 1.157257080078125, 1.25836181640625, 1.359466552734375, 1.4605712890625, 1.561676025390625, 1.66278076171875, 1.763885498046875, 1.864990234375, 1.966094970703125, 2.06719970703125, 2.168304443359375, 2.2694091796875, 2.370513916015625, 2.47161865234375, 2.572723388671875, 2.673828125]}, "gradients/decoder.roberta.encoder.layer.1.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 8.0, 12.0, 13.0, 28.0, 44.0, 54.0, 77.0, 67.0, 116.0, 87.0, 106.0, 105.0, 86.0, 49.0, 49.0, 38.0, 27.0, 12.0, 9.0, 8.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0], "bins": [-23.816617965698242, -23.3095760345459, -22.802536010742188, -22.295494079589844, -21.7884521484375, -21.28141212463379, -20.774370193481445, -20.267330169677734, -19.76028823852539, -19.253246307373047, -18.746206283569336, -18.239164352416992, -17.73212432861328, -17.225082397460938, -16.718040466308594, -16.211000442504883, -15.703958511352539, -15.196917533874512, -14.689876556396484, -14.18283462524414, -13.675793647766113, -13.168752670288086, -12.661710739135742, -12.154669761657715, -11.647628784179688, -11.14058780670166, -10.633546829223633, -10.126504898071289, -9.619463920593262, -9.112422943115234, -8.60538101196289, -8.098340034484863, -7.591300010681152, -7.084259033203125, -6.5772175788879395, -6.070176124572754, -5.563135147094727, -5.056094169616699, -4.549052715301514, -4.042011260986328, -3.534970283508301, -3.0279290676116943, -2.520887851715088, -2.0138466358184814, -1.506805419921875, -0.9997642040252686, -0.4927229881286621, 0.014318227767944336, 0.5213594436645508, 1.0284006595611572, 1.5354418754577637, 2.04248309135437, 2.5495243072509766, 3.056565523147583, 3.5636067390441895, 4.070648193359375, 4.577689170837402, 5.08473014831543, 5.591771602630615, 6.098813056945801, 6.605854034423828, 7.1128950119018555, 7.619936466217041, 8.126977920532227, 8.634018898010254]}, "gradients/decoder.roberta.encoder.layer.1.output.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 6.0, 2.0, 1.0, 4.0, 7.0, 4.0, 6.0, 11.0, 12.0, 17.0, 8.0, 12.0, 15.0, 15.0, 23.0, 22.0, 19.0, 28.0, 31.0, 26.0, 32.0, 26.0, 31.0, 35.0, 44.0, 33.0, 23.0, 39.0, 31.0, 33.0, 34.0, 34.0, 38.0, 28.0, 35.0, 25.0, 23.0, 23.0, 25.0, 23.0, 27.0, 10.0, 9.0, 18.0, 7.0, 9.0, 13.0, 3.0, 8.0, 8.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.027040481567383, -7.7692131996154785, -7.511386394500732, -7.253559112548828, -6.995732307434082, -6.737905025482178, -6.480077743530273, -6.222250938415527, -5.964423656463623, -5.706596374511719, -5.448769569396973, -5.190942287445068, -4.933115005493164, -4.675288200378418, -4.417460918426514, -4.159633636474609, -3.9018068313598633, -3.643979787826538, -3.386152744293213, -3.1283254623413086, -2.8704984188079834, -2.612671375274658, -2.354844093322754, -2.0970170497894287, -1.8391900062561035, -1.5813629627227783, -1.3235357999801636, -1.0657086372375488, -0.8078815937042236, -0.5500545501708984, -0.2922273874282837, -0.034400224685668945, 0.22342777252197266, 0.4812548756599426, 0.7390819787979126, 0.9969090819358826, 1.2547361850738525, 1.5125632286071777, 1.7703903913497925, 2.0282175540924072, 2.2860445976257324, 2.5438716411590576, 2.801698684692383, 3.059525966644287, 3.3173530101776123, 3.5751800537109375, 3.833007335662842, 4.090834617614746, 4.348661422729492, 4.6064887046813965, 4.864315509796143, 5.122142791748047, 5.379969596862793, 5.637796878814697, 5.895624160766602, 6.153450965881348, 6.411278247833252, 6.669105529785156, 6.926932334899902, 7.184759616851807, 7.442586898803711, 7.700413703918457, 7.958240985870361, 8.216068267822266, 8.473895072937012]}, "gradients/decoder.roberta.encoder.layer.1.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 6.0, 7.0, 6.0, 12.0, 11.0, 15.0, 7.0, 19.0, 25.0, 36.0, 48.0, 74.0, 91.0, 151.0, 276.0, 450.0, 873.0, 1841.0, 4320.0, 12672.0, 68165.0, 4054022.0, 35569.0, 9115.0, 3215.0, 1428.0, 747.0, 395.0, 220.0, 127.0, 99.0, 55.0, 53.0, 23.0, 25.0, 22.0, 14.0, 11.0, 11.0, 10.0, 5.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-28.34375, -27.409912109375, -26.47607421875, -25.542236328125, -24.6083984375, -23.674560546875, -22.74072265625, -21.806884765625, -20.873046875, -19.939208984375, -19.00537109375, -18.071533203125, -17.1376953125, -16.203857421875, -15.27001953125, -14.336181640625, -13.40234375, -12.468505859375, -11.53466796875, -10.600830078125, -9.6669921875, -8.733154296875, -7.79931640625, -6.865478515625, -5.931640625, -4.997802734375, -4.06396484375, -3.130126953125, -2.1962890625, -1.262451171875, -0.32861328125, 0.605224609375, 1.5390625, 2.472900390625, 3.40673828125, 4.340576171875, 5.2744140625, 6.208251953125, 7.14208984375, 8.075927734375, 9.009765625, 9.943603515625, 10.87744140625, 11.811279296875, 12.7451171875, 13.678955078125, 14.61279296875, 15.546630859375, 16.48046875, 17.414306640625, 18.34814453125, 19.281982421875, 20.2158203125, 21.149658203125, 22.08349609375, 23.017333984375, 23.951171875, 24.885009765625, 25.81884765625, 26.752685546875, 27.6865234375, 28.620361328125, 29.55419921875, 30.488037109375, 31.421875]}, "gradients/decoder.roberta.encoder.layer.1.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 7.0, 3.0, 4.0, 11.0, 11.0, 9.0, 7.0, 10.0, 20.0, 26.0, 23.0, 28.0, 37.0, 25.0, 30.0, 33.0, 34.0, 36.0, 39.0, 35.0, 41.0, 43.0, 44.0, 38.0, 44.0, 36.0, 41.0, 44.0, 33.0, 23.0, 26.0, 32.0, 24.0, 15.0, 17.0, 16.0, 12.0, 9.0, 10.0, 9.0, 6.0, 4.0, 6.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-7.76953125, -7.544189453125, -7.31884765625, -7.093505859375, -6.8681640625, -6.642822265625, -6.41748046875, -6.192138671875, -5.966796875, -5.741455078125, -5.51611328125, -5.290771484375, -5.0654296875, -4.840087890625, -4.61474609375, -4.389404296875, -4.1640625, -3.938720703125, -3.71337890625, -3.488037109375, -3.2626953125, -3.037353515625, -2.81201171875, -2.586669921875, -2.361328125, -2.135986328125, -1.91064453125, -1.685302734375, -1.4599609375, -1.234619140625, -1.00927734375, -0.783935546875, -0.55859375, -0.333251953125, -0.10791015625, 0.117431640625, 0.3427734375, 0.568115234375, 0.79345703125, 1.018798828125, 1.244140625, 1.469482421875, 1.69482421875, 1.920166015625, 2.1455078125, 2.370849609375, 2.59619140625, 2.821533203125, 3.046875, 3.272216796875, 3.49755859375, 3.722900390625, 3.9482421875, 4.173583984375, 4.39892578125, 4.624267578125, 4.849609375, 5.074951171875, 5.30029296875, 5.525634765625, 5.7509765625, 5.976318359375, 6.20166015625, 6.427001953125, 6.65234375]}, "gradients/decoder.roberta.encoder.layer.1.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 4.0, 8.0, 8.0, 12.0, 11.0, 24.0, 31.0, 83.0, 345.0, 1472.0, 11091.0, 4125579.0, 51482.0, 3229.0, 612.0, 148.0, 48.0, 30.0, 17.0, 13.0, 8.0, 5.0, 4.0, 3.0, 0.0, 1.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-65.875, -63.86181640625, -61.8486328125, -59.83544921875, -57.822265625, -55.80908203125, -53.7958984375, -51.78271484375, -49.76953125, -47.75634765625, -45.7431640625, -43.72998046875, -41.716796875, -39.70361328125, -37.6904296875, -35.67724609375, -33.6640625, -31.65087890625, -29.6376953125, -27.62451171875, -25.611328125, -23.59814453125, -21.5849609375, -19.57177734375, -17.55859375, -15.54541015625, -13.5322265625, -11.51904296875, -9.505859375, -7.49267578125, -5.4794921875, -3.46630859375, -1.453125, 0.56005859375, 2.5732421875, 4.58642578125, 6.599609375, 8.61279296875, 10.6259765625, 12.63916015625, 14.65234375, 16.66552734375, 18.6787109375, 20.69189453125, 22.705078125, 24.71826171875, 26.7314453125, 28.74462890625, 30.7578125, 32.77099609375, 34.7841796875, 36.79736328125, 38.810546875, 40.82373046875, 42.8369140625, 44.85009765625, 46.86328125, 48.87646484375, 50.8896484375, 52.90283203125, 54.916015625, 56.92919921875, 58.9423828125, 60.95556640625, 62.96875]}, "gradients/decoder.roberta.encoder.layer.1.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 4.0, 0.0, 5.0, 3.0, 9.0, 4.0, 9.0, 5.0, 23.0, 20.0, 36.0, 55.0, 99.0, 297.0, 2888.0, 322.0, 108.0, 59.0, 33.0, 24.0, 16.0, 10.0, 8.0, 10.0, 3.0, 3.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.3984375, -3.29058837890625, -3.1827392578125, -3.07489013671875, -2.967041015625, -2.85919189453125, -2.7513427734375, -2.64349365234375, -2.53564453125, -2.42779541015625, -2.3199462890625, -2.21209716796875, -2.104248046875, -1.99639892578125, -1.8885498046875, -1.78070068359375, -1.6728515625, -1.56500244140625, -1.4571533203125, -1.34930419921875, -1.241455078125, -1.13360595703125, -1.0257568359375, -0.91790771484375, -0.81005859375, -0.70220947265625, -0.5943603515625, -0.48651123046875, -0.378662109375, -0.27081298828125, -0.1629638671875, -0.05511474609375, 0.052734375, 0.16058349609375, 0.2684326171875, 0.37628173828125, 0.484130859375, 0.59197998046875, 0.6998291015625, 0.80767822265625, 0.91552734375, 1.02337646484375, 1.1312255859375, 1.23907470703125, 1.346923828125, 1.45477294921875, 1.5626220703125, 1.67047119140625, 1.7783203125, 1.88616943359375, 1.9940185546875, 2.10186767578125, 2.209716796875, 2.31756591796875, 2.4254150390625, 2.53326416015625, 2.64111328125, 2.74896240234375, 2.8568115234375, 2.96466064453125, 3.072509765625, 3.18035888671875, 3.2882080078125, 3.39605712890625, 3.50390625]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 11.0, 11.0, 19.0, 26.0, 32.0, 60.0, 58.0, 71.0, 100.0, 116.0, 108.0, 105.0, 91.0, 59.0, 49.0, 24.0, 22.0, 13.0, 10.0, 13.0, 5.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.987099647521973, -8.512212753295898, -8.037325859069824, -7.562438488006592, -7.087551116943359, -6.612664222717285, -6.137777328491211, -5.662890434265137, -5.188003063201904, -4.71311616897583, -4.238228797912598, -3.7633419036865234, -3.28845477104187, -2.813567638397217, -2.3386807441711426, -1.8637936115264893, -1.388906478881836, -0.9140194058418274, -0.43913233280181885, 0.03575468063354492, 0.5106418132781982, 0.9855289459228516, 1.4604158401489258, 1.935302972793579, 2.4101901054382324, 2.8850772380828857, 3.359964370727539, 3.8348512649536133, 4.3097381591796875, 4.78462553024292, 5.259512424468994, 5.734399795532227, 6.209287643432617, 6.684174537658691, 7.159061908721924, 7.633948802947998, 8.10883617401123, 8.583723068237305, 9.058609962463379, 9.533496856689453, 10.008384704589844, 10.483271598815918, 10.958158493041992, 11.433046340942383, 11.907933235168457, 12.382820129394531, 12.857707023620605, 13.33259391784668, 13.807480812072754, 14.282367706298828, 14.757254600524902, 15.232141494750977, 15.707029342651367, 16.181915283203125, 16.656803131103516, 17.131690979003906, 17.606576919555664, 18.081464767456055, 18.556350708007812, 19.031238555908203, 19.50612449645996, 19.98101234436035, 20.45589828491211, 20.9307861328125, 21.40567398071289]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 1.0, 7.0, 5.0, 10.0, 11.0, 10.0, 14.0, 17.0, 34.0, 33.0, 24.0, 29.0, 25.0, 34.0, 34.0, 27.0, 35.0, 25.0, 44.0, 34.0, 35.0, 30.0, 30.0, 42.0, 40.0, 34.0, 40.0, 33.0, 30.0, 30.0, 25.0, 24.0, 27.0, 12.0, 19.0, 20.0, 14.0, 12.0, 9.0, 5.0, 7.0, 5.0, 7.0, 4.0, 3.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.233739376068115, -7.008284568786621, -6.782830238342285, -6.557375907897949, -6.331921100616455, -6.106466293334961, -5.881011962890625, -5.655557632446289, -5.430102825164795, -5.204648017883301, -4.979193687438965, -4.753739356994629, -4.528284549713135, -4.302829742431641, -4.077375411987305, -3.8519208431243896, -3.6264662742614746, -3.4010117053985596, -3.1755571365356445, -2.9501025676727295, -2.7246479988098145, -2.4991934299468994, -2.2737388610839844, -2.0482842922210693, -1.8228297233581543, -1.5973751544952393, -1.3719205856323242, -1.1464660167694092, -0.9210114479064941, -0.6955568790435791, -0.47010231018066406, -0.24464774131774902, -0.01919269561767578, 0.20626187324523926, 0.4317164421081543, 0.6571710109710693, 0.8826255798339844, 1.1080801486968994, 1.3335347175598145, 1.5589892864227295, 1.7844438552856445, 2.0098984241485596, 2.2353529930114746, 2.4608075618743896, 2.6862621307373047, 2.9117166996002197, 3.1371712684631348, 3.36262583732605, 3.588080406188965, 3.81353497505188, 4.038989543914795, 4.264444351196289, 4.489898681640625, 4.715353012084961, 4.940807819366455, 5.166262626647949, 5.391716957092285, 5.617171287536621, 5.842626094818115, 6.068080902099609, 6.293535232543945, 6.518989562988281, 6.744444370269775, 6.9698991775512695, 7.1953535079956055]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 11.0, 7.0, 10.0, 30.0, 30.0, 46.0, 75.0, 114.0, 182.0, 244.0, 422.0, 660.0, 1013.0, 1746.0, 2665.0, 4150.0, 6784.0, 11011.0, 17741.0, 28919.0, 45382.0, 71099.0, 107407.0, 150626.0, 170247.0, 144896.0, 102538.0, 66827.0, 42639.0, 26932.0, 16730.0, 10210.0, 6319.0, 4037.0, 2513.0, 1534.0, 962.0, 593.0, 417.0, 268.0, 192.0, 110.0, 86.0, 51.0, 25.0, 23.0, 12.0, 14.0, 3.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.2177734375, -1.1790313720703125, -1.140289306640625, -1.1015472412109375, -1.06280517578125, -1.0240631103515625, -0.985321044921875, -0.9465789794921875, -0.9078369140625, -0.8690948486328125, -0.830352783203125, -0.7916107177734375, -0.75286865234375, -0.7141265869140625, -0.675384521484375, -0.6366424560546875, -0.597900390625, -0.5591583251953125, -0.520416259765625, -0.4816741943359375, -0.44293212890625, -0.4041900634765625, -0.365447998046875, -0.3267059326171875, -0.2879638671875, -0.2492218017578125, -0.210479736328125, -0.1717376708984375, -0.13299560546875, -0.0942535400390625, -0.055511474609375, -0.0167694091796875, 0.02197265625, 0.0607147216796875, 0.099456787109375, 0.1381988525390625, 0.17694091796875, 0.2156829833984375, 0.254425048828125, 0.2931671142578125, 0.3319091796875, 0.3706512451171875, 0.409393310546875, 0.4481353759765625, 0.48687744140625, 0.5256195068359375, 0.564361572265625, 0.6031036376953125, 0.641845703125, 0.6805877685546875, 0.719329833984375, 0.7580718994140625, 0.79681396484375, 0.8355560302734375, 0.874298095703125, 0.9130401611328125, 0.9517822265625, 0.9905242919921875, 1.029266357421875, 1.0680084228515625, 1.10675048828125, 1.1454925537109375, 1.184234619140625, 1.2229766845703125, 1.26171875]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 6.0, 6.0, 10.0, 11.0, 10.0, 15.0, 14.0, 36.0, 33.0, 23.0, 26.0, 29.0, 34.0, 32.0, 28.0, 35.0, 28.0, 39.0, 35.0, 36.0, 31.0, 28.0, 44.0, 41.0, 33.0, 38.0, 34.0, 31.0, 29.0, 24.0, 27.0, 24.0, 15.0, 18.0, 19.0, 15.0, 13.0, 9.0, 5.0, 6.0, 3.0, 9.0, 4.0, 3.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.06640625, -6.8533935546875, -6.640380859375, -6.4273681640625, -6.21435546875, -6.0013427734375, -5.788330078125, -5.5753173828125, -5.3623046875, -5.1492919921875, -4.936279296875, -4.7232666015625, -4.51025390625, -4.2972412109375, -4.084228515625, -3.8712158203125, -3.658203125, -3.4451904296875, -3.232177734375, -3.0191650390625, -2.80615234375, -2.5931396484375, -2.380126953125, -2.1671142578125, -1.9541015625, -1.7410888671875, -1.528076171875, -1.3150634765625, -1.10205078125, -0.8890380859375, -0.676025390625, -0.4630126953125, -0.25, -0.0369873046875, 0.176025390625, 0.3890380859375, 0.60205078125, 0.8150634765625, 1.028076171875, 1.2410888671875, 1.4541015625, 1.6671142578125, 1.880126953125, 2.0931396484375, 2.30615234375, 2.5191650390625, 2.732177734375, 2.9451904296875, 3.158203125, 3.3712158203125, 3.584228515625, 3.7972412109375, 4.01025390625, 4.2232666015625, 4.436279296875, 4.6492919921875, 4.8623046875, 5.0753173828125, 5.288330078125, 5.5013427734375, 5.71435546875, 5.9273681640625, 6.140380859375, 6.3533935546875, 6.56640625]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 4.0, 3.0, 4.0, 7.0, 14.0, 18.0, 29.0, 26.0, 48.0, 61.0, 106.0, 161.0, 227.0, 376.0, 582.0, 933.0, 1564.0, 2586.0, 4290.0, 7263.0, 12769.0, 24202.0, 71025.0, 818301.0, 53355.0, 21887.0, 11905.0, 6648.0, 3950.0, 2418.0, 1403.0, 858.0, 519.0, 350.0, 223.0, 136.0, 92.0, 61.0, 48.0, 37.0, 20.0, 18.0, 11.0, 7.0, 6.0, 1.0, 4.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.044921875, -2.951019287109375, -2.85711669921875, -2.763214111328125, -2.6693115234375, -2.575408935546875, -2.48150634765625, -2.387603759765625, -2.293701171875, -2.199798583984375, -2.10589599609375, -2.011993408203125, -1.9180908203125, -1.824188232421875, -1.73028564453125, -1.636383056640625, -1.54248046875, -1.448577880859375, -1.35467529296875, -1.260772705078125, -1.1668701171875, -1.072967529296875, -0.97906494140625, -0.885162353515625, -0.791259765625, -0.697357177734375, -0.60345458984375, -0.509552001953125, -0.4156494140625, -0.321746826171875, -0.22784423828125, -0.133941650390625, -0.0400390625, 0.053863525390625, 0.14776611328125, 0.241668701171875, 0.3355712890625, 0.429473876953125, 0.52337646484375, 0.617279052734375, 0.711181640625, 0.805084228515625, 0.89898681640625, 0.992889404296875, 1.0867919921875, 1.180694580078125, 1.27459716796875, 1.368499755859375, 1.46240234375, 1.556304931640625, 1.65020751953125, 1.744110107421875, 1.8380126953125, 1.931915283203125, 2.02581787109375, 2.119720458984375, 2.213623046875, 2.307525634765625, 2.40142822265625, 2.495330810546875, 2.5892333984375, 2.683135986328125, 2.77703857421875, 2.870941162109375, 2.96484375]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 5.0, 6.0, 7.0, 13.0, 17.0, 12.0, 18.0, 12.0, 21.0, 28.0, 29.0, 35.0, 31.0, 30.0, 25.0, 37.0, 38.0, 24.0, 40.0, 38.0, 49.0, 42.0, 37.0, 37.0, 43.0, 41.0, 39.0, 31.0, 31.0, 21.0, 29.0, 20.0, 18.0, 12.0, 11.0, 14.0, 11.0, 8.0, 6.0, 8.0, 5.0, 5.0, 3.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.5859375, -4.4429931640625, -4.300048828125, -4.1571044921875, -4.01416015625, -3.8712158203125, -3.728271484375, -3.5853271484375, -3.4423828125, -3.2994384765625, -3.156494140625, -3.0135498046875, -2.87060546875, -2.7276611328125, -2.584716796875, -2.4417724609375, -2.298828125, -2.1558837890625, -2.012939453125, -1.8699951171875, -1.72705078125, -1.5841064453125, -1.441162109375, -1.2982177734375, -1.1552734375, -1.0123291015625, -0.869384765625, -0.7264404296875, -0.58349609375, -0.4405517578125, -0.297607421875, -0.1546630859375, -0.01171875, 0.1312255859375, 0.274169921875, 0.4171142578125, 0.56005859375, 0.7030029296875, 0.845947265625, 0.9888916015625, 1.1318359375, 1.2747802734375, 1.417724609375, 1.5606689453125, 1.70361328125, 1.8465576171875, 1.989501953125, 2.1324462890625, 2.275390625, 2.4183349609375, 2.561279296875, 2.7042236328125, 2.84716796875, 2.9901123046875, 3.133056640625, 3.2760009765625, 3.4189453125, 3.5618896484375, 3.704833984375, 3.8477783203125, 3.99072265625, 4.1336669921875, 4.276611328125, 4.4195556640625, 4.5625]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 6.0, 4.0, 2.0, 7.0, 7.0, 14.0, 15.0, 19.0, 32.0, 41.0, 49.0, 68.0, 99.0, 133.0, 211.0, 311.0, 411.0, 659.0, 1061.0, 1721.0, 3005.0, 5353.0, 9791.0, 18650.0, 41783.0, 850461.0, 64076.0, 23134.0, 11842.0, 6395.0, 3548.0, 2135.0, 1219.0, 753.0, 502.0, 302.0, 229.0, 152.0, 110.0, 72.0, 43.0, 40.0, 31.0, 20.0, 14.0, 11.0, 10.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.177001953125, -0.17189407348632812, -0.16678619384765625, -0.16167831420898438, -0.1565704345703125, -0.15146255493164062, -0.14635467529296875, -0.14124679565429688, -0.136138916015625, -0.13103103637695312, -0.12592315673828125, -0.12081527709960938, -0.1157073974609375, -0.11059951782226562, -0.10549163818359375, -0.10038375854492188, -0.09527587890625, -0.09016799926757812, -0.08506011962890625, -0.07995223999023438, -0.0748443603515625, -0.06973648071289062, -0.06462860107421875, -0.059520721435546875, -0.054412841796875, -0.049304962158203125, -0.04419708251953125, -0.039089202880859375, -0.0339813232421875, -0.028873443603515625, -0.02376556396484375, -0.018657684326171875, -0.0135498046875, -0.008441925048828125, -0.00333404541015625, 0.001773834228515625, 0.0068817138671875, 0.011989593505859375, 0.01709747314453125, 0.022205352783203125, 0.027313232421875, 0.032421112060546875, 0.03752899169921875, 0.042636871337890625, 0.0477447509765625, 0.052852630615234375, 0.05796051025390625, 0.06306838989257812, 0.06817626953125, 0.07328414916992188, 0.07839202880859375, 0.08349990844726562, 0.0886077880859375, 0.09371566772460938, 0.09882354736328125, 0.10393142700195312, 0.109039306640625, 0.11414718627929688, 0.11925506591796875, 0.12436294555664062, 0.1294708251953125, 0.13457870483398438, 0.13968658447265625, 0.14479446411132812, 0.14990234375]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 5.0, 2.0, 2.0, 9.0, 3.0, 6.0, 6.0, 8.0, 10.0, 14.0, 17.0, 22.0, 23.0, 24.0, 38.0, 42.0, 33.0, 63.0, 48.0, 47.0, 42.0, 41.0, 59.0, 40.0, 49.0, 43.0, 58.0, 36.0, 35.0, 31.0, 27.0, 14.0, 11.0, 19.0, 15.0, 17.0, 8.0, 11.0, 8.0, 10.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.049041748046875e-05, -1.0178424417972565e-05, -9.86643135547638e-06, -9.554438292980194e-06, -9.242445230484009e-06, -8.930452167987823e-06, -8.618459105491638e-06, -8.306466042995453e-06, -7.994472980499268e-06, -7.682479918003082e-06, -7.370486855506897e-06, -7.058493793010712e-06, -6.746500730514526e-06, -6.434507668018341e-06, -6.122514605522156e-06, -5.8105215430259705e-06, -5.498528480529785e-06, -5.1865354180336e-06, -4.8745423555374146e-06, -4.562549293041229e-06, -4.250556230545044e-06, -3.938563168048859e-06, -3.6265701055526733e-06, -3.314577043056488e-06, -3.0025839805603027e-06, -2.6905909180641174e-06, -2.378597855567932e-06, -2.066604793071747e-06, -1.7546117305755615e-06, -1.4426186680793762e-06, -1.130625605583191e-06, -8.186325430870056e-07, -5.066394805908203e-07, -1.94646418094635e-07, 1.1734664440155029e-07, 4.293397068977356e-07, 7.413327693939209e-07, 1.0533258318901062e-06, 1.3653188943862915e-06, 1.6773119568824768e-06, 1.989305019378662e-06, 2.3012980818748474e-06, 2.6132911443710327e-06, 2.925284206867218e-06, 3.2372772693634033e-06, 3.5492703318595886e-06, 3.861263394355774e-06, 4.173256456851959e-06, 4.4852495193481445e-06, 4.79724258184433e-06, 5.109235644340515e-06, 5.4212287068367004e-06, 5.733221769332886e-06, 6.045214831829071e-06, 6.357207894325256e-06, 6.669200956821442e-06, 6.981194019317627e-06, 7.293187081813812e-06, 7.6051801443099976e-06, 7.917173206806183e-06, 8.229166269302368e-06, 8.541159331798553e-06, 8.853152394294739e-06, 9.165145456790924e-06, 9.47713851928711e-06]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 11.0, 7.0, 2.0, 6.0, 14.0, 22.0, 27.0, 24.0, 51.0, 72.0, 87.0, 135.0, 229.0, 684.0, 6871.0, 180231.0, 805506.0, 51086.0, 2524.0, 385.0, 174.0, 117.0, 97.0, 60.0, 34.0, 29.0, 17.0, 15.0, 12.0, 9.0, 6.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.376708984375, -0.3642845153808594, -0.35186004638671875, -0.3394355773925781, -0.3270111083984375, -0.3145866394042969, -0.30216217041015625, -0.2897377014160156, -0.277313232421875, -0.2648887634277344, -0.25246429443359375, -0.24003982543945312, -0.2276153564453125, -0.21519088745117188, -0.20276641845703125, -0.19034194946289062, -0.17791748046875, -0.16549301147460938, -0.15306854248046875, -0.14064407348632812, -0.1282196044921875, -0.11579513549804688, -0.10337066650390625, -0.09094619750976562, -0.078521728515625, -0.06609725952148438, -0.05367279052734375, -0.041248321533203125, -0.0288238525390625, -0.016399383544921875, -0.00397491455078125, 0.008449554443359375, 0.0208740234375, 0.033298492431640625, 0.04572296142578125, 0.058147430419921875, 0.0705718994140625, 0.08299636840820312, 0.09542083740234375, 0.10784530639648438, 0.120269775390625, 0.13269424438476562, 0.14511871337890625, 0.15754318237304688, 0.1699676513671875, 0.18239212036132812, 0.19481658935546875, 0.20724105834960938, 0.21966552734375, 0.23208999633789062, 0.24451446533203125, 0.2569389343261719, 0.2693634033203125, 0.2817878723144531, 0.29421234130859375, 0.3066368103027344, 0.319061279296875, 0.3314857482910156, 0.34391021728515625, 0.3563346862792969, 0.3687591552734375, 0.3811836242675781, 0.39360809326171875, 0.4060325622558594, 0.41845703125]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 7.0, 7.0, 8.0, 10.0, 9.0, 17.0, 18.0, 21.0, 37.0, 26.0, 41.0, 57.0, 63.0, 66.0, 58.0, 75.0, 57.0, 65.0, 67.0, 58.0, 35.0, 46.0, 19.0, 35.0, 20.0, 23.0, 10.0, 14.0, 5.0, 10.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024322509765625, -0.023499250411987305, -0.02267599105834961, -0.021852731704711914, -0.02102947235107422, -0.020206212997436523, -0.019382953643798828, -0.018559694290161133, -0.017736434936523438, -0.016913175582885742, -0.016089916229248047, -0.015266656875610352, -0.014443397521972656, -0.013620138168334961, -0.012796878814697266, -0.01197361946105957, -0.011150360107421875, -0.01032710075378418, -0.009503841400146484, -0.008680582046508789, -0.007857322692871094, -0.0070340633392333984, -0.006210803985595703, -0.005387544631958008, -0.0045642852783203125, -0.003741025924682617, -0.002917766571044922, -0.0020945072174072266, -0.0012712478637695312, -0.00044798851013183594, 0.0003752708435058594, 0.0011985301971435547, 0.00202178955078125, 0.0028450489044189453, 0.0036683082580566406, 0.004491567611694336, 0.005314826965332031, 0.0061380863189697266, 0.006961345672607422, 0.007784605026245117, 0.008607864379882812, 0.009431123733520508, 0.010254383087158203, 0.011077642440795898, 0.011900901794433594, 0.012724161148071289, 0.013547420501708984, 0.01437067985534668, 0.015193939208984375, 0.01601719856262207, 0.016840457916259766, 0.01766371726989746, 0.018486976623535156, 0.01931023597717285, 0.020133495330810547, 0.020956754684448242, 0.021780014038085938, 0.022603273391723633, 0.023426532745361328, 0.024249792098999023, 0.02507305145263672, 0.025896310806274414, 0.02671957015991211, 0.027542829513549805, 0.0283660888671875]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 4.0, 5.0, 21.0, 18.0, 42.0, 53.0, 60.0, 89.0, 112.0, 113.0, 112.0, 95.0, 89.0, 62.0, 43.0, 30.0, 23.0, 12.0, 6.0, 9.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.573450088500977, -13.099007606506348, -12.624565124511719, -12.150121688842773, -11.675679206848145, -11.201236724853516, -10.726794242858887, -10.252351760864258, -9.777908325195312, -9.303465843200684, -8.829023361206055, -8.35457992553711, -7.8801374435424805, -7.405694961547852, -6.931252479553223, -6.4568095207214355, -5.982367038726807, -5.507924556732178, -5.033481597900391, -4.559039115905762, -4.084596157073975, -3.6101536750793457, -3.1357109546661377, -2.6612682342529297, -2.1868255138397217, -1.7123827934265137, -1.2379400730133057, -0.7634974718093872, -0.2890547513961792, 0.18538784980773926, 0.6598305702209473, 1.1342732906341553, 1.6087160110473633, 2.0831587314605713, 2.5576014518737793, 3.032043933868408, 3.5064868927001953, 3.980929374694824, 4.455371856689453, 4.92981481552124, 5.404257774353027, 5.878700256347656, 6.353143215179443, 6.827585697174072, 7.302028656005859, 7.776471138000488, 8.250913619995117, 8.725357055664062, 9.199798583984375, 9.674241065979004, 10.148683547973633, 10.623126983642578, 11.097569465637207, 11.572011947631836, 12.046454429626465, 12.520896911621094, 12.995340347290039, 13.469782829284668, 13.944225311279297, 14.418668746948242, 14.893111228942871, 15.3675537109375, 15.841996192932129, 16.316438674926758, 16.790882110595703]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 6.0, 6.0, 10.0, 11.0, 10.0, 15.0, 15.0, 36.0, 32.0, 23.0, 26.0, 30.0, 35.0, 30.0, 31.0, 31.0, 29.0, 39.0, 35.0, 36.0, 31.0, 28.0, 42.0, 42.0, 35.0, 37.0, 34.0, 32.0, 26.0, 26.0, 27.0, 24.0, 15.0, 18.0, 19.0, 14.0, 14.0, 9.0, 5.0, 6.0, 3.0, 9.0, 4.0, 3.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.063416481018066, -6.850484848022461, -6.6375532150268555, -6.42462158203125, -6.211690425872803, -5.998758792877197, -5.785827159881592, -5.572895526885986, -5.359964370727539, -5.147032737731934, -4.934101104736328, -4.721169471740723, -4.508238315582275, -4.29530668258667, -4.0823750495910645, -3.869443416595459, -3.6565117835998535, -3.443580150604248, -3.2306487560272217, -3.017717123031616, -2.80478572845459, -2.5918540954589844, -2.378922462463379, -2.1659908294677734, -1.953059434890747, -1.7401279211044312, -1.5271964073181152, -1.3142647743225098, -1.1013332605361938, -0.8884017467498779, -0.6754701137542725, -0.46253859996795654, -0.24960660934448242, -0.036675065755844116, 0.1762564778327942, 0.3891880512237549, 0.6021195650100708, 0.8150510787963867, 1.0279827117919922, 1.240914225578308, 1.453845739364624, 1.66677725315094, 1.8797087669372559, 2.0926403999328613, 2.305572032928467, 2.518503427505493, 2.7314350605010986, 2.944366455078125, 3.1572980880737305, 3.370229721069336, 3.5831611156463623, 3.7960927486419678, 4.009024143218994, 4.2219557762146, 4.434887409210205, 4.6478190422058105, 4.860750198364258, 5.073681831359863, 5.286613464355469, 5.499545097351074, 5.7124762535095215, 5.925407886505127, 6.138339519500732, 6.351271152496338, 6.564202785491943]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.dense.weight": {"_type": "histogram", "values": [5.0, 5.0, 4.0, 2.0, 7.0, 9.0, 12.0, 18.0, 22.0, 26.0, 43.0, 55.0, 74.0, 94.0, 133.0, 188.0, 233.0, 371.0, 491.0, 731.0, 1052.0, 1453.0, 2303.0, 3291.0, 5190.0, 8204.0, 13527.0, 23764.0, 46538.0, 115880.0, 422767.0, 244464.0, 74320.0, 34089.0, 18429.0, 10778.0, 6712.0, 4314.0, 2838.0, 1832.0, 1283.0, 836.0, 633.0, 404.0, 299.0, 207.0, 188.0, 110.0, 81.0, 72.0, 45.0, 35.0, 24.0, 31.0, 16.0, 18.0, 7.0, 3.0, 4.0, 5.0, 0.0, 3.0, 3.0, 1.0], "bins": [-9.765625, -9.4483642578125, -9.131103515625, -8.8138427734375, -8.49658203125, -8.1793212890625, -7.862060546875, -7.5447998046875, -7.2275390625, -6.9102783203125, -6.593017578125, -6.2757568359375, -5.95849609375, -5.6412353515625, -5.323974609375, -5.0067138671875, -4.689453125, -4.3721923828125, -4.054931640625, -3.7376708984375, -3.42041015625, -3.1031494140625, -2.785888671875, -2.4686279296875, -2.1513671875, -1.8341064453125, -1.516845703125, -1.1995849609375, -0.88232421875, -0.5650634765625, -0.247802734375, 0.0694580078125, 0.38671875, 0.7039794921875, 1.021240234375, 1.3385009765625, 1.65576171875, 1.9730224609375, 2.290283203125, 2.6075439453125, 2.9248046875, 3.2420654296875, 3.559326171875, 3.8765869140625, 4.19384765625, 4.5111083984375, 4.828369140625, 5.1456298828125, 5.462890625, 5.7801513671875, 6.097412109375, 6.4146728515625, 6.73193359375, 7.0491943359375, 7.366455078125, 7.6837158203125, 8.0009765625, 8.3182373046875, 8.635498046875, 8.9527587890625, 9.27001953125, 9.5872802734375, 9.904541015625, 10.2218017578125, 10.5390625]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 6.0, 7.0, 4.0, 9.0, 12.0, 9.0, 19.0, 24.0, 30.0, 32.0, 21.0, 27.0, 33.0, 30.0, 26.0, 42.0, 39.0, 30.0, 31.0, 36.0, 33.0, 44.0, 38.0, 34.0, 33.0, 37.0, 44.0, 29.0, 25.0, 33.0, 23.0, 21.0, 27.0, 15.0, 15.0, 17.0, 11.0, 10.0, 6.0, 9.0, 5.0, 7.0, 4.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0], "bins": [-7.515625, -7.2919921875, -7.068359375, -6.8447265625, -6.62109375, -6.3974609375, -6.173828125, -5.9501953125, -5.7265625, -5.5029296875, -5.279296875, -5.0556640625, -4.83203125, -4.6083984375, -4.384765625, -4.1611328125, -3.9375, -3.7138671875, -3.490234375, -3.2666015625, -3.04296875, -2.8193359375, -2.595703125, -2.3720703125, -2.1484375, -1.9248046875, -1.701171875, -1.4775390625, -1.25390625, -1.0302734375, -0.806640625, -0.5830078125, -0.359375, -0.1357421875, 0.087890625, 0.3115234375, 0.53515625, 0.7587890625, 0.982421875, 1.2060546875, 1.4296875, 1.6533203125, 1.876953125, 2.1005859375, 2.32421875, 2.5478515625, 2.771484375, 2.9951171875, 3.21875, 3.4423828125, 3.666015625, 3.8896484375, 4.11328125, 4.3369140625, 4.560546875, 4.7841796875, 5.0078125, 5.2314453125, 5.455078125, 5.6787109375, 5.90234375, 6.1259765625, 6.349609375, 6.5732421875, 6.796875]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 5.0, 9.0, 9.0, 9.0, 13.0, 14.0, 20.0, 31.0, 25.0, 44.0, 37.0, 62.0, 47.0, 78.0, 90.0, 109.0, 138.0, 157.0, 170.0, 254.0, 944.0, 19950.0, 1014375.0, 9998.0, 729.0, 242.0, 168.0, 133.0, 100.0, 110.0, 78.0, 54.0, 53.0, 49.0, 45.0, 48.0, 40.0, 28.0, 34.0, 18.0, 8.0, 9.0, 4.0, 8.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-119.0625, -115.701171875, -112.33984375, -108.978515625, -105.6171875, -102.255859375, -98.89453125, -95.533203125, -92.171875, -88.810546875, -85.44921875, -82.087890625, -78.7265625, -75.365234375, -72.00390625, -68.642578125, -65.28125, -61.919921875, -58.55859375, -55.197265625, -51.8359375, -48.474609375, -45.11328125, -41.751953125, -38.390625, -35.029296875, -31.66796875, -28.306640625, -24.9453125, -21.583984375, -18.22265625, -14.861328125, -11.5, -8.138671875, -4.77734375, -1.416015625, 1.9453125, 5.306640625, 8.66796875, 12.029296875, 15.390625, 18.751953125, 22.11328125, 25.474609375, 28.8359375, 32.197265625, 35.55859375, 38.919921875, 42.28125, 45.642578125, 49.00390625, 52.365234375, 55.7265625, 59.087890625, 62.44921875, 65.810546875, 69.171875, 72.533203125, 75.89453125, 79.255859375, 82.6171875, 85.978515625, 89.33984375, 92.701171875, 96.0625]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 5.0, 7.0, 10.0, 16.0, 16.0, 13.0, 14.0, 17.0, 23.0, 24.0, 25.0, 37.0, 37.0, 31.0, 37.0, 26.0, 38.0, 38.0, 55.0, 42.0, 55.0, 43.0, 43.0, 42.0, 46.0, 36.0, 37.0, 27.0, 32.0, 24.0, 18.0, 8.0, 11.0, 15.0, 7.0, 12.0, 5.0, 6.0, 6.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.37890625, -6.1607666015625, -5.942626953125, -5.7244873046875, -5.50634765625, -5.2882080078125, -5.070068359375, -4.8519287109375, -4.6337890625, -4.4156494140625, -4.197509765625, -3.9793701171875, -3.76123046875, -3.5430908203125, -3.324951171875, -3.1068115234375, -2.888671875, -2.6705322265625, -2.452392578125, -2.2342529296875, -2.01611328125, -1.7979736328125, -1.579833984375, -1.3616943359375, -1.1435546875, -0.9254150390625, -0.707275390625, -0.4891357421875, -0.27099609375, -0.0528564453125, 0.165283203125, 0.3834228515625, 0.6015625, 0.8197021484375, 1.037841796875, 1.2559814453125, 1.47412109375, 1.6922607421875, 1.910400390625, 2.1285400390625, 2.3466796875, 2.5648193359375, 2.782958984375, 3.0010986328125, 3.21923828125, 3.4373779296875, 3.655517578125, 3.8736572265625, 4.091796875, 4.3099365234375, 4.528076171875, 4.7462158203125, 4.96435546875, 5.1824951171875, 5.400634765625, 5.6187744140625, 5.8369140625, 6.0550537109375, 6.273193359375, 6.4913330078125, 6.70947265625, 6.9276123046875, 7.145751953125, 7.3638916015625, 7.58203125]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 12.0, 5.0, 15.0, 12.0, 30.0, 38.0, 80.0, 179.0, 594.0, 2814.0, 31477.0, 965379.0, 43483.0, 3322.0, 709.0, 202.0, 91.0, 36.0, 23.0, 11.0, 17.0, 10.0, 7.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.015625, -24.2470703125, -23.478515625, -22.7099609375, -21.94140625, -21.1728515625, -20.404296875, -19.6357421875, -18.8671875, -18.0986328125, -17.330078125, -16.5615234375, -15.79296875, -15.0244140625, -14.255859375, -13.4873046875, -12.71875, -11.9501953125, -11.181640625, -10.4130859375, -9.64453125, -8.8759765625, -8.107421875, -7.3388671875, -6.5703125, -5.8017578125, -5.033203125, -4.2646484375, -3.49609375, -2.7275390625, -1.958984375, -1.1904296875, -0.421875, 0.3466796875, 1.115234375, 1.8837890625, 2.65234375, 3.4208984375, 4.189453125, 4.9580078125, 5.7265625, 6.4951171875, 7.263671875, 8.0322265625, 8.80078125, 9.5693359375, 10.337890625, 11.1064453125, 11.875, 12.6435546875, 13.412109375, 14.1806640625, 14.94921875, 15.7177734375, 16.486328125, 17.2548828125, 18.0234375, 18.7919921875, 19.560546875, 20.3291015625, 21.09765625, 21.8662109375, 22.634765625, 23.4033203125, 24.171875]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 9.0, 12.0, 13.0, 11.0, 13.0, 22.0, 32.0, 45.0, 87.0, 155.0, 266.0, 102.0, 71.0, 48.0, 27.0, 22.0, 20.0, 15.0, 2.0, 7.0, 3.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0008563995361328125, -0.0008314698934555054, -0.0008065402507781982, -0.0007816106081008911, -0.000756680965423584, -0.0007317513227462769, -0.0007068216800689697, -0.0006818920373916626, -0.0006569623947143555, -0.0006320327520370483, -0.0006071031093597412, -0.0005821734666824341, -0.000557243824005127, -0.0005323141813278198, -0.0005073845386505127, -0.00048245489597320557, -0.00045752525329589844, -0.0004325956106185913, -0.0004076659679412842, -0.00038273632526397705, -0.0003578066825866699, -0.0003328770399093628, -0.00030794739723205566, -0.00028301775455474854, -0.0002580881118774414, -0.00023315846920013428, -0.00020822882652282715, -0.00018329918384552002, -0.0001583695411682129, -0.00013343989849090576, -0.00010851025581359863, -8.35806131362915e-05, -5.8650970458984375e-05, -3.3721327781677246e-05, -8.791685104370117e-06, 1.6137957572937012e-05, 4.106760025024414e-05, 6.599724292755127e-05, 9.09268856048584e-05, 0.00011585652828216553, 0.00014078617095947266, 0.00016571581363677979, 0.00019064545631408691, 0.00021557509899139404, 0.00024050474166870117, 0.0002654343843460083, 0.00029036402702331543, 0.00031529366970062256, 0.0003402233123779297, 0.0003651529550552368, 0.00039008259773254395, 0.0004150122404098511, 0.0004399418830871582, 0.00046487152576446533, 0.0004898011684417725, 0.0005147308111190796, 0.0005396604537963867, 0.0005645900964736938, 0.000589519739151001, 0.0006144493818283081, 0.0006393790245056152, 0.0006643086671829224, 0.0006892383098602295, 0.0007141679525375366, 0.0007390975952148438]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 6.0, 5.0, 5.0, 4.0, 14.0, 17.0, 38.0, 42.0, 82.0, 142.0, 303.0, 693.0, 1959.0, 10110.0, 205774.0, 807981.0, 17023.0, 2755.0, 842.0, 340.0, 161.0, 106.0, 53.0, 28.0, 23.0, 13.0, 12.0, 5.0, 3.0, 3.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.6875, -23.9638671875, -23.240234375, -22.5166015625, -21.79296875, -21.0693359375, -20.345703125, -19.6220703125, -18.8984375, -18.1748046875, -17.451171875, -16.7275390625, -16.00390625, -15.2802734375, -14.556640625, -13.8330078125, -13.109375, -12.3857421875, -11.662109375, -10.9384765625, -10.21484375, -9.4912109375, -8.767578125, -8.0439453125, -7.3203125, -6.5966796875, -5.873046875, -5.1494140625, -4.42578125, -3.7021484375, -2.978515625, -2.2548828125, -1.53125, -0.8076171875, -0.083984375, 0.6396484375, 1.36328125, 2.0869140625, 2.810546875, 3.5341796875, 4.2578125, 4.9814453125, 5.705078125, 6.4287109375, 7.15234375, 7.8759765625, 8.599609375, 9.3232421875, 10.046875, 10.7705078125, 11.494140625, 12.2177734375, 12.94140625, 13.6650390625, 14.388671875, 15.1123046875, 15.8359375, 16.5595703125, 17.283203125, 18.0068359375, 18.73046875, 19.4541015625, 20.177734375, 20.9013671875, 21.625]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 7.0, 4.0, 6.0, 6.0, 4.0, 13.0, 12.0, 14.0, 26.0, 37.0, 53.0, 88.0, 130.0, 262.0, 109.0, 76.0, 37.0, 38.0, 20.0, 19.0, 8.0, 6.0, 9.0, 6.0, 5.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5078125, -2.43475341796875, -2.3616943359375, -2.28863525390625, -2.215576171875, -2.14251708984375, -2.0694580078125, -1.99639892578125, -1.92333984375, -1.85028076171875, -1.7772216796875, -1.70416259765625, -1.631103515625, -1.55804443359375, -1.4849853515625, -1.41192626953125, -1.3388671875, -1.26580810546875, -1.1927490234375, -1.11968994140625, -1.046630859375, -0.97357177734375, -0.9005126953125, -0.82745361328125, -0.75439453125, -0.68133544921875, -0.6082763671875, -0.53521728515625, -0.462158203125, -0.38909912109375, -0.3160400390625, -0.24298095703125, -0.169921875, -0.09686279296875, -0.0238037109375, 0.04925537109375, 0.122314453125, 0.19537353515625, 0.2684326171875, 0.34149169921875, 0.41455078125, 0.48760986328125, 0.5606689453125, 0.63372802734375, 0.706787109375, 0.77984619140625, 0.8529052734375, 0.92596435546875, 0.9990234375, 1.07208251953125, 1.1451416015625, 1.21820068359375, 1.291259765625, 1.36431884765625, 1.4373779296875, 1.51043701171875, 1.58349609375, 1.65655517578125, 1.7296142578125, 1.80267333984375, 1.875732421875, 1.94879150390625, 2.0218505859375, 2.09490966796875, 2.16796875]}, "gradients/decoder.roberta.encoder.layer.0.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 4.0, 10.0, 12.0, 11.0, 12.0, 28.0, 28.0, 43.0, 48.0, 33.0, 60.0, 74.0, 71.0, 78.0, 72.0, 78.0, 63.0, 52.0, 58.0, 33.0, 27.0, 22.0, 16.0, 13.0, 13.0, 11.0, 7.0, 6.0, 3.0, 5.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.398398399353027, -11.067626953125, -10.736856460571289, -10.406085014343262, -10.07531452178955, -9.744543075561523, -9.413772583007812, -9.083001136779785, -8.752229690551758, -8.42145824432373, -8.09068775177002, -7.759916305541992, -7.429145336151123, -7.098374366760254, -6.767603397369385, -6.436832427978516, -6.1060614585876465, -5.775290489196777, -5.444519519805908, -5.113748550415039, -4.782977104187012, -4.452206134796143, -4.121435165405273, -3.790663957595825, -3.459892988204956, -3.129122018814087, -2.7983508110046387, -2.4675798416137695, -2.1368088722229004, -1.8060376644134521, -1.475266695022583, -1.1444954872131348, -0.8137245178222656, -0.4829534590244293, -0.15218240022659302, 0.1785886287689209, 0.5093597173690796, 0.8401308059692383, 1.1709017753601074, 1.5016729831695557, 1.8324439525604248, 2.163214921951294, 2.493986129760742, 2.8247570991516113, 3.1555280685424805, 3.4862992763519287, 3.817070245742798, 4.147841453552246, 4.478612422943115, 4.809383392333984, 5.1401543617248535, 5.470925331115723, 5.80169677734375, 6.132467746734619, 6.463238716125488, 6.794010162353516, 7.124780654907227, 7.455551624298096, 7.786322593688965, 8.117094039916992, 8.447864532470703, 8.77863597869873, 9.109407424926758, 9.440177917480469, 9.770949363708496]}, "gradients/decoder.roberta.encoder.layer.0.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 5.0, 6.0, 4.0, 6.0, 12.0, 15.0, 11.0, 18.0, 27.0, 29.0, 29.0, 21.0, 25.0, 29.0, 36.0, 45.0, 38.0, 51.0, 23.0, 46.0, 40.0, 48.0, 32.0, 49.0, 34.0, 31.0, 17.0, 34.0, 34.0, 37.0, 31.0, 25.0, 16.0, 15.0, 10.0, 15.0, 12.0, 6.0, 4.0, 5.0, 7.0, 7.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-9.64598560333252, -9.339920997619629, -9.033856391906738, -8.727791786193848, -8.421727180480957, -8.115662574768066, -7.809597492218018, -7.503532886505127, -7.197468280792236, -6.891403675079346, -6.585339069366455, -6.2792744636535645, -5.973209381103516, -5.667144775390625, -5.361080169677734, -5.055015563964844, -4.748950958251953, -4.4428863525390625, -4.136821746826172, -3.830756902694702, -3.5246922969818115, -3.218627691268921, -2.912562847137451, -2.6064982414245605, -2.30043363571167, -1.9943690299987793, -1.6883043050765991, -1.382239580154419, -1.0761749744415283, -0.7701103687286377, -0.4640456438064575, -0.15798091888427734, 0.14808368682861328, 0.4541483521461487, 0.7602130174636841, 1.0662777423858643, 1.3723423480987549, 1.6784069538116455, 1.9844716787338257, 2.290536403656006, 2.5966010093688965, 2.902665615081787, 3.2087302207946777, 3.5147950649261475, 3.820859670639038, 4.126924514770508, 4.432989120483398, 4.739053726196289, 5.04511833190918, 5.35118293762207, 5.657247543334961, 5.963312149047852, 6.269376754760742, 6.575441360473633, 6.881506443023682, 7.187571048736572, 7.493635654449463, 7.7997002601623535, 8.105765342712402, 8.411829948425293, 8.717894554138184, 9.023959159851074, 9.330023765563965, 9.636088371276855, 9.942152976989746]}, "gradients/decoder.roberta.encoder.layer.0.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 8.0, 7.0, 9.0, 7.0, 14.0, 16.0, 23.0, 23.0, 29.0, 39.0, 64.0, 84.0, 74.0, 116.0, 166.0, 191.0, 250.0, 356.0, 518.0, 857.0, 1441.0, 2696.0, 5621.0, 12468.0, 38104.0, 4076086.0, 31615.0, 11722.0, 5046.0, 2517.0, 1374.0, 803.0, 512.0, 333.0, 248.0, 181.0, 149.0, 124.0, 83.0, 83.0, 49.0, 24.0, 31.0, 24.0, 24.0, 18.0, 16.0, 6.0, 8.0, 8.0, 5.0, 7.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-20.453125, -19.802734375, -19.15234375, -18.501953125, -17.8515625, -17.201171875, -16.55078125, -15.900390625, -15.25, -14.599609375, -13.94921875, -13.298828125, -12.6484375, -11.998046875, -11.34765625, -10.697265625, -10.046875, -9.396484375, -8.74609375, -8.095703125, -7.4453125, -6.794921875, -6.14453125, -5.494140625, -4.84375, -4.193359375, -3.54296875, -2.892578125, -2.2421875, -1.591796875, -0.94140625, -0.291015625, 0.359375, 1.009765625, 1.66015625, 2.310546875, 2.9609375, 3.611328125, 4.26171875, 4.912109375, 5.5625, 6.212890625, 6.86328125, 7.513671875, 8.1640625, 8.814453125, 9.46484375, 10.115234375, 10.765625, 11.416015625, 12.06640625, 12.716796875, 13.3671875, 14.017578125, 14.66796875, 15.318359375, 15.96875, 16.619140625, 17.26953125, 17.919921875, 18.5703125, 19.220703125, 19.87109375, 20.521484375, 21.171875]}, "gradients/decoder.roberta.encoder.layer.0.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 4.0, 8.0, 8.0, 9.0, 16.0, 18.0, 17.0, 30.0, 26.0, 26.0, 46.0, 31.0, 44.0, 37.0, 49.0, 36.0, 41.0, 45.0, 39.0, 53.0, 46.0, 47.0, 40.0, 44.0, 34.0, 31.0, 25.0, 27.0, 18.0, 16.0, 17.0, 12.0, 8.0, 8.0, 6.0, 8.0, 5.0, 6.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.7734375, -6.553466796875, -6.33349609375, -6.113525390625, -5.8935546875, -5.673583984375, -5.45361328125, -5.233642578125, -5.013671875, -4.793701171875, -4.57373046875, -4.353759765625, -4.1337890625, -3.913818359375, -3.69384765625, -3.473876953125, -3.25390625, -3.033935546875, -2.81396484375, -2.593994140625, -2.3740234375, -2.154052734375, -1.93408203125, -1.714111328125, -1.494140625, -1.274169921875, -1.05419921875, -0.834228515625, -0.6142578125, -0.394287109375, -0.17431640625, 0.045654296875, 0.265625, 0.485595703125, 0.70556640625, 0.925537109375, 1.1455078125, 1.365478515625, 1.58544921875, 1.805419921875, 2.025390625, 2.245361328125, 2.46533203125, 2.685302734375, 2.9052734375, 3.125244140625, 3.34521484375, 3.565185546875, 3.78515625, 4.005126953125, 4.22509765625, 4.445068359375, 4.6650390625, 4.885009765625, 5.10498046875, 5.324951171875, 5.544921875, 5.764892578125, 5.98486328125, 6.204833984375, 6.4248046875, 6.644775390625, 6.86474609375, 7.084716796875, 7.3046875]}, "gradients/decoder.roberta.encoder.layer.0.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 2.0, 2.0, 8.0, 6.0, 16.0, 39.0, 206.0, 2392.0, 4129791.0, 60211.0, 1415.0, 129.0, 30.0, 12.0, 8.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-103.6875, -100.6279296875, -97.568359375, -94.5087890625, -91.44921875, -88.3896484375, -85.330078125, -82.2705078125, -79.2109375, -76.1513671875, -73.091796875, -70.0322265625, -66.97265625, -63.9130859375, -60.853515625, -57.7939453125, -54.734375, -51.6748046875, -48.615234375, -45.5556640625, -42.49609375, -39.4365234375, -36.376953125, -33.3173828125, -30.2578125, -27.1982421875, -24.138671875, -21.0791015625, -18.01953125, -14.9599609375, -11.900390625, -8.8408203125, -5.78125, -2.7216796875, 0.337890625, 3.3974609375, 6.45703125, 9.5166015625, 12.576171875, 15.6357421875, 18.6953125, 21.7548828125, 24.814453125, 27.8740234375, 30.93359375, 33.9931640625, 37.052734375, 40.1123046875, 43.171875, 46.2314453125, 49.291015625, 52.3505859375, 55.41015625, 58.4697265625, 61.529296875, 64.5888671875, 67.6484375, 70.7080078125, 73.767578125, 76.8271484375, 79.88671875, 82.9462890625, 86.005859375, 89.0654296875, 92.125]}, "gradients/decoder.roberta.encoder.layer.0.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 4.0, 1.0, 8.0, 12.0, 27.0, 135.0, 3278.0, 518.0, 56.0, 18.0, 5.0, 7.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.16796875, -5.94610595703125, -5.7242431640625, -5.50238037109375, -5.280517578125, -5.05865478515625, -4.8367919921875, -4.61492919921875, -4.39306640625, -4.17120361328125, -3.9493408203125, -3.72747802734375, -3.505615234375, -3.28375244140625, -3.0618896484375, -2.84002685546875, -2.6181640625, -2.39630126953125, -2.1744384765625, -1.95257568359375, -1.730712890625, -1.50885009765625, -1.2869873046875, -1.06512451171875, -0.84326171875, -0.62139892578125, -0.3995361328125, -0.17767333984375, 0.044189453125, 0.26605224609375, 0.4879150390625, 0.70977783203125, 0.931640625, 1.15350341796875, 1.3753662109375, 1.59722900390625, 1.819091796875, 2.04095458984375, 2.2628173828125, 2.48468017578125, 2.70654296875, 2.92840576171875, 3.1502685546875, 3.37213134765625, 3.593994140625, 3.81585693359375, 4.0377197265625, 4.25958251953125, 4.4814453125, 4.70330810546875, 4.9251708984375, 5.14703369140625, 5.368896484375, 5.59075927734375, 5.8126220703125, 6.03448486328125, 6.25634765625, 6.47821044921875, 6.7000732421875, 6.92193603515625, 7.143798828125, 7.36566162109375, 7.5875244140625, 7.80938720703125, 8.03125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 6.0, 11.0, 17.0, 30.0, 44.0, 66.0, 87.0, 100.0, 125.0, 118.0, 126.0, 90.0, 77.0, 33.0, 29.0, 12.0, 20.0, 7.0, 6.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.490056991577148, -8.04271125793457, -7.595365047454834, -7.148018836975098, -6.700672626495361, -6.253326416015625, -5.805980682373047, -5.3586344718933105, -4.911288261413574, -4.463942050933838, -4.01659631729126, -3.5692501068115234, -3.121903896331787, -2.67455792427063, -2.2272119522094727, -1.7798657417297363, -1.3325200080871582, -0.8851739168167114, -0.4378278851509094, 0.009518146514892578, 0.45686423778533936, 0.9042103290557861, 1.3515563011169434, 1.7989025115966797, 2.246248483657837, 2.693594455718994, 3.1409406661987305, 3.5882866382598877, 4.035632610321045, 4.482978820800781, 4.930324554443359, 5.377671241760254, 5.825016975402832, 6.272363185882568, 6.7197089195251465, 7.167055130004883, 7.614401340484619, 8.061747550964355, 8.509093284606934, 8.956439971923828, 9.403785705566406, 9.851131439208984, 10.298478126525879, 10.745823860168457, 11.193169593811035, 11.64051628112793, 12.087862014770508, 12.535207748413086, 12.982553482055664, 13.429899215698242, 13.877245903015137, 14.324591636657715, 14.771937370300293, 15.219284057617188, 15.666629791259766, 16.113975524902344, 16.561323165893555, 17.008668899536133, 17.45601463317871, 17.903362274169922, 18.3507080078125, 18.798053741455078, 19.245399475097656, 19.692745208740234, 20.140090942382812]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 4.0, 5.0, 5.0, 4.0, 7.0, 8.0, 12.0, 15.0, 14.0, 16.0, 19.0, 22.0, 19.0, 34.0, 20.0, 26.0, 41.0, 32.0, 41.0, 39.0, 42.0, 35.0, 53.0, 47.0, 44.0, 44.0, 42.0, 42.0, 31.0, 35.0, 25.0, 33.0, 26.0, 19.0, 19.0, 12.0, 11.0, 15.0, 10.0, 5.0, 7.0, 6.0, 7.0, 6.0, 2.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-7.0641326904296875, -6.855412006378174, -6.64669132232666, -6.4379706382751465, -6.229249954223633, -6.020529747009277, -5.811809062957764, -5.60308837890625, -5.394367694854736, -5.185647010803223, -4.976926326751709, -4.768205642700195, -4.55948543548584, -4.350764274597168, -4.1420440673828125, -3.933323383331299, -3.724602699279785, -3.5158820152282715, -3.307161331176758, -3.0984408855438232, -2.8897202014923096, -2.680999517440796, -2.4722790718078613, -2.2635583877563477, -2.054837703704834, -1.8461170196533203, -1.6373964548110962, -1.428675889968872, -1.2199552059173584, -1.0112345218658447, -0.8025139570236206, -0.5937933921813965, -0.3850727081298828, -0.17635208368301392, 0.03236854076385498, 0.24108916521072388, 0.4498097896575928, 0.6585304737091064, 0.8672510385513306, 1.0759716033935547, 1.2846922874450684, 1.493412971496582, 1.7021335363388062, 1.9108541011810303, 2.119574785232544, 2.3282954692840576, 2.537015914916992, 2.745736598968506, 2.9544572830200195, 3.163177967071533, 3.371898651123047, 3.5806190967559814, 3.789339780807495, 3.998060464859009, 4.206780910491943, 4.415501594543457, 4.624222278594971, 4.832942962646484, 5.041663646697998, 5.250384330749512, 5.459104537963867, 5.667825698852539, 5.8765459060668945, 6.085266590118408, 6.293987274169922]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 6.0, 10.0, 14.0, 30.0, 32.0, 58.0, 67.0, 121.0, 195.0, 263.0, 394.0, 558.0, 826.0, 1343.0, 1848.0, 2861.0, 4318.0, 6468.0, 9829.0, 15209.0, 23012.0, 34881.0, 52560.0, 77705.0, 108592.0, 141425.0, 151643.0, 127005.0, 93489.0, 65677.0, 43679.0, 28816.0, 18925.0, 12502.0, 8057.0, 5435.0, 3514.0, 2396.0, 1543.0, 1084.0, 733.0, 454.0, 340.0, 212.0, 135.0, 82.0, 83.0, 35.0, 30.0, 24.0, 13.0, 13.0, 10.0, 3.0, 5.0, 2.0, 1.0], "bins": [-0.984375, -0.9547882080078125, -0.925201416015625, -0.8956146240234375, -0.86602783203125, -0.8364410400390625, -0.806854248046875, -0.7772674560546875, -0.7476806640625, -0.7180938720703125, -0.688507080078125, -0.6589202880859375, -0.62933349609375, -0.5997467041015625, -0.570159912109375, -0.5405731201171875, -0.510986328125, -0.4813995361328125, -0.451812744140625, -0.4222259521484375, -0.39263916015625, -0.3630523681640625, -0.333465576171875, -0.3038787841796875, -0.2742919921875, -0.2447052001953125, -0.215118408203125, -0.1855316162109375, -0.15594482421875, -0.1263580322265625, -0.096771240234375, -0.0671844482421875, -0.03759765625, -0.0080108642578125, 0.021575927734375, 0.0511627197265625, 0.08074951171875, 0.1103363037109375, 0.139923095703125, 0.1695098876953125, 0.1990966796875, 0.2286834716796875, 0.258270263671875, 0.2878570556640625, 0.31744384765625, 0.3470306396484375, 0.376617431640625, 0.4062042236328125, 0.435791015625, 0.4653778076171875, 0.494964599609375, 0.5245513916015625, 0.55413818359375, 0.5837249755859375, 0.613311767578125, 0.6428985595703125, 0.6724853515625, 0.7020721435546875, 0.731658935546875, 0.7612457275390625, 0.79083251953125, 0.8204193115234375, 0.850006103515625, 0.8795928955078125, 0.9091796875]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 7.0, 5.0, 7.0, 9.0, 10.0, 15.0, 13.0, 15.0, 19.0, 28.0, 17.0, 33.0, 21.0, 23.0, 40.0, 34.0, 37.0, 42.0, 35.0, 41.0, 50.0, 38.0, 51.0, 41.0, 51.0, 36.0, 33.0, 35.0, 27.0, 27.0, 31.0, 20.0, 16.0, 13.0, 14.0, 13.0, 10.0, 7.0, 8.0, 4.0, 7.0, 7.0, 3.0, 2.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-6.86328125, -6.66571044921875, -6.4681396484375, -6.27056884765625, -6.072998046875, -5.87542724609375, -5.6778564453125, -5.48028564453125, -5.28271484375, -5.08514404296875, -4.8875732421875, -4.69000244140625, -4.492431640625, -4.29486083984375, -4.0972900390625, -3.89971923828125, -3.7021484375, -3.50457763671875, -3.3070068359375, -3.10943603515625, -2.911865234375, -2.71429443359375, -2.5167236328125, -2.31915283203125, -2.12158203125, -1.92401123046875, -1.7264404296875, -1.52886962890625, -1.331298828125, -1.13372802734375, -0.9361572265625, -0.73858642578125, -0.541015625, -0.34344482421875, -0.1458740234375, 0.05169677734375, 0.249267578125, 0.44683837890625, 0.6444091796875, 0.84197998046875, 1.03955078125, 1.23712158203125, 1.4346923828125, 1.63226318359375, 1.829833984375, 2.02740478515625, 2.2249755859375, 2.42254638671875, 2.6201171875, 2.81768798828125, 3.0152587890625, 3.21282958984375, 3.410400390625, 3.60797119140625, 3.8055419921875, 4.00311279296875, 4.20068359375, 4.39825439453125, 4.5958251953125, 4.79339599609375, 4.990966796875, 5.18853759765625, 5.3861083984375, 5.58367919921875, 5.78125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 5.0, 8.0, 8.0, 14.0, 8.0, 26.0, 36.0, 45.0, 45.0, 54.0, 113.0, 138.0, 171.0, 289.0, 396.0, 546.0, 840.0, 1117.0, 1786.0, 2641.0, 3788.0, 5887.0, 9129.0, 14609.0, 24893.0, 81407.0, 777708.0, 60424.0, 22995.0, 13643.0, 8642.0, 5565.0, 3568.0, 2481.0, 1751.0, 1222.0, 754.0, 524.0, 358.0, 289.0, 171.0, 131.0, 91.0, 69.0, 42.0, 39.0, 17.0, 14.0, 19.0, 14.0, 5.0, 7.0, 6.0, 4.0, 6.0, 1.0, 1.0, 3.0], "bins": [-2.037109375, -1.97430419921875, -1.9114990234375, -1.84869384765625, -1.785888671875, -1.72308349609375, -1.6602783203125, -1.59747314453125, -1.53466796875, -1.47186279296875, -1.4090576171875, -1.34625244140625, -1.283447265625, -1.22064208984375, -1.1578369140625, -1.09503173828125, -1.0322265625, -0.96942138671875, -0.9066162109375, -0.84381103515625, -0.781005859375, -0.71820068359375, -0.6553955078125, -0.59259033203125, -0.52978515625, -0.46697998046875, -0.4041748046875, -0.34136962890625, -0.278564453125, -0.21575927734375, -0.1529541015625, -0.09014892578125, -0.02734375, 0.03546142578125, 0.0982666015625, 0.16107177734375, 0.223876953125, 0.28668212890625, 0.3494873046875, 0.41229248046875, 0.47509765625, 0.53790283203125, 0.6007080078125, 0.66351318359375, 0.726318359375, 0.78912353515625, 0.8519287109375, 0.91473388671875, 0.9775390625, 1.04034423828125, 1.1031494140625, 1.16595458984375, 1.228759765625, 1.29156494140625, 1.3543701171875, 1.41717529296875, 1.47998046875, 1.54278564453125, 1.6055908203125, 1.66839599609375, 1.731201171875, 1.79400634765625, 1.8568115234375, 1.91961669921875, 1.982421875]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 1.0, 3.0, 5.0, 4.0, 8.0, 15.0, 7.0, 12.0, 7.0, 17.0, 23.0, 15.0, 18.0, 21.0, 21.0, 30.0, 23.0, 28.0, 36.0, 32.0, 29.0, 50.0, 38.0, 45.0, 47.0, 43.0, 35.0, 39.0, 25.0, 27.0, 29.0, 32.0, 26.0, 26.0, 22.0, 22.0, 12.0, 16.0, 23.0, 11.0, 8.0, 5.0, 18.0, 13.0, 7.0, 2.0, 3.0, 10.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-3.447265625, -3.337158203125, -3.22705078125, -3.116943359375, -3.0068359375, -2.896728515625, -2.78662109375, -2.676513671875, -2.56640625, -2.456298828125, -2.34619140625, -2.236083984375, -2.1259765625, -2.015869140625, -1.90576171875, -1.795654296875, -1.685546875, -1.575439453125, -1.46533203125, -1.355224609375, -1.2451171875, -1.135009765625, -1.02490234375, -0.914794921875, -0.8046875, -0.694580078125, -0.58447265625, -0.474365234375, -0.3642578125, -0.254150390625, -0.14404296875, -0.033935546875, 0.076171875, 0.186279296875, 0.29638671875, 0.406494140625, 0.5166015625, 0.626708984375, 0.73681640625, 0.846923828125, 0.95703125, 1.067138671875, 1.17724609375, 1.287353515625, 1.3974609375, 1.507568359375, 1.61767578125, 1.727783203125, 1.837890625, 1.947998046875, 2.05810546875, 2.168212890625, 2.2783203125, 2.388427734375, 2.49853515625, 2.608642578125, 2.71875, 2.828857421875, 2.93896484375, 3.049072265625, 3.1591796875, 3.269287109375, 3.37939453125, 3.489501953125, 3.599609375]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 7.0, 9.0, 14.0, 7.0, 21.0, 39.0, 42.0, 65.0, 75.0, 140.0, 174.0, 303.0, 460.0, 836.0, 1372.0, 2647.0, 5302.0, 11541.0, 26500.0, 209620.0, 733022.0, 30498.0, 12947.0, 6005.0, 2976.0, 1590.0, 890.0, 516.0, 299.0, 201.0, 133.0, 80.0, 72.0, 46.0, 30.0, 15.0, 22.0, 9.0, 9.0, 8.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.18359375, -0.1783599853515625, -0.173126220703125, -0.1678924560546875, -0.16265869140625, -0.1574249267578125, -0.152191162109375, -0.1469573974609375, -0.1417236328125, -0.1364898681640625, -0.131256103515625, -0.1260223388671875, -0.12078857421875, -0.1155548095703125, -0.110321044921875, -0.1050872802734375, -0.099853515625, -0.0946197509765625, -0.089385986328125, -0.0841522216796875, -0.07891845703125, -0.0736846923828125, -0.068450927734375, -0.0632171630859375, -0.0579833984375, -0.0527496337890625, -0.047515869140625, -0.0422821044921875, -0.03704833984375, -0.0318145751953125, -0.026580810546875, -0.0213470458984375, -0.01611328125, -0.0108795166015625, -0.005645751953125, -0.0004119873046875, 0.00482177734375, 0.0100555419921875, 0.015289306640625, 0.0205230712890625, 0.0257568359375, 0.0309906005859375, 0.036224365234375, 0.0414581298828125, 0.04669189453125, 0.0519256591796875, 0.057159423828125, 0.0623931884765625, 0.067626953125, 0.0728607177734375, 0.078094482421875, 0.0833282470703125, 0.08856201171875, 0.0937957763671875, 0.099029541015625, 0.1042633056640625, 0.1094970703125, 0.1147308349609375, 0.119964599609375, 0.1251983642578125, 0.13043212890625, 0.1356658935546875, 0.140899658203125, 0.1461334228515625, 0.1513671875]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 2.0, 5.0, 10.0, 7.0, 16.0, 23.0, 20.0, 31.0, 39.0, 32.0, 45.0, 52.0, 44.0, 41.0, 59.0, 57.0, 59.0, 67.0, 47.0, 40.0, 34.0, 44.0, 44.0, 37.0, 31.0, 24.0, 22.0, 19.0, 11.0, 7.0, 8.0, 5.0, 1.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.179115295410156e-06, -8.841976523399353e-06, -8.50483775138855e-06, -8.167698979377747e-06, -7.830560207366943e-06, -7.49342143535614e-06, -7.156282663345337e-06, -6.819143891334534e-06, -6.4820051193237305e-06, -6.144866347312927e-06, -5.807727575302124e-06, -5.470588803291321e-06, -5.133450031280518e-06, -4.796311259269714e-06, -4.459172487258911e-06, -4.122033715248108e-06, -3.7848949432373047e-06, -3.4477561712265015e-06, -3.1106173992156982e-06, -2.773478627204895e-06, -2.436339855194092e-06, -2.0992010831832886e-06, -1.7620623111724854e-06, -1.4249235391616821e-06, -1.087784767150879e-06, -7.506459951400757e-07, -4.1350722312927246e-07, -7.636845111846924e-08, 2.60770320892334e-07, 5.979090929031372e-07, 9.350478649139404e-07, 1.2721866369247437e-06, 1.6093254089355469e-06, 1.94646418094635e-06, 2.2836029529571533e-06, 2.6207417249679565e-06, 2.9578804969787598e-06, 3.295019268989563e-06, 3.632158041000366e-06, 3.9692968130111694e-06, 4.306435585021973e-06, 4.643574357032776e-06, 4.980713129043579e-06, 5.317851901054382e-06, 5.6549906730651855e-06, 5.992129445075989e-06, 6.329268217086792e-06, 6.666406989097595e-06, 7.0035457611083984e-06, 7.340684533119202e-06, 7.677823305130005e-06, 8.014962077140808e-06, 8.352100849151611e-06, 8.689239621162415e-06, 9.026378393173218e-06, 9.363517165184021e-06, 9.700655937194824e-06, 1.0037794709205627e-05, 1.037493348121643e-05, 1.0712072253227234e-05, 1.1049211025238037e-05, 1.138634979724884e-05, 1.1723488569259644e-05, 1.2060627341270447e-05, 1.239776611328125e-05]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 9.0, 8.0, 13.0, 10.0, 17.0, 23.0, 25.0, 27.0, 50.0, 54.0, 57.0, 88.0, 127.0, 244.0, 1624.0, 36007.0, 840709.0, 163687.0, 4724.0, 465.0, 157.0, 96.0, 70.0, 66.0, 39.0, 32.0, 30.0, 22.0, 16.0, 18.0, 12.0, 10.0, 13.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.366455078125, -0.3548927307128906, -0.34333038330078125, -0.3317680358886719, -0.3202056884765625, -0.3086433410644531, -0.29708099365234375, -0.2855186462402344, -0.273956298828125, -0.2623939514160156, -0.25083160400390625, -0.23926925659179688, -0.2277069091796875, -0.21614456176757812, -0.20458221435546875, -0.19301986694335938, -0.18145751953125, -0.16989517211914062, -0.15833282470703125, -0.14677047729492188, -0.1352081298828125, -0.12364578247070312, -0.11208343505859375, -0.10052108764648438, -0.088958740234375, -0.07739639282226562, -0.06583404541015625, -0.054271697998046875, -0.0427093505859375, -0.031147003173828125, -0.01958465576171875, -0.008022308349609375, 0.0035400390625, 0.015102386474609375, 0.02666473388671875, 0.038227081298828125, 0.0497894287109375, 0.061351776123046875, 0.07291412353515625, 0.08447647094726562, 0.096038818359375, 0.10760116577148438, 0.11916351318359375, 0.13072586059570312, 0.1422882080078125, 0.15385055541992188, 0.16541290283203125, 0.17697525024414062, 0.18853759765625, 0.20009994506835938, 0.21166229248046875, 0.22322463989257812, 0.2347869873046875, 0.24634933471679688, 0.25791168212890625, 0.2694740295410156, 0.281036376953125, 0.2925987243652344, 0.30416107177734375, 0.3157234191894531, 0.3272857666015625, 0.3388481140136719, 0.35041046142578125, 0.3619728088378906, 0.37353515625]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 9.0, 9.0, 10.0, 6.0, 12.0, 15.0, 9.0, 21.0, 18.0, 23.0, 26.0, 31.0, 47.0, 52.0, 66.0, 65.0, 63.0, 83.0, 66.0, 53.0, 56.0, 60.0, 41.0, 37.0, 27.0, 26.0, 19.0, 5.0, 10.0, 8.0, 7.0, 9.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0240478515625, -0.02333831787109375, -0.0226287841796875, -0.02191925048828125, -0.021209716796875, -0.02050018310546875, -0.0197906494140625, -0.01908111572265625, -0.01837158203125, -0.01766204833984375, -0.0169525146484375, -0.01624298095703125, -0.015533447265625, -0.01482391357421875, -0.0141143798828125, -0.01340484619140625, -0.0126953125, -0.01198577880859375, -0.0112762451171875, -0.01056671142578125, -0.009857177734375, -0.00914764404296875, -0.0084381103515625, -0.00772857666015625, -0.00701904296875, -0.00630950927734375, -0.0055999755859375, -0.00489044189453125, -0.004180908203125, -0.00347137451171875, -0.0027618408203125, -0.00205230712890625, -0.0013427734375, -0.00063323974609375, 7.62939453125e-05, 0.00078582763671875, 0.001495361328125, 0.00220489501953125, 0.0029144287109375, 0.00362396240234375, 0.00433349609375, 0.00504302978515625, 0.0057525634765625, 0.00646209716796875, 0.007171630859375, 0.00788116455078125, 0.0085906982421875, 0.00930023193359375, 0.010009765625, 0.01071929931640625, 0.0114288330078125, 0.01213836669921875, 0.012847900390625, 0.01355743408203125, 0.0142669677734375, 0.01497650146484375, 0.01568603515625, 0.01639556884765625, 0.0171051025390625, 0.01781463623046875, 0.018524169921875, 0.01923370361328125, 0.0199432373046875, 0.02065277099609375, 0.0213623046875]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 5.0, 4.0, 6.0, 5.0, 13.0, 13.0, 26.0, 24.0, 26.0, 49.0, 56.0, 56.0, 66.0, 83.0, 68.0, 67.0, 81.0, 63.0, 55.0, 54.0, 52.0, 40.0, 20.0, 16.0, 16.0, 13.0, 8.0, 6.0, 8.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.388092994689941, -7.122731685638428, -6.857370376586914, -6.5920090675354, -6.326647758483887, -6.061286449432373, -5.795925140380859, -5.530563831329346, -5.265202522277832, -4.999841213226318, -4.734479904174805, -4.469118595123291, -4.203757286071777, -3.9383959770202637, -3.67303466796875, -3.4076733589172363, -3.1423120498657227, -2.876950740814209, -2.6115894317626953, -2.3462281227111816, -2.080866813659668, -1.8155055046081543, -1.5501441955566406, -1.284782886505127, -1.0194215774536133, -0.7540602684020996, -0.48869895935058594, -0.22333765029907227, 0.042023658752441406, 0.3073849678039551, 0.5727462768554688, 0.8381075859069824, 1.1034698486328125, 1.3688311576843262, 1.6341924667358398, 1.8995537757873535, 2.164915084838867, 2.430276393890381, 2.6956377029418945, 2.960999011993408, 3.226360321044922, 3.4917216300964355, 3.757082939147949, 4.022444248199463, 4.287805557250977, 4.55316686630249, 4.818528175354004, 5.083889484405518, 5.349250793457031, 5.614612102508545, 5.879973411560059, 6.145334720611572, 6.410696029663086, 6.6760573387146, 6.941418647766113, 7.206779956817627, 7.472141265869141, 7.737502574920654, 8.002863883972168, 8.268224716186523, 8.533586502075195, 8.798948287963867, 9.064309120178223, 9.329669952392578, 9.59503173828125]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 3.0, 6.0, 5.0, 7.0, 9.0, 12.0, 14.0, 13.0, 14.0, 21.0, 26.0, 17.0, 33.0, 22.0, 24.0, 38.0, 36.0, 35.0, 43.0, 34.0, 43.0, 49.0, 45.0, 45.0, 40.0, 51.0, 36.0, 33.0, 34.0, 27.0, 27.0, 31.0, 21.0, 17.0, 12.0, 13.0, 13.0, 10.0, 7.0, 8.0, 4.0, 7.0, 8.0, 2.0, 2.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-6.858011245727539, -6.66040563583374, -6.462799549102783, -6.265193939208984, -6.0675883293151855, -5.869982719421387, -5.67237663269043, -5.474771022796631, -5.277165412902832, -5.079559803009033, -4.881953716278076, -4.684348106384277, -4.4867424964904785, -4.28913688659668, -4.091530799865723, -3.893925189971924, -3.696319341659546, -3.498713493347168, -3.301107883453369, -3.103502035140991, -2.9058964252471924, -2.7082905769348145, -2.5106849670410156, -2.3130791187286377, -2.1154732704162598, -1.9178675413131714, -1.720261812210083, -1.522655963897705, -1.3250503540039062, -1.1274445056915283, -0.9298387765884399, -0.7322330474853516, -0.5346274375915527, -0.33702170848846436, -0.1394159495830536, 0.05818980932235718, 0.25579553842544556, 0.45340126752853394, 0.6510070562362671, 0.8486127853393555, 1.0462185144424438, 1.2438242435455322, 1.4414299726486206, 1.639035701751709, 1.836641550064087, 2.0342471599578857, 2.2318530082702637, 2.4294586181640625, 2.6270644664764404, 2.8246703147888184, 3.022275924682617, 3.219881772994995, 3.417487382888794, 3.615093231201172, 3.8126988410949707, 4.0103044509887695, 4.207910537719727, 4.405516147613525, 4.603122234344482, 4.800727844238281, 4.99833345413208, 5.195939064025879, 5.393545150756836, 5.591150760650635, 5.788756370544434]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 8.0, 15.0, 18.0, 28.0, 34.0, 56.0, 79.0, 119.0, 150.0, 240.0, 315.0, 451.0, 699.0, 952.0, 1574.0, 2389.0, 3858.0, 6135.0, 10153.0, 17052.0, 28494.0, 47935.0, 78865.0, 121115.0, 162260.0, 172687.0, 142056.0, 97244.0, 60960.0, 36722.0, 21685.0, 12939.0, 7744.0, 4905.0, 2932.0, 1839.0, 1288.0, 831.0, 565.0, 340.0, 261.0, 165.0, 135.0, 87.0, 52.0, 40.0, 21.0, 17.0, 23.0, 8.0, 6.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0], "bins": [-7.23828125, -7.01373291015625, -6.7891845703125, -6.56463623046875, -6.340087890625, -6.11553955078125, -5.8909912109375, -5.66644287109375, -5.44189453125, -5.21734619140625, -4.9927978515625, -4.76824951171875, -4.543701171875, -4.31915283203125, -4.0946044921875, -3.87005615234375, -3.6455078125, -3.42095947265625, -3.1964111328125, -2.97186279296875, -2.747314453125, -2.52276611328125, -2.2982177734375, -2.07366943359375, -1.84912109375, -1.62457275390625, -1.4000244140625, -1.17547607421875, -0.950927734375, -0.72637939453125, -0.5018310546875, -0.27728271484375, -0.052734375, 0.17181396484375, 0.3963623046875, 0.62091064453125, 0.845458984375, 1.07000732421875, 1.2945556640625, 1.51910400390625, 1.74365234375, 1.96820068359375, 2.1927490234375, 2.41729736328125, 2.641845703125, 2.86639404296875, 3.0909423828125, 3.31549072265625, 3.5400390625, 3.76458740234375, 3.9891357421875, 4.21368408203125, 4.438232421875, 4.66278076171875, 4.8873291015625, 5.11187744140625, 5.33642578125, 5.56097412109375, 5.7855224609375, 6.01007080078125, 6.234619140625, 6.45916748046875, 6.6837158203125, 6.90826416015625, 7.1328125]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 4.0, 9.0, 6.0, 9.0, 14.0, 2.0, 12.0, 17.0, 22.0, 23.0, 16.0, 29.0, 23.0, 26.0, 39.0, 25.0, 40.0, 38.0, 34.0, 34.0, 32.0, 51.0, 26.0, 50.0, 41.0, 52.0, 32.0, 41.0, 39.0, 28.0, 21.0, 18.0, 31.0, 18.0, 15.0, 13.0, 3.0, 18.0, 10.0, 12.0, 3.0, 9.0, 1.0, 3.0, 3.0, 6.0, 2.0, 1.0, 3.0, 3.0], "bins": [-5.7421875, -5.5806884765625, -5.419189453125, -5.2576904296875, -5.09619140625, -4.9346923828125, -4.773193359375, -4.6116943359375, -4.4501953125, -4.2886962890625, -4.127197265625, -3.9656982421875, -3.80419921875, -3.6427001953125, -3.481201171875, -3.3197021484375, -3.158203125, -2.9967041015625, -2.835205078125, -2.6737060546875, -2.51220703125, -2.3507080078125, -2.189208984375, -2.0277099609375, -1.8662109375, -1.7047119140625, -1.543212890625, -1.3817138671875, -1.22021484375, -1.0587158203125, -0.897216796875, -0.7357177734375, -0.57421875, -0.4127197265625, -0.251220703125, -0.0897216796875, 0.07177734375, 0.2332763671875, 0.394775390625, 0.5562744140625, 0.7177734375, 0.8792724609375, 1.040771484375, 1.2022705078125, 1.36376953125, 1.5252685546875, 1.686767578125, 1.8482666015625, 2.009765625, 2.1712646484375, 2.332763671875, 2.4942626953125, 2.65576171875, 2.8172607421875, 2.978759765625, 3.1402587890625, 3.3017578125, 3.4632568359375, 3.624755859375, 3.7862548828125, 3.94775390625, 4.1092529296875, 4.270751953125, 4.4322509765625, 4.59375]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 3.0, 10.0, 9.0, 14.0, 14.0, 22.0, 28.0, 47.0, 52.0, 58.0, 68.0, 100.0, 158.0, 235.0, 284.0, 477.0, 859.0, 1656.0, 4824.0, 19521.0, 113514.0, 532907.0, 308517.0, 49322.0, 9754.0, 2883.0, 1212.0, 649.0, 368.0, 280.0, 168.0, 134.0, 93.0, 71.0, 41.0, 47.0, 40.0, 29.0, 21.0, 8.0, 11.0, 8.0, 9.0, 9.0, 8.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-28.140625, -27.281982421875, -26.42333984375, -25.564697265625, -24.7060546875, -23.847412109375, -22.98876953125, -22.130126953125, -21.271484375, -20.412841796875, -19.55419921875, -18.695556640625, -17.8369140625, -16.978271484375, -16.11962890625, -15.260986328125, -14.40234375, -13.543701171875, -12.68505859375, -11.826416015625, -10.9677734375, -10.109130859375, -9.25048828125, -8.391845703125, -7.533203125, -6.674560546875, -5.81591796875, -4.957275390625, -4.0986328125, -3.239990234375, -2.38134765625, -1.522705078125, -0.6640625, 0.194580078125, 1.05322265625, 1.911865234375, 2.7705078125, 3.629150390625, 4.48779296875, 5.346435546875, 6.205078125, 7.063720703125, 7.92236328125, 8.781005859375, 9.6396484375, 10.498291015625, 11.35693359375, 12.215576171875, 13.07421875, 13.932861328125, 14.79150390625, 15.650146484375, 16.5087890625, 17.367431640625, 18.22607421875, 19.084716796875, 19.943359375, 20.802001953125, 21.66064453125, 22.519287109375, 23.3779296875, 24.236572265625, 25.09521484375, 25.953857421875, 26.8125]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 3.0, 12.0, 13.0, 17.0, 16.0, 13.0, 22.0, 26.0, 27.0, 39.0, 47.0, 32.0, 38.0, 56.0, 45.0, 72.0, 51.0, 62.0, 57.0, 48.0, 42.0, 42.0, 41.0, 28.0, 32.0, 28.0, 19.0, 16.0, 12.0, 13.0, 8.0, 7.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.7890625, -6.59521484375, -6.4013671875, -6.20751953125, -6.013671875, -5.81982421875, -5.6259765625, -5.43212890625, -5.23828125, -5.04443359375, -4.8505859375, -4.65673828125, -4.462890625, -4.26904296875, -4.0751953125, -3.88134765625, -3.6875, -3.49365234375, -3.2998046875, -3.10595703125, -2.912109375, -2.71826171875, -2.5244140625, -2.33056640625, -2.13671875, -1.94287109375, -1.7490234375, -1.55517578125, -1.361328125, -1.16748046875, -0.9736328125, -0.77978515625, -0.5859375, -0.39208984375, -0.1982421875, -0.00439453125, 0.189453125, 0.38330078125, 0.5771484375, 0.77099609375, 0.96484375, 1.15869140625, 1.3525390625, 1.54638671875, 1.740234375, 1.93408203125, 2.1279296875, 2.32177734375, 2.515625, 2.70947265625, 2.9033203125, 3.09716796875, 3.291015625, 3.48486328125, 3.6787109375, 3.87255859375, 4.06640625, 4.26025390625, 4.4541015625, 4.64794921875, 4.841796875, 5.03564453125, 5.2294921875, 5.42333984375, 5.6171875]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 9.0, 12.0, 10.0, 17.0, 26.0, 40.0, 53.0, 69.0, 93.0, 113.0, 190.0, 234.0, 341.0, 543.0, 751.0, 1183.0, 1860.0, 3316.0, 5790.0, 11776.0, 26672.0, 66208.0, 166672.0, 305129.0, 257257.0, 115174.0, 45167.0, 18921.0, 8949.0, 4537.0, 2654.0, 1611.0, 997.0, 667.0, 467.0, 306.0, 217.0, 136.0, 103.0, 80.0, 52.0, 42.0, 29.0, 21.0, 15.0, 16.0, 6.0, 8.0, 4.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.078125, -6.8623046875, -6.646484375, -6.4306640625, -6.21484375, -5.9990234375, -5.783203125, -5.5673828125, -5.3515625, -5.1357421875, -4.919921875, -4.7041015625, -4.48828125, -4.2724609375, -4.056640625, -3.8408203125, -3.625, -3.4091796875, -3.193359375, -2.9775390625, -2.76171875, -2.5458984375, -2.330078125, -2.1142578125, -1.8984375, -1.6826171875, -1.466796875, -1.2509765625, -1.03515625, -0.8193359375, -0.603515625, -0.3876953125, -0.171875, 0.0439453125, 0.259765625, 0.4755859375, 0.69140625, 0.9072265625, 1.123046875, 1.3388671875, 1.5546875, 1.7705078125, 1.986328125, 2.2021484375, 2.41796875, 2.6337890625, 2.849609375, 3.0654296875, 3.28125, 3.4970703125, 3.712890625, 3.9287109375, 4.14453125, 4.3603515625, 4.576171875, 4.7919921875, 5.0078125, 5.2236328125, 5.439453125, 5.6552734375, 5.87109375, 6.0869140625, 6.302734375, 6.5185546875, 6.734375]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 6.0, 5.0, 5.0, 12.0, 13.0, 16.0, 23.0, 38.0, 40.0, 39.0, 80.0, 85.0, 104.0, 98.0, 98.0, 97.0, 61.0, 52.0, 39.0, 25.0, 20.0, 15.0, 9.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0010118484497070312, -0.0009838566184043884, -0.0009558647871017456, -0.0009278729557991028, -0.00089988112449646, -0.0008718892931938171, -0.0008438974618911743, -0.0008159056305885315, -0.0007879137992858887, -0.0007599219679832458, -0.000731930136680603, -0.0007039383053779602, -0.0006759464740753174, -0.0006479546427726746, -0.0006199628114700317, -0.0005919709801673889, -0.0005639791488647461, -0.0005359873175621033, -0.0005079954862594604, -0.0004800036549568176, -0.0004520118236541748, -0.000424019992351532, -0.00039602816104888916, -0.00036803632974624634, -0.0003400444984436035, -0.0003120526671409607, -0.00028406083583831787, -0.00025606900453567505, -0.00022807717323303223, -0.0002000853419303894, -0.00017209351062774658, -0.00014410167932510376, -0.00011610984802246094, -8.811801671981812e-05, -6.012618541717529e-05, -3.213435411453247e-05, -4.1425228118896484e-06, 2.3849308490753174e-05, 5.1841139793395996e-05, 7.983297109603882e-05, 0.00010782480239868164, 0.00013581663370132446, 0.00016380846500396729, 0.0001918002963066101, 0.00021979212760925293, 0.00024778395891189575, 0.0002757757902145386, 0.0003037676215171814, 0.0003317594528198242, 0.00035975128412246704, 0.00038774311542510986, 0.0004157349467277527, 0.0004437267780303955, 0.00047171860933303833, 0.0004997104406356812, 0.000527702271938324, 0.0005556941032409668, 0.0005836859345436096, 0.0006116777658462524, 0.0006396695971488953, 0.0006676614284515381, 0.0006956532597541809, 0.0007236450910568237, 0.0007516369223594666, 0.0007796287536621094]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 1.0, 4.0, 6.0, 10.0, 9.0, 11.0, 19.0, 32.0, 45.0, 71.0, 115.0, 207.0, 310.0, 565.0, 1008.0, 1945.0, 4210.0, 9350.0, 24307.0, 70469.0, 213352.0, 385718.0, 220080.0, 73118.0, 25279.0, 9640.0, 4087.0, 2014.0, 1086.0, 606.0, 334.0, 205.0, 129.0, 72.0, 40.0, 32.0, 9.0, 19.0, 15.0, 9.0, 3.0, 3.0, 6.0, 5.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.625, -9.35400390625, -9.0830078125, -8.81201171875, -8.541015625, -8.27001953125, -7.9990234375, -7.72802734375, -7.45703125, -7.18603515625, -6.9150390625, -6.64404296875, -6.373046875, -6.10205078125, -5.8310546875, -5.56005859375, -5.2890625, -5.01806640625, -4.7470703125, -4.47607421875, -4.205078125, -3.93408203125, -3.6630859375, -3.39208984375, -3.12109375, -2.85009765625, -2.5791015625, -2.30810546875, -2.037109375, -1.76611328125, -1.4951171875, -1.22412109375, -0.953125, -0.68212890625, -0.4111328125, -0.14013671875, 0.130859375, 0.40185546875, 0.6728515625, 0.94384765625, 1.21484375, 1.48583984375, 1.7568359375, 2.02783203125, 2.298828125, 2.56982421875, 2.8408203125, 3.11181640625, 3.3828125, 3.65380859375, 3.9248046875, 4.19580078125, 4.466796875, 4.73779296875, 5.0087890625, 5.27978515625, 5.55078125, 5.82177734375, 6.0927734375, 6.36376953125, 6.634765625, 6.90576171875, 7.1767578125, 7.44775390625, 7.71875]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 10.0, 4.0, 8.0, 12.0, 15.0, 21.0, 28.0, 47.0, 53.0, 59.0, 83.0, 78.0, 101.0, 85.0, 79.0, 61.0, 51.0, 46.0, 34.0, 24.0, 21.0, 15.0, 16.0, 6.0, 12.0, 5.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-2.380859375, -2.31414794921875, -2.2474365234375, -2.18072509765625, -2.114013671875, -2.04730224609375, -1.9805908203125, -1.91387939453125, -1.84716796875, -1.78045654296875, -1.7137451171875, -1.64703369140625, -1.580322265625, -1.51361083984375, -1.4468994140625, -1.38018798828125, -1.3134765625, -1.24676513671875, -1.1800537109375, -1.11334228515625, -1.046630859375, -0.97991943359375, -0.9132080078125, -0.84649658203125, -0.77978515625, -0.71307373046875, -0.6463623046875, -0.57965087890625, -0.512939453125, -0.44622802734375, -0.3795166015625, -0.31280517578125, -0.24609375, -0.17938232421875, -0.1126708984375, -0.04595947265625, 0.020751953125, 0.08746337890625, 0.1541748046875, 0.22088623046875, 0.28759765625, 0.35430908203125, 0.4210205078125, 0.48773193359375, 0.554443359375, 0.62115478515625, 0.6878662109375, 0.75457763671875, 0.8212890625, 0.88800048828125, 0.9547119140625, 1.02142333984375, 1.088134765625, 1.15484619140625, 1.2215576171875, 1.28826904296875, 1.35498046875, 1.42169189453125, 1.4884033203125, 1.55511474609375, 1.621826171875, 1.68853759765625, 1.7552490234375, 1.82196044921875, 1.888671875]}, "gradients/decoder.roberta.embeddings.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 6.0, 2.0, 2.0, 3.0, 7.0, 6.0, 6.0, 8.0, 6.0, 14.0, 14.0, 13.0, 14.0, 25.0, 27.0, 36.0, 26.0, 57.0, 49.0, 39.0, 43.0, 52.0, 63.0, 40.0, 41.0, 43.0, 41.0, 39.0, 41.0, 32.0, 21.0, 22.0, 35.0, 20.0, 16.0, 15.0, 11.0, 14.0, 16.0, 13.0, 6.0, 6.0, 5.0, 5.0, 6.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-7.652890205383301, -7.430753231048584, -7.208616256713867, -6.986479759216309, -6.764342784881592, -6.542205810546875, -6.320069313049316, -6.0979323387146, -5.875795364379883, -5.653658390045166, -5.431521415710449, -5.209384918212891, -4.987247943878174, -4.765110969543457, -4.542974472045898, -4.320837497711182, -4.098700523376465, -3.876563549041748, -3.6544268131256104, -3.4322900772094727, -3.210153102874756, -2.988016128540039, -2.7658793926239014, -2.5437426567077637, -2.321605682373047, -2.09946870803833, -1.8773319721221924, -1.6551951169967651, -1.433058261871338, -1.2109214067459106, -0.9887845516204834, -0.7666476964950562, -0.5445103645324707, -0.32237350940704346, -0.10023665428161621, 0.12190020084381104, 0.3440370559692383, 0.5661739110946655, 0.7883107662200928, 1.01044762134552, 1.2325844764709473, 1.4547213315963745, 1.6768581867218018, 1.898995041847229, 2.1211318969726562, 2.343268871307373, 2.5654056072235107, 2.7875423431396484, 3.0096793174743652, 3.231816291809082, 3.4539530277252197, 3.6760897636413574, 3.898226737976074, 4.120363712310791, 4.342500686645508, 4.564637184143066, 4.786774158477783, 5.0089111328125, 5.231047630310059, 5.453184604644775, 5.675321578979492, 5.897458553314209, 6.119595527648926, 6.341732025146484, 6.563868999481201]}, "gradients/decoder.roberta.embeddings.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 8.0, 7.0, 7.0, 11.0, 13.0, 15.0, 11.0, 17.0, 22.0, 14.0, 35.0, 29.0, 26.0, 24.0, 32.0, 34.0, 30.0, 35.0, 30.0, 36.0, 44.0, 39.0, 50.0, 33.0, 44.0, 39.0, 52.0, 29.0, 20.0, 29.0, 23.0, 20.0, 23.0, 19.0, 14.0, 11.0, 15.0, 6.0, 11.0, 10.0, 8.0, 12.0, 4.0, 8.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-8.517385482788086, -8.252490997314453, -7.9875969886779785, -7.722702980041504, -7.457808494567871, -7.1929144859313965, -6.928020477294922, -6.663125991821289, -6.3982319831848145, -6.13333797454834, -5.868443489074707, -5.603549480438232, -5.338655471801758, -5.073760986328125, -4.80886697769165, -4.543972969055176, -4.279078483581543, -4.014184474945068, -3.7492899894714355, -3.484395980834961, -3.2195017337799072, -2.9546074867248535, -2.689713478088379, -2.424819231033325, -2.1599249839782715, -1.8950307369232178, -1.6301366090774536, -1.3652424812316895, -1.1003482341766357, -0.835453987121582, -0.5705598592758179, -0.3056657314300537, -0.040770530700683594, 0.22412365674972534, 0.4890178442001343, 0.7539120316505432, 1.0188062191009521, 1.2837004661560059, 1.54859459400177, 1.8134887218475342, 2.078382968902588, 2.3432772159576416, 2.6081714630126953, 2.87306547164917, 3.1379597187042236, 3.4028539657592773, 3.667747974395752, 3.9326422214508057, 4.197536468505859, 4.462430477142334, 4.727324962615967, 4.992218971252441, 5.257113456726074, 5.522007465362549, 5.786901473999023, 6.051795959472656, 6.316689968109131, 6.5815839767456055, 6.846478462219238, 7.111372470855713, 7.3762664794921875, 7.64116096496582, 7.906054973602295, 8.17094898223877, 8.435843467712402]}, "gradients/decoder.roberta.embeddings.position_embeddings.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 7.0, 10.0, 4.0, 7.0, 8.0, 10.0, 16.0, 34.0, 37.0, 40.0, 57.0, 60.0, 88.0, 120.0, 148.0, 201.0, 262.0, 312.0, 432.0, 620.0, 774.0, 1200.0, 1722.0, 513032.0, 1939.0, 1410.0, 971.0, 701.0, 518.0, 367.0, 296.0, 194.0, 176.0, 123.0, 95.0, 63.0, 60.0, 50.0, 40.0, 32.0, 22.0, 11.0, 13.0, 5.0, 4.0, 9.0, 5.0, 2.0, 3.0, 5.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-26.73929786682129, -25.89628791809082, -25.053279876708984, -24.210269927978516, -23.367259979248047, -22.52425193786621, -21.681241989135742, -20.838233947753906, -19.995223999023438, -19.15221405029297, -18.309206008911133, -17.466196060180664, -16.623188018798828, -15.78017807006836, -14.93716812133789, -14.094159126281738, -13.251150131225586, -12.408141136169434, -11.565132141113281, -10.722122192382812, -9.87911319732666, -9.036104202270508, -8.193094253540039, -7.350085258483887, -6.507076263427734, -5.664067268371582, -4.8210577964782715, -3.97804856300354, -3.1350393295288086, -2.2920303344726562, -1.4490208625793457, -0.6060113906860352, 0.2369976043701172, 1.0800068378448486, 1.92301607131958, 2.7660253047943115, 3.609034538269043, 4.452043533325195, 5.295053005218506, 6.138062477111816, 6.981071472167969, 7.824080467224121, 8.667089462280273, 9.510099411010742, 10.353108406066895, 11.196117401123047, 12.039127349853516, 12.882136344909668, 13.72514533996582, 14.568154335021973, 15.411163330078125, 16.254173278808594, 17.097183227539062, 17.9401912689209, 18.783201217651367, 19.626209259033203, 20.469219207763672, 21.31222915649414, 22.155237197875977, 22.998247146606445, 23.84125518798828, 24.68426513671875, 25.52727508544922, 26.370285034179688, 27.213293075561523]}, "gradients/decoder.roberta.embeddings.token_type_embeddings.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 7.0, 9.0, 10.0, 10.0, 9.0, 13.0, 21.0, 16.0, 22.0, 19.0, 25.0, 34.0, 23.0, 31.0, 25.0, 32.0, 46.0, 30.0, 48.0, 33.0, 44.0, 34.0, 48.0, 35.0, 38.0, 45.0, 39.0, 27.0, 25.0, 25.0, 23.0, 21.0, 13.0, 17.0, 13.0, 13.0, 14.0, 11.0, 10.0, 12.0, 9.0, 5.0, 2.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-66.48553466796875, -64.4421615600586, -62.39879608154297, -60.35542678833008, -58.31205749511719, -56.26868438720703, -54.22531509399414, -52.18194580078125, -50.13857650756836, -48.09520721435547, -46.05183792114258, -44.00846862792969, -41.96509552001953, -39.921730041503906, -37.87835693359375, -35.83498764038086, -33.79161834716797, -31.748249053955078, -29.704879760742188, -27.661508560180664, -25.618139266967773, -23.574769973754883, -21.53139877319336, -19.48802947998047, -17.444660186767578, -15.401290893554688, -13.35792064666748, -11.314550399780273, -9.271181106567383, -7.227811813354492, -5.184441566467285, -3.141071319580078, -1.0977096557617188, 0.9456601142883301, 2.989029884338379, 5.032399654388428, 7.075769424438477, 9.119138717651367, 11.162508964538574, 13.205879211425781, 15.249248504638672, 17.292617797851562, 19.335987091064453, 21.379358291625977, 23.422727584838867, 25.466096878051758, 27.50946807861328, 29.552837371826172, 31.596206665039062, 33.63957595825195, 35.682945251464844, 37.726314544677734, 39.769683837890625, 41.81305694580078, 43.85642623901367, 45.89979553222656, 47.94316482543945, 49.986534118652344, 52.029903411865234, 54.073272705078125, 56.11664581298828, 58.160011291503906, 60.20338439941406, 62.24675369262695, 64.29012298583984]}, "gradients/decoder.roberta.embeddings.word_embeddings.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 5.0, 2.0, 8.0, 20.0, 30.0, 41.0, 80.0, 94.0, 149.0, 281.0, 383.0, 568.0, 915.0, 1987.0, 5379.0, 32328.0, 51413612.0, 9090.0, 3021.0, 1402.0, 806.0, 525.0, 253.0, 198.0, 91.0, 39.0, 11.0, 6.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-118.51689147949219, -115.3301010131836, -112.14331817626953, -108.95652770996094, -105.76974487304688, -102.58295440673828, -99.39616394042969, -96.20938110351562, -93.02259063720703, -89.83580017089844, -86.64901733398438, -83.46222686767578, -80.27544403076172, -77.08865356445312, -73.90187072753906, -70.71508026123047, -67.52828979492188, -64.34149932861328, -61.15471649169922, -57.967926025390625, -54.7811393737793, -51.59435272216797, -48.40756607055664, -45.22077941894531, -42.03399658203125, -38.84720993041992, -35.660423278808594, -32.4736328125, -29.286846160888672, -26.100059509277344, -22.913272857666016, -19.726484298706055, -16.539695739746094, -13.35290813446045, -10.166120529174805, -6.979333877563477, -3.792546272277832, -0.6057586669921875, 2.5810279846191406, 5.767816543579102, 8.95460319519043, 12.141390800476074, 15.328178405761719, 18.514965057373047, 21.701751708984375, 24.888540267944336, 28.075326919555664, 31.262115478515625, 34.44890213012695, 37.63568878173828, 40.82247543334961, 44.00926208496094, 47.19605255126953, 50.38283920288086, 53.56962585449219, 56.75641632080078, 59.943199157714844, 63.12998580932617, 66.3167724609375, 69.5035629272461, 72.69034576416016, 75.87713623046875, 79.06391906738281, 82.2507095336914, 85.4375]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 4.0, 9.0, 5.0, 14.0, 18.0, 41.0, 44.0, 66.0, 103.0, 143.0, 130.0, 117.0, 107.0, 64.0, 45.0, 33.0, 20.0, 16.0, 6.0, 9.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-114.23654174804688, -109.77655029296875, -105.31655883789062, -100.85655975341797, -96.39656829833984, -91.93657684326172, -87.47657775878906, -83.01658630371094, -78.55659484863281, -74.09660339355469, -69.63661193847656, -65.1766128540039, -60.71662139892578, -56.256629943847656, -51.796634674072266, -47.336639404296875, -42.87664794921875, -38.416656494140625, -33.956661224365234, -29.496667861938477, -25.03667449951172, -20.57668113708496, -16.116687774658203, -11.656694412231445, -7.1967010498046875, -2.7367076873779297, 1.7232856750488281, 6.183279037475586, 10.643272399902344, 15.103265762329102, 19.56325912475586, 24.023252487182617, 28.483245849609375, 32.9432373046875, 37.40323257446289, 41.86322784423828, 46.323219299316406, 50.78321075439453, 55.24320602416992, 59.70320129394531, 64.16319274902344, 68.62318420410156, 73.08317565917969, 77.54317474365234, 82.00316619873047, 86.4631576538086, 90.92315673828125, 95.38314819335938, 99.8431396484375, 104.30313110351562, 108.76312255859375, 113.2231216430664, 117.68311309814453, 122.14310455322266, 126.60310363769531, 131.06309509277344, 135.52308654785156, 139.9830780029297, 144.4430694580078, 148.90306091308594, 153.36306762695312, 157.82305908203125, 162.28305053710938, 166.7430419921875, 171.20303344726562]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 4.0, 7.0, 4.0, 3.0, 12.0, 12.0, 9.0, 17.0, 20.0, 24.0, 25.0, 31.0, 35.0, 46.0, 40.0, 37.0, 61.0, 68.0, 69.0, 67.0, 52.0, 55.0, 43.0, 43.0, 29.0, 37.0, 22.0, 31.0, 17.0, 16.0, 15.0, 11.0, 6.0, 6.0, 6.0, 6.0, 4.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-123.84254455566406, -120.02272033691406, -116.20288848876953, -112.38306427001953, -108.56324005126953, -104.743408203125, -100.923583984375, -97.103759765625, -93.28392791748047, -89.46410369873047, -85.64427185058594, -81.82444763183594, -78.00462341308594, -74.1847915649414, -70.3649673461914, -66.54513549804688, -62.72531509399414, -58.905487060546875, -55.085662841796875, -51.26583480834961, -47.446006774902344, -43.626182556152344, -39.80635452270508, -35.98652648925781, -32.16670227050781, -28.34687614440918, -24.527048110961914, -20.70722198486328, -16.887393951416016, -13.067567825317383, -9.24774169921875, -5.427913665771484, -1.6080856323242188, 2.2117412090301514, 6.0315680503845215, 9.851394653320312, 13.671221733093262, 17.49104881286621, 21.310874938964844, 25.13070297241211, 28.950529098510742, 32.770355224609375, 36.59018325805664, 40.410011291503906, 44.229835510253906, 48.04966354370117, 51.86949157714844, 55.68931579589844, 59.5091438293457, 63.32897186279297, 67.14879608154297, 70.9686279296875, 74.7884521484375, 78.6082763671875, 82.4281005859375, 86.24793243408203, 90.06775665283203, 93.88758087158203, 97.70741271972656, 101.52723693847656, 105.34706115722656, 109.1668930053711, 112.9867172241211, 116.80654907226562, 120.62637329101562]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 9.0, 15.0, 9.0, 16.0, 22.0, 29.0, 44.0, 69.0, 89.0, 124.0, 178.0, 268.0, 377.0, 477.0, 690.0, 1123.0, 1684.0, 2482.0, 3945.0, 6383.0, 11194.0, 21813.0, 52789.0, 219874.0, 3386011.0, 362839.0, 69510.0, 24599.0, 11237.0, 6097.0, 3464.0, 2197.0, 1412.0, 966.0, 630.0, 460.0, 313.0, 242.0, 151.0, 118.0, 97.0, 62.0, 43.0, 43.0, 27.0, 11.0, 17.0, 11.0, 7.0, 13.0, 3.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-3.240234375, -3.1376953125, -3.03515625, -2.9326171875, -2.830078125, -2.7275390625, -2.625, -2.5224609375, -2.419921875, -2.3173828125, -2.21484375, -2.1123046875, -2.009765625, -1.9072265625, -1.8046875, -1.7021484375, -1.599609375, -1.4970703125, -1.39453125, -1.2919921875, -1.189453125, -1.0869140625, -0.984375, -0.8818359375, -0.779296875, -0.6767578125, -0.57421875, -0.4716796875, -0.369140625, -0.2666015625, -0.1640625, -0.0615234375, 0.041015625, 0.1435546875, 0.24609375, 0.3486328125, 0.451171875, 0.5537109375, 0.65625, 0.7587890625, 0.861328125, 0.9638671875, 1.06640625, 1.1689453125, 1.271484375, 1.3740234375, 1.4765625, 1.5791015625, 1.681640625, 1.7841796875, 1.88671875, 1.9892578125, 2.091796875, 2.1943359375, 2.296875, 2.3994140625, 2.501953125, 2.6044921875, 2.70703125, 2.8095703125, 2.912109375, 3.0146484375, 3.1171875, 3.2197265625, 3.322265625]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 5.0, 4.0, 4.0, 2.0, 3.0, 2.0, 7.0, 7.0, 8.0, 10.0, 14.0, 20.0, 25.0, 63.0, 84.0, 119.0, 158.0, 125.0, 117.0, 72.0, 40.0, 27.0, 18.0, 19.0, 9.0, 7.0, 8.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.396728515625, -0.3833656311035156, -0.37000274658203125, -0.3566398620605469, -0.3432769775390625, -0.3299140930175781, -0.31655120849609375, -0.3031883239746094, -0.289825439453125, -0.2764625549316406, -0.26309967041015625, -0.24973678588867188, -0.2363739013671875, -0.22301101684570312, -0.20964813232421875, -0.19628524780273438, -0.18292236328125, -0.16955947875976562, -0.15619659423828125, -0.14283370971679688, -0.1294708251953125, -0.11610794067382812, -0.10274505615234375, -0.08938217163085938, -0.076019287109375, -0.06265640258789062, -0.04929351806640625, -0.035930633544921875, -0.0225677490234375, -0.009204864501953125, 0.00415802001953125, 0.017520904541015625, 0.0308837890625, 0.044246673583984375, 0.05760955810546875, 0.07097244262695312, 0.0843353271484375, 0.09769821166992188, 0.11106109619140625, 0.12442398071289062, 0.137786865234375, 0.15114974975585938, 0.16451263427734375, 0.17787551879882812, 0.1912384033203125, 0.20460128784179688, 0.21796417236328125, 0.23132705688476562, 0.24468994140625, 0.2580528259277344, 0.27141571044921875, 0.2847785949707031, 0.2981414794921875, 0.3115043640136719, 0.32486724853515625, 0.3382301330566406, 0.351593017578125, 0.3649559020996094, 0.37831878662109375, 0.3916816711425781, 0.4050445556640625, 0.4184074401855469, 0.43177032470703125, 0.4451332092285156, 0.45849609375]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 8.0, 2.0, 4.0, 5.0, 18.0, 23.0, 41.0, 69.0, 114.0, 198.0, 479.0, 1796.0, 11743.0, 152973.0, 3614495.0, 384325.0, 23399.0, 3119.0, 757.0, 307.0, 160.0, 86.0, 52.0, 33.0, 25.0, 20.0, 13.0, 9.0, 10.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.69140625, -5.46942138671875, -5.2474365234375, -5.02545166015625, -4.803466796875, -4.58148193359375, -4.3594970703125, -4.13751220703125, -3.91552734375, -3.69354248046875, -3.4715576171875, -3.24957275390625, -3.027587890625, -2.80560302734375, -2.5836181640625, -2.36163330078125, -2.1396484375, -1.91766357421875, -1.6956787109375, -1.47369384765625, -1.251708984375, -1.02972412109375, -0.8077392578125, -0.58575439453125, -0.36376953125, -0.14178466796875, 0.0802001953125, 0.30218505859375, 0.524169921875, 0.74615478515625, 0.9681396484375, 1.19012451171875, 1.412109375, 1.63409423828125, 1.8560791015625, 2.07806396484375, 2.300048828125, 2.52203369140625, 2.7440185546875, 2.96600341796875, 3.18798828125, 3.40997314453125, 3.6319580078125, 3.85394287109375, 4.075927734375, 4.29791259765625, 4.5198974609375, 4.74188232421875, 4.9638671875, 5.18585205078125, 5.4078369140625, 5.62982177734375, 5.851806640625, 6.07379150390625, 6.2957763671875, 6.51776123046875, 6.73974609375, 6.96173095703125, 7.1837158203125, 7.40570068359375, 7.627685546875, 7.84967041015625, 8.0716552734375, 8.29364013671875, 8.515625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 8.0, 3.0, 5.0, 10.0, 9.0, 14.0, 20.0, 20.0, 29.0, 23.0, 51.0, 55.0, 66.0, 79.0, 121.0, 156.0, 157.0, 280.0, 437.0, 831.0, 413.0, 278.0, 208.0, 157.0, 132.0, 104.0, 90.0, 73.0, 50.0, 36.0, 34.0, 24.0, 27.0, 13.0, 22.0, 10.0, 9.0, 9.0, 6.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.63671875, -0.6126861572265625, -0.588653564453125, -0.5646209716796875, -0.54058837890625, -0.5165557861328125, -0.492523193359375, -0.4684906005859375, -0.4444580078125, -0.4204254150390625, -0.396392822265625, -0.3723602294921875, -0.34832763671875, -0.3242950439453125, -0.300262451171875, -0.2762298583984375, -0.252197265625, -0.2281646728515625, -0.204132080078125, -0.1800994873046875, -0.15606689453125, -0.1320343017578125, -0.108001708984375, -0.0839691162109375, -0.0599365234375, -0.0359039306640625, -0.011871337890625, 0.0121612548828125, 0.03619384765625, 0.0602264404296875, 0.084259033203125, 0.1082916259765625, 0.13232421875, 0.1563568115234375, 0.180389404296875, 0.2044219970703125, 0.22845458984375, 0.2524871826171875, 0.276519775390625, 0.3005523681640625, 0.3245849609375, 0.3486175537109375, 0.372650146484375, 0.3966827392578125, 0.42071533203125, 0.4447479248046875, 0.468780517578125, 0.4928131103515625, 0.516845703125, 0.5408782958984375, 0.564910888671875, 0.5889434814453125, 0.61297607421875, 0.6370086669921875, 0.661041259765625, 0.6850738525390625, 0.7091064453125, 0.7331390380859375, 0.757171630859375, 0.7812042236328125, 0.80523681640625, 0.8292694091796875, 0.853302001953125, 0.8773345947265625, 0.9013671875]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 0.0, 4.0, 5.0, 8.0, 7.0, 11.0, 31.0, 47.0, 52.0, 66.0, 80.0, 115.0, 120.0, 121.0, 84.0, 78.0, 45.0, 37.0, 27.0, 19.0, 17.0, 10.0, 6.0, 7.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.264181613922119, -5.053069114685059, -4.841956615447998, -4.6308441162109375, -4.419731616973877, -4.208619117736816, -3.997506618499756, -3.7863941192626953, -3.5752816200256348, -3.364169120788574, -3.1530566215515137, -2.941944122314453, -2.7308316230773926, -2.519719123840332, -2.3086066246032715, -2.097494125366211, -1.8863816261291504, -1.6752691268920898, -1.4641566276550293, -1.2530441284179688, -1.0419316291809082, -0.8308191299438477, -0.6197066307067871, -0.40859413146972656, -0.19748163223266602, 0.013630867004394531, 0.22474336624145508, 0.4358558654785156, 0.6469683647155762, 0.8580808639526367, 1.0691933631896973, 1.2803058624267578, 1.4914188385009766, 1.702531337738037, 1.9136438369750977, 2.124756336212158, 2.3358688354492188, 2.5469813346862793, 2.75809383392334, 2.9692063331604004, 3.180318832397461, 3.3914313316345215, 3.602543830871582, 3.8136563301086426, 4.024768829345703, 4.235881328582764, 4.446993827819824, 4.658106327056885, 4.869218826293945, 5.080331325531006, 5.291443824768066, 5.502556324005127, 5.7136688232421875, 5.924781322479248, 6.135893821716309, 6.347006320953369, 6.55811882019043, 6.76923131942749, 6.980343818664551, 7.191456317901611, 7.402568817138672, 7.613681316375732, 7.824793815612793, 8.035905838012695, 8.247018814086914]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 9.0, 4.0, 5.0, 11.0, 10.0, 16.0, 13.0, 25.0, 23.0, 17.0, 17.0, 22.0, 28.0, 29.0, 35.0, 39.0, 46.0, 37.0, 46.0, 41.0, 49.0, 44.0, 45.0, 35.0, 33.0, 39.0, 37.0, 21.0, 26.0, 28.0, 29.0, 24.0, 16.0, 16.0, 7.0, 17.0, 10.0, 10.0, 4.0, 6.0, 6.0, 10.0, 5.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.3288254737854, -4.203732013702393, -4.078638076782227, -3.9535446166992188, -3.828451156616211, -3.703357458114624, -3.578263759613037, -3.4531702995300293, -3.3280768394470215, -3.2029831409454346, -3.0778896808624268, -2.95279598236084, -2.827702522277832, -2.702608823776245, -2.577515125274658, -2.4524216651916504, -2.3273279666900635, -2.2022342681884766, -2.0771408081054688, -1.9520471096038818, -1.826953649520874, -1.701859951019287, -1.5767663717269897, -1.4516727924346924, -1.326579213142395, -1.2014856338500977, -1.0763920545578003, -0.9512984156608582, -0.8262048363685608, -0.7011112570762634, -0.5760176181793213, -0.4509240388870239, -0.32583045959472656, -0.200736865401268, -0.07564327120780945, 0.0494503378868103, 0.17454391717910767, 0.29963749647140503, 0.42473113536834717, 0.5498247146606445, 0.6749182939529419, 0.8000118732452393, 0.9251054525375366, 1.050199031829834, 1.175292730331421, 1.3003861904144287, 1.4254798889160156, 1.550573468208313, 1.6756670475006104, 1.8007606267929077, 1.925854206085205, 2.050947904586792, 2.1760413646698, 2.3011350631713867, 2.4262285232543945, 2.5513222217559814, 2.6764159202575684, 2.8015096187591553, 2.926603078842163, 3.05169677734375, 3.176790237426758, 3.3018839359283447, 3.4269776344299316, 3.5520710945129395, 3.6771645545959473]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 7.0, 4.0, 0.0, 3.0, 6.0, 11.0, 17.0, 19.0, 27.0, 41.0, 78.0, 103.0, 133.0, 183.0, 275.0, 398.0, 665.0, 942.0, 1438.0, 2183.0, 3284.0, 5398.0, 9218.0, 18430.0, 44506.0, 137831.0, 393005.0, 281174.0, 85098.0, 30386.0, 13534.0, 7463.0, 4508.0, 2791.0, 1810.0, 1111.0, 789.0, 530.0, 342.0, 257.0, 138.0, 135.0, 85.0, 67.0, 41.0, 24.0, 30.0, 19.0, 7.0, 3.0, 5.0, 4.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.6962890625, -1.6429443359375, -1.589599609375, -1.5362548828125, -1.48291015625, -1.4295654296875, -1.376220703125, -1.3228759765625, -1.26953125, -1.2161865234375, -1.162841796875, -1.1094970703125, -1.05615234375, -1.0028076171875, -0.949462890625, -0.8961181640625, -0.8427734375, -0.7894287109375, -0.736083984375, -0.6827392578125, -0.62939453125, -0.5760498046875, -0.522705078125, -0.4693603515625, -0.416015625, -0.3626708984375, -0.309326171875, -0.2559814453125, -0.20263671875, -0.1492919921875, -0.095947265625, -0.0426025390625, 0.0107421875, 0.0640869140625, 0.117431640625, 0.1707763671875, 0.22412109375, 0.2774658203125, 0.330810546875, 0.3841552734375, 0.4375, 0.4908447265625, 0.544189453125, 0.5975341796875, 0.65087890625, 0.7042236328125, 0.757568359375, 0.8109130859375, 0.8642578125, 0.9176025390625, 0.970947265625, 1.0242919921875, 1.07763671875, 1.1309814453125, 1.184326171875, 1.2376708984375, 1.291015625, 1.3443603515625, 1.397705078125, 1.4510498046875, 1.50439453125, 1.5577392578125, 1.611083984375, 1.6644287109375, 1.7177734375]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 6.0, 9.0, 3.0, 5.0, 11.0, 20.0, 36.0, 55.0, 86.0, 100.0, 156.0, 124.0, 96.0, 90.0, 76.0, 36.0, 25.0, 21.0, 16.0, 5.0, 1.0, 6.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.521484375, -0.503570556640625, -0.48565673828125, -0.467742919921875, -0.4498291015625, -0.431915283203125, -0.41400146484375, -0.396087646484375, -0.378173828125, -0.360260009765625, -0.34234619140625, -0.324432373046875, -0.3065185546875, -0.288604736328125, -0.27069091796875, -0.252777099609375, -0.23486328125, -0.216949462890625, -0.19903564453125, -0.181121826171875, -0.1632080078125, -0.145294189453125, -0.12738037109375, -0.109466552734375, -0.091552734375, -0.073638916015625, -0.05572509765625, -0.037811279296875, -0.0198974609375, -0.001983642578125, 0.01593017578125, 0.033843994140625, 0.0517578125, 0.069671630859375, 0.08758544921875, 0.105499267578125, 0.1234130859375, 0.141326904296875, 0.15924072265625, 0.177154541015625, 0.195068359375, 0.212982177734375, 0.23089599609375, 0.248809814453125, 0.2667236328125, 0.284637451171875, 0.30255126953125, 0.320465087890625, 0.33837890625, 0.356292724609375, 0.37420654296875, 0.392120361328125, 0.4100341796875, 0.427947998046875, 0.44586181640625, 0.463775634765625, 0.481689453125, 0.499603271484375, 0.51751708984375, 0.535430908203125, 0.5533447265625, 0.571258544921875, 0.58917236328125, 0.607086181640625, 0.625]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 7.0, 2.0, 3.0, 4.0, 9.0, 10.0, 12.0, 24.0, 20.0, 43.0, 54.0, 79.0, 101.0, 157.0, 233.0, 329.0, 438.0, 742.0, 1099.0, 1841.0, 2815.0, 4715.0, 8088.0, 14622.0, 27578.0, 55551.0, 115347.0, 216369.0, 264767.0, 164072.0, 81933.0, 39904.0, 20148.0, 10870.0, 6252.0, 3789.0, 2273.0, 1488.0, 862.0, 642.0, 425.0, 269.0, 176.0, 137.0, 82.0, 71.0, 34.0, 28.0, 14.0, 14.0, 9.0, 6.0, 5.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7109375, -1.6524658203125, -1.593994140625, -1.5355224609375, -1.47705078125, -1.4185791015625, -1.360107421875, -1.3016357421875, -1.2431640625, -1.1846923828125, -1.126220703125, -1.0677490234375, -1.00927734375, -0.9508056640625, -0.892333984375, -0.8338623046875, -0.775390625, -0.7169189453125, -0.658447265625, -0.5999755859375, -0.54150390625, -0.4830322265625, -0.424560546875, -0.3660888671875, -0.3076171875, -0.2491455078125, -0.190673828125, -0.1322021484375, -0.07373046875, -0.0152587890625, 0.043212890625, 0.1016845703125, 0.16015625, 0.2186279296875, 0.277099609375, 0.3355712890625, 0.39404296875, 0.4525146484375, 0.510986328125, 0.5694580078125, 0.6279296875, 0.6864013671875, 0.744873046875, 0.8033447265625, 0.86181640625, 0.9202880859375, 0.978759765625, 1.0372314453125, 1.095703125, 1.1541748046875, 1.212646484375, 1.2711181640625, 1.32958984375, 1.3880615234375, 1.446533203125, 1.5050048828125, 1.5634765625, 1.6219482421875, 1.680419921875, 1.7388916015625, 1.79736328125, 1.8558349609375, 1.914306640625, 1.9727783203125, 2.03125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 2.0, 8.0, 5.0, 5.0, 4.0, 6.0, 12.0, 9.0, 15.0, 14.0, 23.0, 21.0, 18.0, 24.0, 35.0, 38.0, 27.0, 38.0, 35.0, 36.0, 39.0, 50.0, 35.0, 54.0, 37.0, 35.0, 47.0, 30.0, 36.0, 33.0, 33.0, 38.0, 24.0, 20.0, 20.0, 17.0, 19.0, 11.0, 13.0, 8.0, 5.0, 9.0, 4.0, 2.0, 1.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.490234375, -2.411346435546875, -2.33245849609375, -2.253570556640625, -2.1746826171875, -2.095794677734375, -2.01690673828125, -1.938018798828125, -1.859130859375, -1.780242919921875, -1.70135498046875, -1.622467041015625, -1.5435791015625, -1.464691162109375, -1.38580322265625, -1.306915283203125, -1.22802734375, -1.149139404296875, -1.07025146484375, -0.991363525390625, -0.9124755859375, -0.833587646484375, -0.75469970703125, -0.675811767578125, -0.596923828125, -0.518035888671875, -0.43914794921875, -0.360260009765625, -0.2813720703125, -0.202484130859375, -0.12359619140625, -0.044708251953125, 0.0341796875, 0.113067626953125, 0.19195556640625, 0.270843505859375, 0.3497314453125, 0.428619384765625, 0.50750732421875, 0.586395263671875, 0.665283203125, 0.744171142578125, 0.82305908203125, 0.901947021484375, 0.9808349609375, 1.059722900390625, 1.13861083984375, 1.217498779296875, 1.29638671875, 1.375274658203125, 1.45416259765625, 1.533050537109375, 1.6119384765625, 1.690826416015625, 1.76971435546875, 1.848602294921875, 1.927490234375, 2.006378173828125, 2.08526611328125, 2.164154052734375, 2.2430419921875, 2.321929931640625, 2.40081787109375, 2.479705810546875, 2.55859375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 6.0, 9.0, 9.0, 13.0, 12.0, 32.0, 51.0, 117.0, 285.0, 720.0, 2845.0, 32900.0, 982980.0, 24926.0, 2443.0, 704.0, 229.0, 105.0, 69.0, 35.0, 26.0, 11.0, 10.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.84375, -15.3702392578125, -14.896728515625, -14.4232177734375, -13.94970703125, -13.4761962890625, -13.002685546875, -12.5291748046875, -12.0556640625, -11.5821533203125, -11.108642578125, -10.6351318359375, -10.16162109375, -9.6881103515625, -9.214599609375, -8.7410888671875, -8.267578125, -7.7940673828125, -7.320556640625, -6.8470458984375, -6.37353515625, -5.9000244140625, -5.426513671875, -4.9530029296875, -4.4794921875, -4.0059814453125, -3.532470703125, -3.0589599609375, -2.58544921875, -2.1119384765625, -1.638427734375, -1.1649169921875, -0.69140625, -0.2178955078125, 0.255615234375, 0.7291259765625, 1.20263671875, 1.6761474609375, 2.149658203125, 2.6231689453125, 3.0966796875, 3.5701904296875, 4.043701171875, 4.5172119140625, 4.99072265625, 5.4642333984375, 5.937744140625, 6.4112548828125, 6.884765625, 7.3582763671875, 7.831787109375, 8.3052978515625, 8.77880859375, 9.2523193359375, 9.725830078125, 10.1993408203125, 10.6728515625, 11.1463623046875, 11.619873046875, 12.0933837890625, 12.56689453125, 13.0404052734375, 13.513916015625, 13.9874267578125, 14.4609375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 4.0, 13.0, 11.0, 16.0, 28.0, 45.0, 130.0, 257.0, 237.0, 122.0, 54.0, 24.0, 25.0, 12.0, 10.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0007495880126953125, -0.0007268711924552917, -0.000704154372215271, -0.0006814375519752502, -0.0006587207317352295, -0.0006360039114952087, -0.000613287091255188, -0.0005905702710151672, -0.0005678534507751465, -0.0005451366305351257, -0.000522419810295105, -0.0004997029900550842, -0.0004769861698150635, -0.0004542693495750427, -0.00043155252933502197, -0.0004088357090950012, -0.00038611888885498047, -0.0003634020686149597, -0.00034068524837493896, -0.0003179684281349182, -0.00029525160789489746, -0.0002725347876548767, -0.00024981796741485596, -0.0002271011471748352, -0.00020438432693481445, -0.0001816675066947937, -0.00015895068645477295, -0.0001362338662147522, -0.00011351704597473145, -9.08002257347107e-05, -6.808340549468994e-05, -4.536658525466919e-05, -2.2649765014648438e-05, 6.705522537231445e-08, 2.2783875465393066e-05, 4.550069570541382e-05, 6.821751594543457e-05, 9.093433618545532e-05, 0.00011365115642547607, 0.00013636797666549683, 0.00015908479690551758, 0.00018180161714553833, 0.00020451843738555908, 0.00022723525762557983, 0.0002499520778656006, 0.00027266889810562134, 0.0002953857183456421, 0.00031810253858566284, 0.0003408193588256836, 0.00036353617906570435, 0.0003862529993057251, 0.00040896981954574585, 0.0004316866397857666, 0.00045440346002578735, 0.0004771202802658081, 0.0004998371005058289, 0.0005225539207458496, 0.0005452707409858704, 0.0005679875612258911, 0.0005907043814659119, 0.0006134212017059326, 0.0006361380219459534, 0.0006588548421859741, 0.0006815716624259949, 0.0007042884826660156]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 5.0, 11.0, 13.0, 16.0, 25.0, 58.0, 80.0, 131.0, 294.0, 709.0, 1849.0, 6178.0, 32469.0, 696208.0, 284621.0, 19172.0, 4324.0, 1327.0, 511.0, 254.0, 108.0, 69.0, 41.0, 27.0, 19.0, 16.0, 6.0, 4.0, 3.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.3046875, -8.09637451171875, -7.8880615234375, -7.67974853515625, -7.471435546875, -7.26312255859375, -7.0548095703125, -6.84649658203125, -6.63818359375, -6.42987060546875, -6.2215576171875, -6.01324462890625, -5.804931640625, -5.59661865234375, -5.3883056640625, -5.17999267578125, -4.9716796875, -4.76336669921875, -4.5550537109375, -4.34674072265625, -4.138427734375, -3.93011474609375, -3.7218017578125, -3.51348876953125, -3.30517578125, -3.09686279296875, -2.8885498046875, -2.68023681640625, -2.471923828125, -2.26361083984375, -2.0552978515625, -1.84698486328125, -1.638671875, -1.43035888671875, -1.2220458984375, -1.01373291015625, -0.805419921875, -0.59710693359375, -0.3887939453125, -0.18048095703125, 0.02783203125, 0.23614501953125, 0.4444580078125, 0.65277099609375, 0.861083984375, 1.06939697265625, 1.2777099609375, 1.48602294921875, 1.6943359375, 1.90264892578125, 2.1109619140625, 2.31927490234375, 2.527587890625, 2.73590087890625, 2.9442138671875, 3.15252685546875, 3.36083984375, 3.56915283203125, 3.7774658203125, 3.98577880859375, 4.194091796875, 4.40240478515625, 4.6107177734375, 4.81903076171875, 5.02734375]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 5.0, 8.0, 7.0, 16.0, 11.0, 33.0, 53.0, 87.0, 113.0, 141.0, 174.0, 126.0, 84.0, 46.0, 26.0, 19.0, 19.0, 7.0, 6.0, 7.0, 5.0, 2.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.52734375, -5.399139404296875, -5.27093505859375, -5.142730712890625, -5.0145263671875, -4.886322021484375, -4.75811767578125, -4.629913330078125, -4.501708984375, -4.373504638671875, -4.24530029296875, -4.117095947265625, -3.9888916015625, -3.860687255859375, -3.73248291015625, -3.604278564453125, -3.47607421875, -3.347869873046875, -3.21966552734375, -3.091461181640625, -2.9632568359375, -2.835052490234375, -2.70684814453125, -2.578643798828125, -2.450439453125, -2.322235107421875, -2.19403076171875, -2.065826416015625, -1.9376220703125, -1.809417724609375, -1.68121337890625, -1.553009033203125, -1.4248046875, -1.296600341796875, -1.16839599609375, -1.040191650390625, -0.9119873046875, -0.783782958984375, -0.65557861328125, -0.527374267578125, -0.399169921875, -0.270965576171875, -0.14276123046875, -0.014556884765625, 0.1136474609375, 0.241851806640625, 0.37005615234375, 0.498260498046875, 0.62646484375, 0.754669189453125, 0.88287353515625, 1.011077880859375, 1.1392822265625, 1.267486572265625, 1.39569091796875, 1.523895263671875, 1.652099609375, 1.780303955078125, 1.90850830078125, 2.036712646484375, 2.1649169921875, 2.293121337890625, 2.42132568359375, 2.549530029296875, 2.677734375]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 10.0, 7.0, 17.0, 44.0, 125.0, 189.0, 299.0, 178.0, 71.0, 22.0, 21.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-88.25189971923828, -86.39009857177734, -84.52828979492188, -82.66648864746094, -80.80467987060547, -78.94287872314453, -77.08106994628906, -75.21926879882812, -73.35746002197266, -71.49565887451172, -69.63385009765625, -67.77204895019531, -65.91024017333984, -64.0484390258789, -62.18663024902344, -60.3248291015625, -58.46302795410156, -56.60122299194336, -54.739418029785156, -52.87761306762695, -51.01580810546875, -49.15400695800781, -47.292198181152344, -45.430397033691406, -43.56858825683594, -41.706783294677734, -39.84497833251953, -37.98317337036133, -36.121368408203125, -34.25956726074219, -32.39775848388672, -30.53595733642578, -28.674150466918945, -26.812345504760742, -24.95054054260254, -23.08873748779297, -21.226932525634766, -19.365127563476562, -17.50332260131836, -15.641518592834473, -13.77971363067627, -11.917908668518066, -10.05610466003418, -8.194299697875977, -6.332495212554932, -4.470690727233887, -2.6088857650756836, -0.7470817565917969, 1.1147232055664062, 2.976527690887451, 4.838332176208496, 6.700137138366699, 8.561941146850586, 10.423746109008789, 12.285551071166992, 14.147355079650879, 16.009159088134766, 17.87096405029297, 19.732769012451172, 21.594573974609375, 23.456377029418945, 25.31818199157715, 27.17998695373535, 29.041790008544922, 30.903596878051758]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 4.0, 6.0, 1.0, 3.0, 3.0, 7.0, 9.0, 7.0, 22.0, 29.0, 64.0, 114.0, 166.0, 183.0, 159.0, 95.0, 44.0, 23.0, 22.0, 8.0, 5.0, 3.0, 11.0, 5.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.94226837158203, -70.01888275146484, -68.09548950195312, -66.17210388183594, -64.24871063232422, -62.32532501220703, -60.40193557739258, -58.478546142578125, -56.55515670776367, -54.63176727294922, -52.708377838134766, -50.78498840332031, -48.861602783203125, -46.938209533691406, -45.01482391357422, -43.091434478759766, -41.16804504394531, -39.24465560913086, -37.321266174316406, -35.39787673950195, -33.4744873046875, -31.55109977722168, -29.62771224975586, -27.704322814941406, -25.780933380126953, -23.8575439453125, -21.934154510498047, -20.010766983032227, -18.087377548217773, -16.16398811340332, -14.240599632263184, -12.317211151123047, -10.393821716308594, -8.47043228149414, -6.547043800354004, -4.623654842376709, -2.700265884399414, -0.7768764495849609, 1.1465120315551758, 3.0699005126953125, 4.993289947509766, 6.9166789054870605, 8.840067863464355, 10.763456344604492, 12.686845779418945, 14.610235214233398, 16.53362274169922, 18.457012176513672, 20.380401611328125, 22.303791046142578, 24.22718048095703, 26.15056800842285, 28.073957443237305, 29.997346878051758, 31.920734405517578, 33.84412384033203, 35.767513275146484, 37.69090270996094, 39.61429214477539, 41.537681579589844, 43.46106719970703, 45.38446044921875, 47.30784606933594, 49.23123550415039, 51.154624938964844]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 4.0, 2.0, 4.0, 3.0, 7.0, 10.0, 11.0, 22.0, 19.0, 18.0, 25.0, 37.0, 51.0, 79.0, 104.0, 169.0, 226.0, 338.0, 486.0, 813.0, 1341.0, 2693.0, 5746.0, 16819.0, 89315.0, 3872324.0, 165102.0, 23882.0, 7509.0, 3101.0, 1612.0, 867.0, 502.0, 324.0, 226.0, 138.0, 109.0, 75.0, 53.0, 39.0, 28.0, 23.0, 7.0, 10.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-11.8828125, -11.56689453125, -11.2509765625, -10.93505859375, -10.619140625, -10.30322265625, -9.9873046875, -9.67138671875, -9.35546875, -9.03955078125, -8.7236328125, -8.40771484375, -8.091796875, -7.77587890625, -7.4599609375, -7.14404296875, -6.828125, -6.51220703125, -6.1962890625, -5.88037109375, -5.564453125, -5.24853515625, -4.9326171875, -4.61669921875, -4.30078125, -3.98486328125, -3.6689453125, -3.35302734375, -3.037109375, -2.72119140625, -2.4052734375, -2.08935546875, -1.7734375, -1.45751953125, -1.1416015625, -0.82568359375, -0.509765625, -0.19384765625, 0.1220703125, 0.43798828125, 0.75390625, 1.06982421875, 1.3857421875, 1.70166015625, 2.017578125, 2.33349609375, 2.6494140625, 2.96533203125, 3.28125, 3.59716796875, 3.9130859375, 4.22900390625, 4.544921875, 4.86083984375, 5.1767578125, 5.49267578125, 5.80859375, 6.12451171875, 6.4404296875, 6.75634765625, 7.072265625, 7.38818359375, 7.7041015625, 8.02001953125, 8.3359375]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 6.0, 1.0, 4.0, 7.0, 8.0, 17.0, 26.0, 59.0, 105.0, 139.0, 196.0, 153.0, 113.0, 58.0, 41.0, 19.0, 12.0, 6.0, 7.0, 5.0, 4.0, 2.0, 4.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.21875, -1.1887435913085938, -1.1587371826171875, -1.1287307739257812, -1.098724365234375, -1.0687179565429688, -1.0387115478515625, -1.0087051391601562, -0.97869873046875, -0.9486923217773438, -0.9186859130859375, -0.8886795043945312, -0.858673095703125, -0.8286666870117188, -0.7986602783203125, -0.7686538696289062, -0.7386474609375, -0.7086410522460938, -0.6786346435546875, -0.6486282348632812, -0.618621826171875, -0.5886154174804688, -0.5586090087890625, -0.5286026000976562, -0.49859619140625, -0.46858978271484375, -0.4385833740234375, -0.40857696533203125, -0.378570556640625, -0.34856414794921875, -0.3185577392578125, -0.28855133056640625, -0.258544921875, -0.22853851318359375, -0.1985321044921875, -0.16852569580078125, -0.138519287109375, -0.10851287841796875, -0.0785064697265625, -0.04850006103515625, -0.01849365234375, 0.01151275634765625, 0.0415191650390625, 0.07152557373046875, 0.101531982421875, 0.13153839111328125, 0.1615447998046875, 0.19155120849609375, 0.2215576171875, 0.25156402587890625, 0.2815704345703125, 0.31157684326171875, 0.341583251953125, 0.37158966064453125, 0.4015960693359375, 0.43160247802734375, 0.46160888671875, 0.49161529541015625, 0.5216217041015625, 0.5516281127929688, 0.581634521484375, 0.6116409301757812, 0.6416473388671875, 0.6716537475585938, 0.70166015625]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 4.0, 14.0, 18.0, 25.0, 30.0, 51.0, 63.0, 106.0, 171.0, 276.0, 495.0, 899.0, 1813.0, 4093.0, 10176.0, 33028.0, 228461.0, 3672718.0, 193629.0, 30771.0, 9651.0, 3898.0, 1723.0, 867.0, 509.0, 260.0, 166.0, 109.0, 78.0, 48.0, 29.0, 31.0, 24.0, 10.0, 9.0, 6.0, 10.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.640625, -8.3570556640625, -8.073486328125, -7.7899169921875, -7.50634765625, -7.2227783203125, -6.939208984375, -6.6556396484375, -6.3720703125, -6.0885009765625, -5.804931640625, -5.5213623046875, -5.23779296875, -4.9542236328125, -4.670654296875, -4.3870849609375, -4.103515625, -3.8199462890625, -3.536376953125, -3.2528076171875, -2.96923828125, -2.6856689453125, -2.402099609375, -2.1185302734375, -1.8349609375, -1.5513916015625, -1.267822265625, -0.9842529296875, -0.70068359375, -0.4171142578125, -0.133544921875, 0.1500244140625, 0.43359375, 0.7171630859375, 1.000732421875, 1.2843017578125, 1.56787109375, 1.8514404296875, 2.135009765625, 2.4185791015625, 2.7021484375, 2.9857177734375, 3.269287109375, 3.5528564453125, 3.83642578125, 4.1199951171875, 4.403564453125, 4.6871337890625, 4.970703125, 5.2542724609375, 5.537841796875, 5.8214111328125, 6.10498046875, 6.3885498046875, 6.672119140625, 6.9556884765625, 7.2392578125, 7.5228271484375, 7.806396484375, 8.0899658203125, 8.37353515625, 8.6571044921875, 8.940673828125, 9.2242431640625, 9.5078125]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 6.0, 14.0, 6.0, 16.0, 40.0, 56.0, 101.0, 299.0, 1214.0, 1789.0, 252.0, 107.0, 44.0, 38.0, 23.0, 15.0, 11.0, 11.0, 6.0, 2.0, 6.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5439453125, -1.4823455810546875, -1.420745849609375, -1.3591461181640625, -1.29754638671875, -1.2359466552734375, -1.174346923828125, -1.1127471923828125, -1.0511474609375, -0.9895477294921875, -0.927947998046875, -0.8663482666015625, -0.80474853515625, -0.7431488037109375, -0.681549072265625, -0.6199493408203125, -0.558349609375, -0.4967498779296875, -0.435150146484375, -0.3735504150390625, -0.31195068359375, -0.2503509521484375, -0.188751220703125, -0.1271514892578125, -0.0655517578125, -0.0039520263671875, 0.057647705078125, 0.1192474365234375, 0.18084716796875, 0.2424468994140625, 0.304046630859375, 0.3656463623046875, 0.42724609375, 0.4888458251953125, 0.550445556640625, 0.6120452880859375, 0.67364501953125, 0.7352447509765625, 0.796844482421875, 0.8584442138671875, 0.9200439453125, 0.9816436767578125, 1.043243408203125, 1.1048431396484375, 1.16644287109375, 1.2280426025390625, 1.289642333984375, 1.3512420654296875, 1.412841796875, 1.4744415283203125, 1.536041259765625, 1.5976409912109375, 1.65924072265625, 1.7208404541015625, 1.782440185546875, 1.8440399169921875, 1.9056396484375, 1.9672393798828125, 2.028839111328125, 2.0904388427734375, 2.15203857421875, 2.2136383056640625, 2.275238037109375, 2.3368377685546875, 2.3984375]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 4.0, 5.0, 5.0, 3.0, 9.0, 19.0, 24.0, 55.0, 111.0, 216.0, 296.0, 151.0, 56.0, 17.0, 16.0, 11.0, 3.0, 2.0, 4.0, 3.0, 1.0], "bins": [-22.305238723754883, -21.8890438079834, -21.472850799560547, -21.056655883789062, -20.64046287536621, -20.224267959594727, -19.808074951171875, -19.39188003540039, -18.97568702697754, -18.559492111206055, -18.143299102783203, -17.72710418701172, -17.310911178588867, -16.894716262817383, -16.47852325439453, -16.062328338623047, -15.646134376525879, -15.229940414428711, -14.813746452331543, -14.397552490234375, -13.981358528137207, -13.565164566040039, -13.148969650268555, -12.732776641845703, -12.316581726074219, -11.90038776397705, -11.484193801879883, -11.067999839782715, -10.651805877685547, -10.235611915588379, -9.819417953491211, -9.403223037719727, -8.987030982971191, -8.570837020874023, -8.154643058776855, -7.7384490966796875, -7.3222551345825195, -6.906061172485352, -6.489866733551025, -6.073672771453857, -5.6574788093566895, -5.2412848472595215, -4.8250908851623535, -4.408896446228027, -3.9927027225494385, -3.5765087604522705, -3.1603145599365234, -2.7441205978393555, -2.3279266357421875, -1.9117326736450195, -1.495538592338562, -1.0793445110321045, -0.6631505489349365, -0.24695658683776855, 0.16923761367797852, 0.5854315757751465, 1.0016255378723145, 1.4178194999694824, 1.83401358127594, 2.2502076625823975, 2.6664016246795654, 3.0825955867767334, 3.4987897872924805, 3.9149837493896484, 4.331177711486816]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 1.0, 4.0, 1.0, 1.0, 1.0, 4.0, 10.0, 4.0, 10.0, 20.0, 15.0, 25.0, 26.0, 47.0, 68.0, 74.0, 73.0, 105.0, 92.0, 82.0, 77.0, 55.0, 57.0, 40.0, 41.0, 20.0, 16.0, 8.0, 8.0, 5.0, 6.0, 2.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.346216201782227, -8.031946182250977, -7.717676162719727, -7.403406143188477, -7.089136123657227, -6.774866104125977, -6.460596561431885, -6.146326541900635, -5.832056522369385, -5.517786502838135, -5.203516483306885, -4.889246463775635, -4.574976921081543, -4.260706901550293, -3.946436882019043, -3.632166862487793, -3.317896842956543, -3.003626823425293, -2.689356803894043, -2.375087022781372, -2.060817003250122, -1.746546983718872, -1.4322770833969116, -1.1180071830749512, -0.8037371635437012, -0.48946720361709595, -0.17519724369049072, 0.1390727162361145, 0.4533426761627197, 0.7676126956939697, 1.0818825960159302, 1.3961524963378906, 1.7104215621948242, 2.024691581726074, 2.338961601257324, 2.653231382369995, 2.967501401901245, 3.281771421432495, 3.596041202545166, 3.910311222076416, 4.224581241607666, 4.538851261138916, 4.853121280670166, 5.167391300201416, 5.481660842895508, 5.795930862426758, 6.110200881958008, 6.424470901489258, 6.738740921020508, 7.053010940551758, 7.367280960083008, 7.681550979614258, 7.995820999145508, 8.310091018676758, 8.624361038208008, 8.938631057739258, 9.252901077270508, 9.567171096801758, 9.881441116333008, 10.195711135864258, 10.509981155395508, 10.824251174926758, 11.138521194458008, 11.452791213989258, 11.767060279846191]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 5.0, 12.0, 15.0, 18.0, 31.0, 39.0, 52.0, 118.0, 277.0, 892.0, 3660.0, 19873.0, 158482.0, 697258.0, 144635.0, 18401.0, 3381.0, 897.0, 248.0, 101.0, 50.0, 37.0, 20.0, 16.0, 13.0, 10.0, 6.0, 6.0, 4.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.66796875, -7.431884765625, -7.19580078125, -6.959716796875, -6.7236328125, -6.487548828125, -6.25146484375, -6.015380859375, -5.779296875, -5.543212890625, -5.30712890625, -5.071044921875, -4.8349609375, -4.598876953125, -4.36279296875, -4.126708984375, -3.890625, -3.654541015625, -3.41845703125, -3.182373046875, -2.9462890625, -2.710205078125, -2.47412109375, -2.238037109375, -2.001953125, -1.765869140625, -1.52978515625, -1.293701171875, -1.0576171875, -0.821533203125, -0.58544921875, -0.349365234375, -0.11328125, 0.122802734375, 0.35888671875, 0.594970703125, 0.8310546875, 1.067138671875, 1.30322265625, 1.539306640625, 1.775390625, 2.011474609375, 2.24755859375, 2.483642578125, 2.7197265625, 2.955810546875, 3.19189453125, 3.427978515625, 3.6640625, 3.900146484375, 4.13623046875, 4.372314453125, 4.6083984375, 4.844482421875, 5.08056640625, 5.316650390625, 5.552734375, 5.788818359375, 6.02490234375, 6.260986328125, 6.4970703125, 6.733154296875, 6.96923828125, 7.205322265625, 7.44140625]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 9.0, 9.0, 32.0, 39.0, 39.0, 69.0, 87.0, 114.0, 123.0, 111.0, 105.0, 94.0, 55.0, 45.0, 28.0, 27.0, 7.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.134765625, -1.1109771728515625, -1.087188720703125, -1.0634002685546875, -1.03961181640625, -1.0158233642578125, -0.992034912109375, -0.9682464599609375, -0.9444580078125, -0.9206695556640625, -0.896881103515625, -0.8730926513671875, -0.84930419921875, -0.8255157470703125, -0.801727294921875, -0.7779388427734375, -0.754150390625, -0.7303619384765625, -0.706573486328125, -0.6827850341796875, -0.65899658203125, -0.6352081298828125, -0.611419677734375, -0.5876312255859375, -0.5638427734375, -0.5400543212890625, -0.516265869140625, -0.4924774169921875, -0.46868896484375, -0.4449005126953125, -0.421112060546875, -0.3973236083984375, -0.37353515625, -0.3497467041015625, -0.325958251953125, -0.3021697998046875, -0.27838134765625, -0.2545928955078125, -0.230804443359375, -0.2070159912109375, -0.1832275390625, -0.1594390869140625, -0.135650634765625, -0.1118621826171875, -0.08807373046875, -0.0642852783203125, -0.040496826171875, -0.0167083740234375, 0.007080078125, 0.0308685302734375, 0.054656982421875, 0.0784454345703125, 0.10223388671875, 0.1260223388671875, 0.149810791015625, 0.1735992431640625, 0.1973876953125, 0.2211761474609375, 0.244964599609375, 0.2687530517578125, 0.29254150390625, 0.3163299560546875, 0.340118408203125, 0.3639068603515625, 0.3876953125]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 8.0, 13.0, 8.0, 15.0, 18.0, 33.0, 37.0, 73.0, 160.0, 355.0, 851.0, 2113.0, 5840.0, 17967.0, 64158.0, 242753.0, 447564.0, 191499.0, 51594.0, 15154.0, 5041.0, 1825.0, 782.0, 339.0, 148.0, 74.0, 42.0, 25.0, 14.0, 11.0, 5.0, 7.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.619140625, -3.500091552734375, -3.38104248046875, -3.261993408203125, -3.1429443359375, -3.023895263671875, -2.90484619140625, -2.785797119140625, -2.666748046875, -2.547698974609375, -2.42864990234375, -2.309600830078125, -2.1905517578125, -2.071502685546875, -1.95245361328125, -1.833404541015625, -1.71435546875, -1.595306396484375, -1.47625732421875, -1.357208251953125, -1.2381591796875, -1.119110107421875, -1.00006103515625, -0.881011962890625, -0.761962890625, -0.642913818359375, -0.52386474609375, -0.404815673828125, -0.2857666015625, -0.166717529296875, -0.04766845703125, 0.071380615234375, 0.1904296875, 0.309478759765625, 0.42852783203125, 0.547576904296875, 0.6666259765625, 0.785675048828125, 0.90472412109375, 1.023773193359375, 1.142822265625, 1.261871337890625, 1.38092041015625, 1.499969482421875, 1.6190185546875, 1.738067626953125, 1.85711669921875, 1.976165771484375, 2.09521484375, 2.214263916015625, 2.33331298828125, 2.452362060546875, 2.5714111328125, 2.690460205078125, 2.80950927734375, 2.928558349609375, 3.047607421875, 3.166656494140625, 3.28570556640625, 3.404754638671875, 3.5238037109375, 3.642852783203125, 3.76190185546875, 3.880950927734375, 4.0]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 8.0, 3.0, 8.0, 10.0, 20.0, 17.0, 7.0, 22.0, 11.0, 31.0, 24.0, 33.0, 39.0, 37.0, 42.0, 36.0, 37.0, 52.0, 38.0, 46.0, 40.0, 28.0, 46.0, 40.0, 42.0, 35.0, 31.0, 34.0, 21.0, 24.0, 22.0, 20.0, 7.0, 15.0, 11.0, 15.0, 10.0, 11.0, 6.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0], "bins": [-2.06640625, -2.00543212890625, -1.9444580078125, -1.88348388671875, -1.822509765625, -1.76153564453125, -1.7005615234375, -1.63958740234375, -1.57861328125, -1.51763916015625, -1.4566650390625, -1.39569091796875, -1.334716796875, -1.27374267578125, -1.2127685546875, -1.15179443359375, -1.0908203125, -1.02984619140625, -0.9688720703125, -0.90789794921875, -0.846923828125, -0.78594970703125, -0.7249755859375, -0.66400146484375, -0.60302734375, -0.54205322265625, -0.4810791015625, -0.42010498046875, -0.359130859375, -0.29815673828125, -0.2371826171875, -0.17620849609375, -0.115234375, -0.05426025390625, 0.0067138671875, 0.06768798828125, 0.128662109375, 0.18963623046875, 0.2506103515625, 0.31158447265625, 0.37255859375, 0.43353271484375, 0.4945068359375, 0.55548095703125, 0.616455078125, 0.67742919921875, 0.7384033203125, 0.79937744140625, 0.8603515625, 0.92132568359375, 0.9822998046875, 1.04327392578125, 1.104248046875, 1.16522216796875, 1.2261962890625, 1.28717041015625, 1.34814453125, 1.40911865234375, 1.4700927734375, 1.53106689453125, 1.592041015625, 1.65301513671875, 1.7139892578125, 1.77496337890625, 1.8359375]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 6.0, 2.0, 3.0, 5.0, 9.0, 10.0, 16.0, 18.0, 26.0, 36.0, 58.0, 88.0, 126.0, 217.0, 402.0, 810.0, 1712.0, 4448.0, 15001.0, 82296.0, 697288.0, 207838.0, 26683.0, 6712.0, 2385.0, 1061.0, 537.0, 277.0, 170.0, 118.0, 75.0, 29.0, 23.0, 21.0, 14.0, 9.0, 9.0, 6.0, 7.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.3359375, -6.1151123046875, -5.894287109375, -5.6734619140625, -5.45263671875, -5.2318115234375, -5.010986328125, -4.7901611328125, -4.5693359375, -4.3485107421875, -4.127685546875, -3.9068603515625, -3.68603515625, -3.4652099609375, -3.244384765625, -3.0235595703125, -2.802734375, -2.5819091796875, -2.361083984375, -2.1402587890625, -1.91943359375, -1.6986083984375, -1.477783203125, -1.2569580078125, -1.0361328125, -0.8153076171875, -0.594482421875, -0.3736572265625, -0.15283203125, 0.0679931640625, 0.288818359375, 0.5096435546875, 0.73046875, 0.9512939453125, 1.172119140625, 1.3929443359375, 1.61376953125, 1.8345947265625, 2.055419921875, 2.2762451171875, 2.4970703125, 2.7178955078125, 2.938720703125, 3.1595458984375, 3.38037109375, 3.6011962890625, 3.822021484375, 4.0428466796875, 4.263671875, 4.4844970703125, 4.705322265625, 4.9261474609375, 5.14697265625, 5.3677978515625, 5.588623046875, 5.8094482421875, 6.0302734375, 6.2510986328125, 6.471923828125, 6.6927490234375, 6.91357421875, 7.1343994140625, 7.355224609375, 7.5760498046875, 7.796875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 8.0, 5.0, 6.0, 14.0, 22.0, 15.0, 35.0, 42.0, 68.0, 114.0, 142.0, 151.0, 135.0, 83.0, 49.0, 33.0, 22.0, 13.0, 7.0, 9.0, 7.0, 10.0, 8.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004546642303466797, -0.00043905898928642273, -0.00042345374822616577, -0.0004078485071659088, -0.00039224326610565186, -0.0003766380250453949, -0.00036103278398513794, -0.000345427542924881, -0.000329822301864624, -0.00031421706080436707, -0.0002986118197441101, -0.00028300657868385315, -0.0002674013376235962, -0.00025179609656333923, -0.00023619085550308228, -0.00022058561444282532, -0.00020498037338256836, -0.0001893751323223114, -0.00017376989126205444, -0.00015816465020179749, -0.00014255940914154053, -0.00012695416808128357, -0.00011134892702102661, -9.574368596076965e-05, -8.01384449005127e-05, -6.453320384025574e-05, -4.892796277999878e-05, -3.332272171974182e-05, -1.7717480659484863e-05, -2.1122395992279053e-06, 1.3493001461029053e-05, 2.909824252128601e-05, 4.470348358154297e-05, 6.030872464179993e-05, 7.591396570205688e-05, 9.151920676231384e-05, 0.0001071244478225708, 0.00012272968888282776, 0.00013833492994308472, 0.00015394017100334167, 0.00016954541206359863, 0.0001851506531238556, 0.00020075589418411255, 0.0002163611352443695, 0.00023196637630462646, 0.0002475716173648834, 0.0002631768584251404, 0.00027878209948539734, 0.0002943873405456543, 0.00030999258160591125, 0.0003255978226661682, 0.00034120306372642517, 0.00035680830478668213, 0.0003724135458469391, 0.00038801878690719604, 0.000403624027967453, 0.00041922926902770996, 0.0004348345100879669, 0.0004504397511482239, 0.00046604499220848083, 0.0004816502332687378, 0.0004972554743289948, 0.0005128607153892517, 0.0005284659564495087, 0.0005440711975097656]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 9.0, 8.0, 4.0, 25.0, 28.0, 44.0, 62.0, 101.0, 147.0, 269.0, 452.0, 872.0, 1694.0, 3872.0, 10151.0, 34839.0, 180048.0, 596728.0, 168418.0, 33237.0, 9940.0, 3855.0, 1733.0, 868.0, 494.0, 224.0, 143.0, 105.0, 60.0, 49.0, 28.0, 18.0, 10.0, 4.0, 2.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-5.78515625, -5.63482666015625, -5.4844970703125, -5.33416748046875, -5.183837890625, -5.03350830078125, -4.8831787109375, -4.73284912109375, -4.58251953125, -4.43218994140625, -4.2818603515625, -4.13153076171875, -3.981201171875, -3.83087158203125, -3.6805419921875, -3.53021240234375, -3.3798828125, -3.22955322265625, -3.0792236328125, -2.92889404296875, -2.778564453125, -2.62823486328125, -2.4779052734375, -2.32757568359375, -2.17724609375, -2.02691650390625, -1.8765869140625, -1.72625732421875, -1.575927734375, -1.42559814453125, -1.2752685546875, -1.12493896484375, -0.974609375, -0.82427978515625, -0.6739501953125, -0.52362060546875, -0.373291015625, -0.22296142578125, -0.0726318359375, 0.07769775390625, 0.22802734375, 0.37835693359375, 0.5286865234375, 0.67901611328125, 0.829345703125, 0.97967529296875, 1.1300048828125, 1.28033447265625, 1.4306640625, 1.58099365234375, 1.7313232421875, 1.88165283203125, 2.031982421875, 2.18231201171875, 2.3326416015625, 2.48297119140625, 2.63330078125, 2.78363037109375, 2.9339599609375, 3.08428955078125, 3.234619140625, 3.38494873046875, 3.5352783203125, 3.68560791015625, 3.8359375]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 4.0, 3.0, 11.0, 13.0, 17.0, 28.0, 31.0, 56.0, 79.0, 114.0, 97.0, 111.0, 109.0, 81.0, 64.0, 46.0, 40.0, 24.0, 17.0, 11.0, 8.0, 7.0, 9.0, 5.0, 3.0, 4.0, 0.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.630859375, -3.53656005859375, -3.4422607421875, -3.34796142578125, -3.253662109375, -3.15936279296875, -3.0650634765625, -2.97076416015625, -2.87646484375, -2.78216552734375, -2.6878662109375, -2.59356689453125, -2.499267578125, -2.40496826171875, -2.3106689453125, -2.21636962890625, -2.1220703125, -2.02777099609375, -1.9334716796875, -1.83917236328125, -1.744873046875, -1.65057373046875, -1.5562744140625, -1.46197509765625, -1.36767578125, -1.27337646484375, -1.1790771484375, -1.08477783203125, -0.990478515625, -0.89617919921875, -0.8018798828125, -0.70758056640625, -0.61328125, -0.51898193359375, -0.4246826171875, -0.33038330078125, -0.236083984375, -0.14178466796875, -0.0474853515625, 0.04681396484375, 0.14111328125, 0.23541259765625, 0.3297119140625, 0.42401123046875, 0.518310546875, 0.61260986328125, 0.7069091796875, 0.80120849609375, 0.8955078125, 0.98980712890625, 1.0841064453125, 1.17840576171875, 1.272705078125, 1.36700439453125, 1.4613037109375, 1.55560302734375, 1.64990234375, 1.74420166015625, 1.8385009765625, 1.93280029296875, 2.027099609375, 2.12139892578125, 2.2156982421875, 2.30999755859375, 2.404296875]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 15.0, 65.0, 246.0, 435.0, 192.0, 32.0, 10.0, 5.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.264076232910156, -51.93931579589844, -49.614559173583984, -47.28980255126953, -44.96504211425781, -42.640281677246094, -40.31552505493164, -37.99076843261719, -35.66600799560547, -33.34124755859375, -31.016490936279297, -28.69173240661621, -26.366973876953125, -24.04221534729004, -21.717456817626953, -19.392698287963867, -17.06793975830078, -14.743181228637695, -12.41842269897461, -10.093664169311523, -7.7689056396484375, -5.444147109985352, -3.1193885803222656, -0.7946300506591797, 1.5301284790039062, 3.854887008666992, 6.179645538330078, 8.504404067993164, 10.82916259765625, 13.153921127319336, 15.478679656982422, 17.803438186645508, 20.128189086914062, 22.45294761657715, 24.777706146240234, 27.10246467590332, 29.427223205566406, 31.751981735229492, 34.07674026489258, 36.40149688720703, 38.72625732421875, 41.05101776123047, 43.37577438354492, 45.700531005859375, 48.025291442871094, 50.35005187988281, 52.674808502197266, 54.99956512451172, 57.32432556152344, 59.649085998535156, 61.97384262084961, 64.29859924316406, 66.62335968017578, 68.9481201171875, 71.27287292480469, 73.5976333618164, 75.92239379882812, 78.24715423583984, 80.57191467285156, 82.89666748046875, 85.22142791748047, 87.54618835449219, 89.87094116210938, 92.1957015991211, 94.52046203613281]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 8.0, 5.0, 7.0, 15.0, 11.0, 20.0, 17.0, 30.0, 41.0, 34.0, 57.0, 54.0, 88.0, 58.0, 81.0, 62.0, 77.0, 68.0, 66.0, 48.0, 33.0, 27.0, 14.0, 16.0, 18.0, 11.0, 5.0, 4.0, 4.0, 2.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.138534545898438, -19.49854850769043, -18.858564376831055, -18.218578338623047, -17.578594207763672, -16.938608169555664, -16.29862403869629, -15.658638000488281, -15.01865291595459, -14.378667831420898, -13.738682746887207, -13.098697662353516, -12.458711624145508, -11.818727493286133, -11.178741455078125, -10.538756370544434, -9.898771286010742, -9.25878620147705, -8.61880111694336, -7.97881555557251, -7.338830471038818, -6.698845386505127, -6.058859825134277, -5.418874740600586, -4.7788896560668945, -4.138904571533203, -3.4989192485809326, -2.858933925628662, -2.2189488410949707, -1.5789637565612793, -0.9389784336090088, -0.2989931106567383, 0.3409919738769531, 0.9809771776199341, 1.620962381362915, 2.2609477043151855, 2.900932788848877, 3.5409178733825684, 4.180903434753418, 4.820888519287109, 5.460873603820801, 6.100858688354492, 6.740843772888184, 7.380829334259033, 8.020814895629883, 8.660799026489258, 9.300785064697266, 9.940770149230957, 10.580755233764648, 11.22074031829834, 11.860725402832031, 12.500710487365723, 13.140695571899414, 13.780681610107422, 14.420666694641113, 15.060651779174805, 15.700636863708496, 16.340621948242188, 16.980607986450195, 17.62059211730957, 18.260578155517578, 18.900562286376953, 19.54054832458496, 20.18053436279297, 20.820518493652344]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 9.0, 3.0, 11.0, 14.0, 7.0, 17.0, 27.0, 27.0, 35.0, 53.0, 60.0, 95.0, 138.0, 213.0, 341.0, 507.0, 921.0, 1619.0, 3066.0, 6508.0, 15218.0, 49118.0, 431611.0, 3542723.0, 100928.0, 23681.0, 8787.0, 4022.0, 1913.0, 1020.0, 606.0, 390.0, 216.0, 134.0, 86.0, 57.0, 31.0, 31.0, 13.0, 12.0, 8.0, 8.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.5078125, -8.2591552734375, -8.010498046875, -7.7618408203125, -7.51318359375, -7.2645263671875, -7.015869140625, -6.7672119140625, -6.5185546875, -6.2698974609375, -6.021240234375, -5.7725830078125, -5.52392578125, -5.2752685546875, -5.026611328125, -4.7779541015625, -4.529296875, -4.2806396484375, -4.031982421875, -3.7833251953125, -3.53466796875, -3.2860107421875, -3.037353515625, -2.7886962890625, -2.5400390625, -2.2913818359375, -2.042724609375, -1.7940673828125, -1.54541015625, -1.2967529296875, -1.048095703125, -0.7994384765625, -0.55078125, -0.3021240234375, -0.053466796875, 0.1951904296875, 0.44384765625, 0.6925048828125, 0.941162109375, 1.1898193359375, 1.4384765625, 1.6871337890625, 1.935791015625, 2.1844482421875, 2.43310546875, 2.6817626953125, 2.930419921875, 3.1790771484375, 3.427734375, 3.6763916015625, 3.925048828125, 4.1737060546875, 4.42236328125, 4.6710205078125, 4.919677734375, 5.1683349609375, 5.4169921875, 5.6656494140625, 5.914306640625, 6.1629638671875, 6.41162109375, 6.6602783203125, 6.908935546875, 7.1575927734375, 7.40625]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 8.0, 7.0, 7.0, 20.0, 21.0, 28.0, 33.0, 33.0, 53.0, 40.0, 48.0, 63.0, 56.0, 67.0, 67.0, 70.0, 73.0, 37.0, 49.0, 50.0, 43.0, 32.0, 17.0, 17.0, 17.0, 9.0, 5.0, 7.0, 6.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.480224609375, -0.46717071533203125, -0.4541168212890625, -0.44106292724609375, -0.428009033203125, -0.41495513916015625, -0.4019012451171875, -0.38884735107421875, -0.37579345703125, -0.36273956298828125, -0.3496856689453125, -0.33663177490234375, -0.323577880859375, -0.31052398681640625, -0.2974700927734375, -0.28441619873046875, -0.2713623046875, -0.25830841064453125, -0.2452545166015625, -0.23220062255859375, -0.219146728515625, -0.20609283447265625, -0.1930389404296875, -0.17998504638671875, -0.16693115234375, -0.15387725830078125, -0.1408233642578125, -0.12776947021484375, -0.114715576171875, -0.10166168212890625, -0.0886077880859375, -0.07555389404296875, -0.0625, -0.04944610595703125, -0.0363922119140625, -0.02333831787109375, -0.010284423828125, 0.00276947021484375, 0.0158233642578125, 0.02887725830078125, 0.04193115234375, 0.05498504638671875, 0.0680389404296875, 0.08109283447265625, 0.094146728515625, 0.10720062255859375, 0.1202545166015625, 0.13330841064453125, 0.1463623046875, 0.15941619873046875, 0.1724700927734375, 0.18552398681640625, 0.198577880859375, 0.21163177490234375, 0.2246856689453125, 0.23773956298828125, 0.25079345703125, 0.26384735107421875, 0.2769012451171875, 0.28995513916015625, 0.303009033203125, 0.31606292724609375, 0.3291168212890625, 0.34217071533203125, 0.355224609375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 8.0, 3.0, 13.0, 11.0, 11.0, 15.0, 20.0, 52.0, 40.0, 77.0, 108.0, 435.0, 3246.0, 181336.0, 3996481.0, 11140.0, 862.0, 165.0, 83.0, 44.0, 32.0, 24.0, 14.0, 13.0, 12.0, 9.0, 6.0, 4.0, 1.0, 5.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-27.921875, -27.054931640625, -26.18798828125, -25.321044921875, -24.4541015625, -23.587158203125, -22.72021484375, -21.853271484375, -20.986328125, -20.119384765625, -19.25244140625, -18.385498046875, -17.5185546875, -16.651611328125, -15.78466796875, -14.917724609375, -14.05078125, -13.183837890625, -12.31689453125, -11.449951171875, -10.5830078125, -9.716064453125, -8.84912109375, -7.982177734375, -7.115234375, -6.248291015625, -5.38134765625, -4.514404296875, -3.6474609375, -2.780517578125, -1.91357421875, -1.046630859375, -0.1796875, 0.687255859375, 1.55419921875, 2.421142578125, 3.2880859375, 4.155029296875, 5.02197265625, 5.888916015625, 6.755859375, 7.622802734375, 8.48974609375, 9.356689453125, 10.2236328125, 11.090576171875, 11.95751953125, 12.824462890625, 13.69140625, 14.558349609375, 15.42529296875, 16.292236328125, 17.1591796875, 18.026123046875, 18.89306640625, 19.760009765625, 20.626953125, 21.493896484375, 22.36083984375, 23.227783203125, 24.0947265625, 24.961669921875, 25.82861328125, 26.695556640625, 27.5625]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 4.0, 3.0, 6.0, 13.0, 13.0, 12.0, 27.0, 23.0, 46.0, 48.0, 90.0, 127.0, 287.0, 596.0, 1622.0, 483.0, 235.0, 135.0, 82.0, 53.0, 49.0, 30.0, 20.0, 19.0, 16.0, 5.0, 10.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9755859375, -0.9434356689453125, -0.911285400390625, -0.8791351318359375, -0.84698486328125, -0.8148345947265625, -0.782684326171875, -0.7505340576171875, -0.7183837890625, -0.6862335205078125, -0.654083251953125, -0.6219329833984375, -0.58978271484375, -0.5576324462890625, -0.525482177734375, -0.4933319091796875, -0.461181640625, -0.4290313720703125, -0.396881103515625, -0.3647308349609375, -0.33258056640625, -0.3004302978515625, -0.268280029296875, -0.2361297607421875, -0.2039794921875, -0.1718292236328125, -0.139678955078125, -0.1075286865234375, -0.07537841796875, -0.0432281494140625, -0.011077880859375, 0.0210723876953125, 0.05322265625, 0.0853729248046875, 0.117523193359375, 0.1496734619140625, 0.18182373046875, 0.2139739990234375, 0.246124267578125, 0.2782745361328125, 0.3104248046875, 0.3425750732421875, 0.374725341796875, 0.4068756103515625, 0.43902587890625, 0.4711761474609375, 0.503326416015625, 0.5354766845703125, 0.567626953125, 0.5997772216796875, 0.631927490234375, 0.6640777587890625, 0.69622802734375, 0.7283782958984375, 0.760528564453125, 0.7926788330078125, 0.8248291015625, 0.8569793701171875, 0.889129638671875, 0.9212799072265625, 0.95343017578125, 0.9855804443359375, 1.017730712890625, 1.0498809814453125, 1.08203125]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 5.0, 26.0, 51.0, 125.0, 267.0, 281.0, 144.0, 62.0, 18.0, 13.0, 3.0, 5.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.466983795166016, -16.032508850097656, -15.598033905029297, -15.163559913635254, -14.729084968566895, -14.294610023498535, -13.860136032104492, -13.425661087036133, -12.991186141967773, -12.556711196899414, -12.122236251831055, -11.687762260437012, -11.253287315368652, -10.818812370300293, -10.38433837890625, -9.94986343383789, -9.515388488769531, -9.080913543701172, -8.646438598632812, -8.21196460723877, -7.77748966217041, -7.343014717102051, -6.90854024887085, -6.474065780639648, -6.039590835571289, -5.60511589050293, -5.1706414222717285, -4.736166954040527, -4.301692008972168, -3.8672173023223877, -3.4327425956726074, -2.998267889022827, -2.563793182373047, -2.1293184757232666, -1.6948437690734863, -1.260369062423706, -0.8258943557739258, -0.3914196491241455, 0.043055057525634766, 0.47752976417541504, 0.9120044708251953, 1.3464791774749756, 1.7809538841247559, 2.215428590774536, 2.6499032974243164, 3.0843780040740967, 3.518852710723877, 3.9533274173736572, 4.3878021240234375, 4.822277069091797, 5.256751537322998, 5.691226005554199, 6.125700950622559, 6.560175895690918, 6.994650363922119, 7.42912483215332, 7.86359977722168, 8.298074722290039, 8.732549667358398, 9.167023658752441, 9.6014986038208, 10.03597354888916, 10.470447540283203, 10.904922485351562, 11.339397430419922]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 3.0, 9.0, 6.0, 10.0, 10.0, 13.0, 23.0, 27.0, 38.0, 39.0, 45.0, 50.0, 48.0, 81.0, 51.0, 64.0, 78.0, 67.0, 67.0, 54.0, 36.0, 39.0, 31.0, 25.0, 21.0, 21.0, 8.0, 14.0, 5.0, 5.0, 7.0, 8.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.43993616104126, -4.271885871887207, -4.103835582733154, -3.9357852935791016, -3.767735004425049, -3.599684715270996, -3.4316346645355225, -3.2635843753814697, -3.095534086227417, -2.9274837970733643, -2.7594335079193115, -2.591383457183838, -2.423333168029785, -2.2552828788757324, -2.0872325897216797, -1.919182300567627, -1.7511320114135742, -1.5830817222595215, -1.4150314331054688, -1.2469812631607056, -1.0789309740066528, -0.9108806848526001, -0.7428305149078369, -0.5747802257537842, -0.40672993659973145, -0.2386796772480011, -0.07062941789627075, 0.09742081165313721, 0.26547110080718994, 0.4335213899612427, 0.6015715599060059, 0.7696218490600586, 0.9376716613769531, 1.1057219505310059, 1.2737722396850586, 1.4418224096298218, 1.6098726987838745, 1.7779229879379272, 1.9459731578826904, 2.114023447036743, 2.282073736190796, 2.4501240253448486, 2.6181743144989014, 2.786224365234375, 2.9542746543884277, 3.1223249435424805, 3.290375232696533, 3.458425521850586, 3.6264758110046387, 3.7945261001586914, 3.962576389312744, 4.130626678466797, 4.29867696762085, 4.466727256774902, 4.634777069091797, 4.802827835083008, 4.970877647399902, 5.138927936553955, 5.306978225708008, 5.4750285148620605, 5.643078804016113, 5.811129093170166, 5.979179382324219, 6.147229194641113, 6.315279960632324]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 7.0, 5.0, 11.0, 5.0, 14.0, 20.0, 30.0, 73.0, 121.0, 149.0, 271.0, 456.0, 842.0, 1658.0, 3618.0, 8124.0, 20325.0, 53959.0, 147432.0, 327439.0, 291314.0, 119642.0, 43371.0, 16505.0, 6812.0, 3027.0, 1512.0, 797.0, 406.0, 220.0, 143.0, 95.0, 59.0, 37.0, 19.0, 13.0, 13.0, 6.0, 3.0, 3.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2265625, -3.125396728515625, -3.02423095703125, -2.923065185546875, -2.8218994140625, -2.720733642578125, -2.61956787109375, -2.518402099609375, -2.417236328125, -2.316070556640625, -2.21490478515625, -2.113739013671875, -2.0125732421875, -1.911407470703125, -1.81024169921875, -1.709075927734375, -1.60791015625, -1.506744384765625, -1.40557861328125, -1.304412841796875, -1.2032470703125, -1.102081298828125, -1.00091552734375, -0.899749755859375, -0.798583984375, -0.697418212890625, -0.59625244140625, -0.495086669921875, -0.3939208984375, -0.292755126953125, -0.19158935546875, -0.090423583984375, 0.0107421875, 0.111907958984375, 0.21307373046875, 0.314239501953125, 0.4154052734375, 0.516571044921875, 0.61773681640625, 0.718902587890625, 0.820068359375, 0.921234130859375, 1.02239990234375, 1.123565673828125, 1.2247314453125, 1.325897216796875, 1.42706298828125, 1.528228759765625, 1.62939453125, 1.730560302734375, 1.83172607421875, 1.932891845703125, 2.0340576171875, 2.135223388671875, 2.23638916015625, 2.337554931640625, 2.438720703125, 2.539886474609375, 2.64105224609375, 2.742218017578125, 2.8433837890625, 2.944549560546875, 3.04571533203125, 3.146881103515625, 3.248046875]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 6.0, 3.0, 8.0, 17.0, 15.0, 21.0, 16.0, 24.0, 26.0, 46.0, 36.0, 50.0, 38.0, 53.0, 65.0, 59.0, 59.0, 65.0, 43.0, 52.0, 57.0, 40.0, 43.0, 30.0, 32.0, 33.0, 16.0, 17.0, 11.0, 7.0, 5.0, 4.0, 4.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.36962890625, -0.35816192626953125, -0.3466949462890625, -0.33522796630859375, -0.323760986328125, -0.31229400634765625, -0.3008270263671875, -0.28936004638671875, -0.27789306640625, -0.26642608642578125, -0.2549591064453125, -0.24349212646484375, -0.232025146484375, -0.22055816650390625, -0.2090911865234375, -0.19762420654296875, -0.1861572265625, -0.17469024658203125, -0.1632232666015625, -0.15175628662109375, -0.140289306640625, -0.12882232666015625, -0.1173553466796875, -0.10588836669921875, -0.09442138671875, -0.08295440673828125, -0.0714874267578125, -0.06002044677734375, -0.048553466796875, -0.03708648681640625, -0.0256195068359375, -0.01415252685546875, -0.002685546875, 0.00878143310546875, 0.0202484130859375, 0.03171539306640625, 0.043182373046875, 0.05464935302734375, 0.0661163330078125, 0.07758331298828125, 0.08905029296875, 0.10051727294921875, 0.1119842529296875, 0.12345123291015625, 0.134918212890625, 0.14638519287109375, 0.1578521728515625, 0.16931915283203125, 0.1807861328125, 0.19225311279296875, 0.2037200927734375, 0.21518707275390625, 0.226654052734375, 0.23812103271484375, 0.2495880126953125, 0.26105499267578125, 0.27252197265625, 0.28398895263671875, 0.2954559326171875, 0.30692291259765625, 0.318389892578125, 0.32985687255859375, 0.3413238525390625, 0.35279083251953125, 0.3642578125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 9.0, 6.0, 3.0, 13.0, 25.0, 17.0, 27.0, 53.0, 86.0, 115.0, 178.0, 262.0, 466.0, 888.0, 1613.0, 3503.0, 8306.0, 21665.0, 61793.0, 179987.0, 364586.0, 257526.0, 93623.0, 32292.0, 12004.0, 4785.0, 2134.0, 1089.0, 570.0, 314.0, 211.0, 120.0, 98.0, 70.0, 45.0, 26.0, 18.0, 7.0, 6.0, 11.0, 2.0, 7.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.115234375, -3.01373291015625, -2.9122314453125, -2.81072998046875, -2.709228515625, -2.60772705078125, -2.5062255859375, -2.40472412109375, -2.30322265625, -2.20172119140625, -2.1002197265625, -1.99871826171875, -1.897216796875, -1.79571533203125, -1.6942138671875, -1.59271240234375, -1.4912109375, -1.38970947265625, -1.2882080078125, -1.18670654296875, -1.085205078125, -0.98370361328125, -0.8822021484375, -0.78070068359375, -0.67919921875, -0.57769775390625, -0.4761962890625, -0.37469482421875, -0.273193359375, -0.17169189453125, -0.0701904296875, 0.03131103515625, 0.1328125, 0.23431396484375, 0.3358154296875, 0.43731689453125, 0.538818359375, 0.64031982421875, 0.7418212890625, 0.84332275390625, 0.94482421875, 1.04632568359375, 1.1478271484375, 1.24932861328125, 1.350830078125, 1.45233154296875, 1.5538330078125, 1.65533447265625, 1.7568359375, 1.85833740234375, 1.9598388671875, 2.06134033203125, 2.162841796875, 2.26434326171875, 2.3658447265625, 2.46734619140625, 2.56884765625, 2.67034912109375, 2.7718505859375, 2.87335205078125, 2.974853515625, 3.07635498046875, 3.1778564453125, 3.27935791015625, 3.380859375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 4.0, 3.0, 8.0, 9.0, 14.0, 13.0, 12.0, 21.0, 29.0, 30.0, 31.0, 27.0, 34.0, 41.0, 48.0, 48.0, 57.0, 54.0, 56.0, 51.0, 54.0, 47.0, 47.0, 42.0, 39.0, 25.0, 24.0, 17.0, 13.0, 26.0, 21.0, 15.0, 11.0, 9.0, 6.0, 8.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.162109375, -2.0948486328125, -2.027587890625, -1.9603271484375, -1.89306640625, -1.8258056640625, -1.758544921875, -1.6912841796875, -1.6240234375, -1.5567626953125, -1.489501953125, -1.4222412109375, -1.35498046875, -1.2877197265625, -1.220458984375, -1.1531982421875, -1.0859375, -1.0186767578125, -0.951416015625, -0.8841552734375, -0.81689453125, -0.7496337890625, -0.682373046875, -0.6151123046875, -0.5478515625, -0.4805908203125, -0.413330078125, -0.3460693359375, -0.27880859375, -0.2115478515625, -0.144287109375, -0.0770263671875, -0.009765625, 0.0574951171875, 0.124755859375, 0.1920166015625, 0.25927734375, 0.3265380859375, 0.393798828125, 0.4610595703125, 0.5283203125, 0.5955810546875, 0.662841796875, 0.7301025390625, 0.79736328125, 0.8646240234375, 0.931884765625, 0.9991455078125, 1.06640625, 1.1336669921875, 1.200927734375, 1.2681884765625, 1.33544921875, 1.4027099609375, 1.469970703125, 1.5372314453125, 1.6044921875, 1.6717529296875, 1.739013671875, 1.8062744140625, 1.87353515625, 1.9407958984375, 2.008056640625, 2.0753173828125, 2.142578125]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 3.0, 2.0, 6.0, 6.0, 14.0, 14.0, 9.0, 13.0, 14.0, 19.0, 33.0, 43.0, 56.0, 80.0, 139.0, 163.0, 231.0, 387.0, 666.0, 1144.0, 1998.0, 3793.0, 8240.0, 18881.0, 52017.0, 186351.0, 479009.0, 201773.0, 55744.0, 19987.0, 8525.0, 4009.0, 2065.0, 1131.0, 727.0, 376.0, 256.0, 198.0, 111.0, 85.0, 56.0, 37.0, 34.0, 26.0, 26.0, 13.0, 14.0, 10.0, 9.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.201171875, -3.0963134765625, -2.991455078125, -2.8865966796875, -2.78173828125, -2.6768798828125, -2.572021484375, -2.4671630859375, -2.3623046875, -2.2574462890625, -2.152587890625, -2.0477294921875, -1.94287109375, -1.8380126953125, -1.733154296875, -1.6282958984375, -1.5234375, -1.4185791015625, -1.313720703125, -1.2088623046875, -1.10400390625, -0.9991455078125, -0.894287109375, -0.7894287109375, -0.6845703125, -0.5797119140625, -0.474853515625, -0.3699951171875, -0.26513671875, -0.1602783203125, -0.055419921875, 0.0494384765625, 0.154296875, 0.2591552734375, 0.364013671875, 0.4688720703125, 0.57373046875, 0.6785888671875, 0.783447265625, 0.8883056640625, 0.9931640625, 1.0980224609375, 1.202880859375, 1.3077392578125, 1.41259765625, 1.5174560546875, 1.622314453125, 1.7271728515625, 1.83203125, 1.9368896484375, 2.041748046875, 2.1466064453125, 2.25146484375, 2.3563232421875, 2.461181640625, 2.5660400390625, 2.6708984375, 2.7757568359375, 2.880615234375, 2.9854736328125, 3.09033203125, 3.1951904296875, 3.300048828125, 3.4049072265625, 3.509765625]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 5.0, 6.0, 8.0, 5.0, 10.0, 18.0, 20.0, 20.0, 21.0, 13.0, 33.0, 27.0, 45.0, 52.0, 82.0, 70.0, 64.0, 56.0, 68.0, 58.0, 59.0, 43.0, 37.0, 31.0, 20.0, 22.0, 18.0, 12.0, 10.0, 11.0, 7.0, 8.0, 9.0, 3.0, 3.0, 5.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.00026226043701171875, -0.00025480426847934723, -0.0002473480999469757, -0.0002398919314146042, -0.00023243576288223267, -0.00022497959434986115, -0.00021752342581748962, -0.0002100672572851181, -0.00020261108875274658, -0.00019515492022037506, -0.00018769875168800354, -0.00018024258315563202, -0.0001727864146232605, -0.00016533024609088898, -0.00015787407755851746, -0.00015041790902614594, -0.00014296174049377441, -0.0001355055719614029, -0.00012804940342903137, -0.00012059323489665985, -0.00011313706636428833, -0.00010568089783191681, -9.822472929954529e-05, -9.076856076717377e-05, -8.331239223480225e-05, -7.585622370243073e-05, -6.84000551700592e-05, -6.094388663768768e-05, -5.348771810531616e-05, -4.603154957294464e-05, -3.857538104057312e-05, -3.11192125082016e-05, -2.3663043975830078e-05, -1.6206875443458557e-05, -8.750706911087036e-06, -1.2945383787155151e-06, 6.161630153656006e-06, 1.3617798686027527e-05, 2.1073967218399048e-05, 2.853013575077057e-05, 3.598630428314209e-05, 4.344247281551361e-05, 5.089864134788513e-05, 5.835480988025665e-05, 6.581097841262817e-05, 7.32671469449997e-05, 8.072331547737122e-05, 8.817948400974274e-05, 9.563565254211426e-05, 0.00010309182107448578, 0.0001105479896068573, 0.00011800415813922882, 0.00012546032667160034, 0.00013291649520397186, 0.00014037266373634338, 0.0001478288322687149, 0.00015528500080108643, 0.00016274116933345795, 0.00017019733786582947, 0.000177653506398201, 0.0001851096749305725, 0.00019256584346294403, 0.00020002201199531555, 0.00020747818052768707, 0.0002149343490600586]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 6.0, 10.0, 18.0, 12.0, 23.0, 37.0, 66.0, 110.0, 195.0, 410.0, 818.0, 1774.0, 4315.0, 12293.0, 43758.0, 267780.0, 591083.0, 92840.0, 21211.0, 6969.0, 2607.0, 1083.0, 509.0, 252.0, 132.0, 82.0, 54.0, 38.0, 28.0, 14.0, 6.0, 7.0, 5.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.90625, -5.72857666015625, -5.5509033203125, -5.37322998046875, -5.195556640625, -5.01788330078125, -4.8402099609375, -4.66253662109375, -4.48486328125, -4.30718994140625, -4.1295166015625, -3.95184326171875, -3.774169921875, -3.59649658203125, -3.4188232421875, -3.24114990234375, -3.0634765625, -2.88580322265625, -2.7081298828125, -2.53045654296875, -2.352783203125, -2.17510986328125, -1.9974365234375, -1.81976318359375, -1.64208984375, -1.46441650390625, -1.2867431640625, -1.10906982421875, -0.931396484375, -0.75372314453125, -0.5760498046875, -0.39837646484375, -0.220703125, -0.04302978515625, 0.1346435546875, 0.31231689453125, 0.489990234375, 0.66766357421875, 0.8453369140625, 1.02301025390625, 1.20068359375, 1.37835693359375, 1.5560302734375, 1.73370361328125, 1.911376953125, 2.08905029296875, 2.2667236328125, 2.44439697265625, 2.6220703125, 2.79974365234375, 2.9774169921875, 3.15509033203125, 3.332763671875, 3.51043701171875, 3.6881103515625, 3.86578369140625, 4.04345703125, 4.22113037109375, 4.3988037109375, 4.57647705078125, 4.754150390625, 4.93182373046875, 5.1094970703125, 5.28717041015625, 5.46484375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 5.0, 6.0, 10.0, 2.0, 5.0, 9.0, 5.0, 13.0, 13.0, 21.0, 17.0, 17.0, 19.0, 26.0, 40.0, 47.0, 63.0, 90.0, 81.0, 85.0, 100.0, 70.0, 45.0, 34.0, 35.0, 24.0, 23.0, 16.0, 12.0, 7.0, 14.0, 9.0, 6.0, 5.0, 5.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-2.125, -2.06329345703125, -2.0015869140625, -1.93988037109375, -1.878173828125, -1.81646728515625, -1.7547607421875, -1.69305419921875, -1.63134765625, -1.56964111328125, -1.5079345703125, -1.44622802734375, -1.384521484375, -1.32281494140625, -1.2611083984375, -1.19940185546875, -1.1376953125, -1.07598876953125, -1.0142822265625, -0.95257568359375, -0.890869140625, -0.82916259765625, -0.7674560546875, -0.70574951171875, -0.64404296875, -0.58233642578125, -0.5206298828125, -0.45892333984375, -0.397216796875, -0.33551025390625, -0.2738037109375, -0.21209716796875, -0.150390625, -0.08868408203125, -0.0269775390625, 0.03472900390625, 0.096435546875, 0.15814208984375, 0.2198486328125, 0.28155517578125, 0.34326171875, 0.40496826171875, 0.4666748046875, 0.52838134765625, 0.590087890625, 0.65179443359375, 0.7135009765625, 0.77520751953125, 0.8369140625, 0.89862060546875, 0.9603271484375, 1.02203369140625, 1.083740234375, 1.14544677734375, 1.2071533203125, 1.26885986328125, 1.33056640625, 1.39227294921875, 1.4539794921875, 1.51568603515625, 1.577392578125, 1.63909912109375, 1.7008056640625, 1.76251220703125, 1.82421875]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 5.0, 3.0, 10.0, 17.0, 65.0, 176.0, 322.0, 221.0, 111.0, 41.0, 19.0, 9.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.532623291015625, -41.76972198486328, -40.00682067871094, -38.243919372558594, -36.481014251708984, -34.71811294555664, -32.9552116394043, -31.192310333251953, -29.42940902709961, -27.666507720947266, -25.90360450744629, -24.140703201293945, -22.3778018951416, -20.614898681640625, -18.85199737548828, -17.089096069335938, -15.326192855834961, -13.5632905960083, -11.800389289855957, -10.037487030029297, -8.274585723876953, -6.511683464050293, -4.748781204223633, -2.985879898071289, -1.222977638244629, 0.5399242639541626, 2.302826166152954, 4.065728187561035, 5.828629970550537, 7.591531753540039, 9.3544340133667, 11.117335319519043, 12.880237579345703, 14.643139839172363, 16.406042098999023, 18.168943405151367, 19.93184471130371, 21.694747924804688, 23.45764923095703, 25.220550537109375, 26.98345184326172, 28.746353149414062, 30.50925636291504, 32.27215576171875, 34.03506088256836, 35.7979621887207, 37.56086349487305, 39.32376480102539, 41.086669921875, 42.849571228027344, 44.61247253417969, 46.37537384033203, 48.13827896118164, 49.901180267333984, 51.66408157348633, 53.42698287963867, 55.189884185791016, 56.95278549194336, 58.7156867980957, 60.47859191894531, 62.241493225097656, 64.00439453125, 65.76729583740234, 67.53019714355469, 69.29309844970703]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 8.0, 8.0, 10.0, 14.0, 13.0, 17.0, 24.0, 17.0, 21.0, 29.0, 24.0, 37.0, 48.0, 57.0, 27.0, 49.0, 52.0, 52.0, 51.0, 55.0, 51.0, 40.0, 49.0, 39.0, 32.0, 34.0, 28.0, 24.0, 21.0, 11.0, 11.0, 6.0, 11.0, 8.0, 11.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-15.98515510559082, -15.483155250549316, -14.981155395507812, -14.479155540466309, -13.977155685424805, -13.475154876708984, -12.97315502166748, -12.471155166625977, -11.969155311584473, -11.467155456542969, -10.965155601501465, -10.463155746459961, -9.96115493774414, -9.459156036376953, -8.957155227661133, -8.455155372619629, -7.953155517578125, -7.451155662536621, -6.949155807495117, -6.447155475616455, -5.945155620574951, -5.443155765533447, -4.941155433654785, -4.439155578613281, -3.9371557235717773, -3.4351558685302734, -2.9331557750701904, -2.4311556816101074, -1.9291558265686035, -1.4271559715270996, -0.9251558780670166, -0.4231557846069336, 0.07884407043457031, 0.5808440446853638, 1.0828440189361572, 1.5848439931869507, 2.086843967437744, 2.588843822479248, 3.090843915939331, 3.592844009399414, 4.094843864440918, 4.596843719482422, 5.098843574523926, 5.600843906402588, 6.102843761444092, 6.604843616485596, 7.106843948364258, 7.608843803405762, 8.110843658447266, 8.61284351348877, 9.114843368530273, 9.616843223571777, 10.118843078613281, 10.620843887329102, 11.122843742370605, 11.62484359741211, 12.126843452453613, 12.628843307495117, 13.130843162536621, 13.632843017578125, 14.134843826293945, 14.636842727661133, 15.138843536376953, 15.640843391418457, 16.14284324645996]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 5.0, 4.0, 0.0, 5.0, 4.0, 7.0, 12.0, 9.0, 9.0, 18.0, 17.0, 20.0, 33.0, 40.0, 45.0, 56.0, 131.0, 270.0, 912.0, 4314.0, 35492.0, 4021409.0, 121466.0, 7744.0, 1424.0, 399.0, 152.0, 79.0, 45.0, 34.0, 30.0, 23.0, 12.0, 14.0, 12.0, 11.0, 5.0, 9.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-18.640625, -18.1181640625, -17.595703125, -17.0732421875, -16.55078125, -16.0283203125, -15.505859375, -14.9833984375, -14.4609375, -13.9384765625, -13.416015625, -12.8935546875, -12.37109375, -11.8486328125, -11.326171875, -10.8037109375, -10.28125, -9.7587890625, -9.236328125, -8.7138671875, -8.19140625, -7.6689453125, -7.146484375, -6.6240234375, -6.1015625, -5.5791015625, -5.056640625, -4.5341796875, -4.01171875, -3.4892578125, -2.966796875, -2.4443359375, -1.921875, -1.3994140625, -0.876953125, -0.3544921875, 0.16796875, 0.6904296875, 1.212890625, 1.7353515625, 2.2578125, 2.7802734375, 3.302734375, 3.8251953125, 4.34765625, 4.8701171875, 5.392578125, 5.9150390625, 6.4375, 6.9599609375, 7.482421875, 8.0048828125, 8.52734375, 9.0498046875, 9.572265625, 10.0947265625, 10.6171875, 11.1396484375, 11.662109375, 12.1845703125, 12.70703125, 13.2294921875, 13.751953125, 14.2744140625, 14.796875]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 7.0, 14.0, 5.0, 17.0, 14.0, 21.0, 28.0, 30.0, 28.0, 43.0, 41.0, 52.0, 47.0, 52.0, 43.0, 61.0, 45.0, 69.0, 48.0, 70.0, 55.0, 41.0, 37.0, 31.0, 22.0, 13.0, 12.0, 10.0, 9.0, 6.0, 8.0, 4.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.472412109375, -0.457855224609375, -0.44329833984375, -0.428741455078125, -0.4141845703125, -0.399627685546875, -0.38507080078125, -0.370513916015625, -0.35595703125, -0.341400146484375, -0.32684326171875, -0.312286376953125, -0.2977294921875, -0.283172607421875, -0.26861572265625, -0.254058837890625, -0.239501953125, -0.224945068359375, -0.21038818359375, -0.195831298828125, -0.1812744140625, -0.166717529296875, -0.15216064453125, -0.137603759765625, -0.123046875, -0.108489990234375, -0.09393310546875, -0.079376220703125, -0.0648193359375, -0.050262451171875, -0.03570556640625, -0.021148681640625, -0.006591796875, 0.007965087890625, 0.02252197265625, 0.037078857421875, 0.0516357421875, 0.066192626953125, 0.08074951171875, 0.095306396484375, 0.10986328125, 0.124420166015625, 0.13897705078125, 0.153533935546875, 0.1680908203125, 0.182647705078125, 0.19720458984375, 0.211761474609375, 0.226318359375, 0.240875244140625, 0.25543212890625, 0.269989013671875, 0.2845458984375, 0.299102783203125, 0.31365966796875, 0.328216552734375, 0.3427734375, 0.357330322265625, 0.37188720703125, 0.386444091796875, 0.4010009765625, 0.415557861328125, 0.43011474609375, 0.444671630859375, 0.459228515625]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 5.0, 6.0, 13.0, 19.0, 15.0, 32.0, 47.0, 60.0, 99.0, 179.0, 349.0, 670.0, 1976.0, 9295.0, 71240.0, 3681646.0, 397449.0, 24958.0, 4182.0, 1101.0, 417.0, 211.0, 93.0, 69.0, 59.0, 31.0, 21.0, 11.0, 11.0, 10.0, 2.0, 4.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.125, -8.79638671875, -8.4677734375, -8.13916015625, -7.810546875, -7.48193359375, -7.1533203125, -6.82470703125, -6.49609375, -6.16748046875, -5.8388671875, -5.51025390625, -5.181640625, -4.85302734375, -4.5244140625, -4.19580078125, -3.8671875, -3.53857421875, -3.2099609375, -2.88134765625, -2.552734375, -2.22412109375, -1.8955078125, -1.56689453125, -1.23828125, -0.90966796875, -0.5810546875, -0.25244140625, 0.076171875, 0.40478515625, 0.7333984375, 1.06201171875, 1.390625, 1.71923828125, 2.0478515625, 2.37646484375, 2.705078125, 3.03369140625, 3.3623046875, 3.69091796875, 4.01953125, 4.34814453125, 4.6767578125, 5.00537109375, 5.333984375, 5.66259765625, 5.9912109375, 6.31982421875, 6.6484375, 6.97705078125, 7.3056640625, 7.63427734375, 7.962890625, 8.29150390625, 8.6201171875, 8.94873046875, 9.27734375, 9.60595703125, 9.9345703125, 10.26318359375, 10.591796875, 10.92041015625, 11.2490234375, 11.57763671875, 11.90625]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 10.0, 12.0, 13.0, 20.0, 24.0, 43.0, 73.0, 167.0, 405.0, 2140.0, 708.0, 205.0, 98.0, 58.0, 34.0, 25.0, 19.0, 7.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.572265625, -2.5171585083007812, -2.4620513916015625, -2.4069442749023438, -2.351837158203125, -2.2967300415039062, -2.2416229248046875, -2.1865158081054688, -2.13140869140625, -2.0763015747070312, -2.0211944580078125, -1.9660873413085938, -1.910980224609375, -1.8558731079101562, -1.8007659912109375, -1.7456588745117188, -1.6905517578125, -1.6354446411132812, -1.5803375244140625, -1.5252304077148438, -1.470123291015625, -1.4150161743164062, -1.3599090576171875, -1.3048019409179688, -1.24969482421875, -1.1945877075195312, -1.1394805908203125, -1.0843734741210938, -1.029266357421875, -0.9741592407226562, -0.9190521240234375, -0.8639450073242188, -0.808837890625, -0.7537307739257812, -0.6986236572265625, -0.6435165405273438, -0.588409423828125, -0.5333023071289062, -0.4781951904296875, -0.42308807373046875, -0.36798095703125, -0.31287384033203125, -0.2577667236328125, -0.20265960693359375, -0.147552490234375, -0.09244537353515625, -0.0373382568359375, 0.01776885986328125, 0.0728759765625, 0.12798309326171875, 0.1830902099609375, 0.23819732666015625, 0.293304443359375, 0.34841156005859375, 0.4035186767578125, 0.45862579345703125, 0.51373291015625, 0.5688400268554688, 0.6239471435546875, 0.6790542602539062, 0.734161376953125, 0.7892684936523438, 0.8443756103515625, 0.8994827270507812, 0.95458984375]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 7.0, 10.0, 11.0, 30.0, 34.0, 60.0, 101.0, 120.0, 155.0, 145.0, 125.0, 66.0, 53.0, 34.0, 22.0, 9.0, 8.0, 4.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.975315093994141, -6.717024803161621, -6.458734035491943, -6.200443744659424, -5.942153453826904, -5.683862686157227, -5.425572395324707, -5.1672821044921875, -4.908991813659668, -4.650701522827148, -4.392410755157471, -4.134120464324951, -3.8758301734924316, -3.617539644241333, -3.3592491149902344, -3.100958824157715, -2.842668056488037, -2.5843775272369385, -2.326087236404419, -2.0677967071533203, -1.8095062971115112, -1.5512158870697021, -1.2929253578186035, -1.0346349477767944, -0.7763445377349854, -0.5180541276931763, -0.2597636580467224, -0.0014731884002685547, 0.2568172216415405, 0.5151076316833496, 0.7733981609344482, 1.0316885709762573, 1.2899789810180664, 1.5482693910598755, 1.8065598011016846, 2.064850330352783, 2.3231406211853027, 2.5814311504364014, 2.8397216796875, 3.0980119705200195, 3.356302499771118, 3.614593029022217, 3.8728833198547363, 4.131174087524414, 4.389464378356934, 4.647754669189453, 4.906044960021973, 5.16433572769165, 5.42262601852417, 5.6809163093566895, 5.939207077026367, 6.197497367858887, 6.455787658691406, 6.714077949523926, 6.9723687171936035, 7.230659008026123, 7.488949775695801, 7.74724006652832, 8.00553035736084, 8.26382064819336, 8.522111892700195, 8.780402183532715, 9.038692474365234, 9.296982765197754, 9.555273056030273]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 4.0, 2.0, 3.0, 4.0, 4.0, 9.0, 11.0, 13.0, 10.0, 12.0, 19.0, 17.0, 19.0, 33.0, 36.0, 32.0, 44.0, 40.0, 53.0, 44.0, 48.0, 55.0, 51.0, 34.0, 42.0, 43.0, 49.0, 39.0, 37.0, 30.0, 32.0, 27.0, 23.0, 12.0, 11.0, 15.0, 14.0, 7.0, 8.0, 4.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8108420372009277, -3.6789679527282715, -3.5470941066741943, -3.415220260620117, -3.283346176147461, -3.1514720916748047, -3.0195982456207275, -2.8877243995666504, -2.755850315093994, -2.623976230621338, -2.4921023845672607, -2.3602285385131836, -2.2283544540405273, -2.096480369567871, -1.964606523513794, -1.8327325582504272, -1.7008585929870605, -1.5689846277236938, -1.4371106624603271, -1.3052366971969604, -1.1733627319335938, -1.041488766670227, -0.9096148014068604, -0.7777408361434937, -0.645866870880127, -0.5139929056167603, -0.38211894035339355, -0.25024497509002686, -0.11837100982666016, 0.013502955436706543, 0.14537692070007324, 0.27725088596343994, 0.40912437438964844, 0.5409983396530151, 0.6728723049163818, 0.8047462701797485, 0.9366202354431152, 1.068494200706482, 1.2003681659698486, 1.3322421312332153, 1.464116096496582, 1.5959900617599487, 1.7278640270233154, 1.8597379922866821, 1.9916119575500488, 2.123486042022705, 2.2553598880767822, 2.3872337341308594, 2.5191078186035156, 2.650981903076172, 2.782855749130249, 2.914729595184326, 3.0466036796569824, 3.1784777641296387, 3.310351610183716, 3.442225456237793, 3.574099540710449, 3.7059736251831055, 3.8378474712371826, 3.9697213172912598, 4.101595401763916, 4.233469486236572, 4.36534309387207, 4.497217178344727, 4.629091262817383]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 8.0, 9.0, 15.0, 21.0, 14.0, 30.0, 66.0, 81.0, 128.0, 217.0, 317.0, 582.0, 945.0, 1753.0, 3371.0, 7218.0, 16174.0, 40119.0, 102130.0, 228497.0, 311138.0, 194835.0, 82859.0, 32127.0, 13209.0, 6121.0, 2854.0, 1514.0, 889.0, 493.0, 292.0, 175.0, 108.0, 66.0, 60.0, 44.0, 27.0, 17.0, 17.0, 7.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0390625, -2.942230224609375, -2.84539794921875, -2.748565673828125, -2.6517333984375, -2.554901123046875, -2.45806884765625, -2.361236572265625, -2.264404296875, -2.167572021484375, -2.07073974609375, -1.973907470703125, -1.8770751953125, -1.780242919921875, -1.68341064453125, -1.586578369140625, -1.48974609375, -1.392913818359375, -1.29608154296875, -1.199249267578125, -1.1024169921875, -1.005584716796875, -0.90875244140625, -0.811920166015625, -0.715087890625, -0.618255615234375, -0.52142333984375, -0.424591064453125, -0.3277587890625, -0.230926513671875, -0.13409423828125, -0.037261962890625, 0.0595703125, 0.156402587890625, 0.25323486328125, 0.350067138671875, 0.4468994140625, 0.543731689453125, 0.64056396484375, 0.737396240234375, 0.834228515625, 0.931060791015625, 1.02789306640625, 1.124725341796875, 1.2215576171875, 1.318389892578125, 1.41522216796875, 1.512054443359375, 1.60888671875, 1.705718994140625, 1.80255126953125, 1.899383544921875, 1.9962158203125, 2.093048095703125, 2.18988037109375, 2.286712646484375, 2.383544921875, 2.480377197265625, 2.57720947265625, 2.674041748046875, 2.7708740234375, 2.867706298828125, 2.96453857421875, 3.061370849609375, 3.158203125]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 6.0, 3.0, 5.0, 14.0, 12.0, 18.0, 26.0, 29.0, 41.0, 43.0, 55.0, 58.0, 62.0, 71.0, 84.0, 68.0, 66.0, 65.0, 42.0, 52.0, 60.0, 31.0, 19.0, 26.0, 12.0, 11.0, 8.0, 7.0, 8.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.53564453125, -0.5176315307617188, -0.4996185302734375, -0.48160552978515625, -0.463592529296875, -0.44557952880859375, -0.4275665283203125, -0.40955352783203125, -0.39154052734375, -0.37352752685546875, -0.3555145263671875, -0.33750152587890625, -0.319488525390625, -0.30147552490234375, -0.2834625244140625, -0.26544952392578125, -0.2474365234375, -0.22942352294921875, -0.2114105224609375, -0.19339752197265625, -0.175384521484375, -0.15737152099609375, -0.1393585205078125, -0.12134552001953125, -0.10333251953125, -0.08531951904296875, -0.0673065185546875, -0.04929351806640625, -0.031280517578125, -0.01326751708984375, 0.0047454833984375, 0.02275848388671875, 0.040771484375, 0.05878448486328125, 0.0767974853515625, 0.09481048583984375, 0.112823486328125, 0.13083648681640625, 0.1488494873046875, 0.16686248779296875, 0.18487548828125, 0.20288848876953125, 0.2209014892578125, 0.23891448974609375, 0.256927490234375, 0.27494049072265625, 0.2929534912109375, 0.31096649169921875, 0.3289794921875, 0.34699249267578125, 0.3650054931640625, 0.38301849365234375, 0.401031494140625, 0.41904449462890625, 0.4370574951171875, 0.45507049560546875, 0.47308349609375, 0.49109649658203125, 0.5091094970703125, 0.5271224975585938, 0.545135498046875, 0.5631484985351562, 0.5811614990234375, 0.5991744995117188, 0.6171875]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 8.0, 6.0, 8.0, 9.0, 19.0, 22.0, 24.0, 47.0, 59.0, 83.0, 122.0, 210.0, 297.0, 510.0, 996.0, 1897.0, 4239.0, 10920.0, 32638.0, 106171.0, 308435.0, 365347.0, 147353.0, 44270.0, 14352.0, 5460.0, 2332.0, 1090.0, 605.0, 341.0, 227.0, 143.0, 102.0, 71.0, 48.0, 35.0, 20.0, 11.0, 12.0, 8.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.1640625, -4.03839111328125, -3.9127197265625, -3.78704833984375, -3.661376953125, -3.53570556640625, -3.4100341796875, -3.28436279296875, -3.15869140625, -3.03302001953125, -2.9073486328125, -2.78167724609375, -2.656005859375, -2.53033447265625, -2.4046630859375, -2.27899169921875, -2.1533203125, -2.02764892578125, -1.9019775390625, -1.77630615234375, -1.650634765625, -1.52496337890625, -1.3992919921875, -1.27362060546875, -1.14794921875, -1.02227783203125, -0.8966064453125, -0.77093505859375, -0.645263671875, -0.51959228515625, -0.3939208984375, -0.26824951171875, -0.142578125, -0.01690673828125, 0.1087646484375, 0.23443603515625, 0.360107421875, 0.48577880859375, 0.6114501953125, 0.73712158203125, 0.86279296875, 0.98846435546875, 1.1141357421875, 1.23980712890625, 1.365478515625, 1.49114990234375, 1.6168212890625, 1.74249267578125, 1.8681640625, 1.99383544921875, 2.1195068359375, 2.24517822265625, 2.370849609375, 2.49652099609375, 2.6221923828125, 2.74786376953125, 2.87353515625, 2.99920654296875, 3.1248779296875, 3.25054931640625, 3.376220703125, 3.50189208984375, 3.6275634765625, 3.75323486328125, 3.87890625]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 6.0, 13.0, 2.0, 8.0, 15.0, 13.0, 14.0, 17.0, 20.0, 25.0, 28.0, 37.0, 36.0, 38.0, 38.0, 38.0, 45.0, 48.0, 55.0, 52.0, 45.0, 44.0, 29.0, 36.0, 46.0, 32.0, 27.0, 37.0, 29.0, 23.0, 24.0, 15.0, 16.0, 10.0, 13.0, 5.0, 9.0, 4.0, 4.0, 4.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.58203125, -2.498992919921875, -2.41595458984375, -2.332916259765625, -2.2498779296875, -2.166839599609375, -2.08380126953125, -2.000762939453125, -1.917724609375, -1.834686279296875, -1.75164794921875, -1.668609619140625, -1.5855712890625, -1.502532958984375, -1.41949462890625, -1.336456298828125, -1.25341796875, -1.170379638671875, -1.08734130859375, -1.004302978515625, -0.9212646484375, -0.838226318359375, -0.75518798828125, -0.672149658203125, -0.589111328125, -0.506072998046875, -0.42303466796875, -0.339996337890625, -0.2569580078125, -0.173919677734375, -0.09088134765625, -0.007843017578125, 0.0751953125, 0.158233642578125, 0.24127197265625, 0.324310302734375, 0.4073486328125, 0.490386962890625, 0.57342529296875, 0.656463623046875, 0.739501953125, 0.822540283203125, 0.90557861328125, 0.988616943359375, 1.0716552734375, 1.154693603515625, 1.23773193359375, 1.320770263671875, 1.40380859375, 1.486846923828125, 1.56988525390625, 1.652923583984375, 1.7359619140625, 1.819000244140625, 1.90203857421875, 1.985076904296875, 2.068115234375, 2.151153564453125, 2.23419189453125, 2.317230224609375, 2.4002685546875, 2.483306884765625, 2.56634521484375, 2.649383544921875, 2.732421875]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 9.0, 10.0, 26.0, 47.0, 118.0, 249.0, 841.0, 3857.0, 41396.0, 680188.0, 303248.0, 15602.0, 2082.0, 546.0, 184.0, 74.0, 39.0, 17.0, 10.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.1015625, -3.91357421875, -3.7255859375, -3.53759765625, -3.349609375, -3.16162109375, -2.9736328125, -2.78564453125, -2.59765625, -2.40966796875, -2.2216796875, -2.03369140625, -1.845703125, -1.65771484375, -1.4697265625, -1.28173828125, -1.09375, -0.90576171875, -0.7177734375, -0.52978515625, -0.341796875, -0.15380859375, 0.0341796875, 0.22216796875, 0.41015625, 0.59814453125, 0.7861328125, 0.97412109375, 1.162109375, 1.35009765625, 1.5380859375, 1.72607421875, 1.9140625, 2.10205078125, 2.2900390625, 2.47802734375, 2.666015625, 2.85400390625, 3.0419921875, 3.22998046875, 3.41796875, 3.60595703125, 3.7939453125, 3.98193359375, 4.169921875, 4.35791015625, 4.5458984375, 4.73388671875, 4.921875, 5.10986328125, 5.2978515625, 5.48583984375, 5.673828125, 5.86181640625, 6.0498046875, 6.23779296875, 6.42578125, 6.61376953125, 6.8017578125, 6.98974609375, 7.177734375, 7.36572265625, 7.5537109375, 7.74169921875, 7.9296875]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 5.0, 7.0, 3.0, 9.0, 8.0, 12.0, 11.0, 17.0, 29.0, 37.0, 41.0, 58.0, 65.0, 74.0, 87.0, 91.0, 81.0, 74.0, 66.0, 50.0, 43.0, 28.0, 26.0, 15.0, 11.0, 14.0, 8.0, 7.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002765655517578125, -0.0002674497663974762, -0.0002583339810371399, -0.0002492181956768036, -0.00024010241031646729, -0.00023098662495613098, -0.00022187083959579468, -0.00021275505423545837, -0.00020363926887512207, -0.00019452348351478577, -0.00018540769815444946, -0.00017629191279411316, -0.00016717612743377686, -0.00015806034207344055, -0.00014894455671310425, -0.00013982877135276794, -0.00013071298599243164, -0.00012159720063209534, -0.00011248141527175903, -0.00010336562991142273, -9.424984455108643e-05, -8.513405919075012e-05, -7.601827383041382e-05, -6.690248847007751e-05, -5.778670310974121e-05, -4.867091774940491e-05, -3.9555132389068604e-05, -3.04393470287323e-05, -2.1323561668395996e-05, -1.2207776308059692e-05, -3.0919909477233887e-06, 6.023794412612915e-06, 1.5139579772949219e-05, 2.4255365133285522e-05, 3.3371150493621826e-05, 4.248693585395813e-05, 5.1602721214294434e-05, 6.071850657463074e-05, 6.983429193496704e-05, 7.895007729530334e-05, 8.806586265563965e-05, 9.718164801597595e-05, 0.00010629743337631226, 0.00011541321873664856, 0.00012452900409698486, 0.00013364478945732117, 0.00014276057481765747, 0.00015187636017799377, 0.00016099214553833008, 0.00017010793089866638, 0.00017922371625900269, 0.000188339501619339, 0.0001974552869796753, 0.0002065710723400116, 0.0002156868577003479, 0.0002248026430606842, 0.0002339184284210205, 0.0002430342137813568, 0.0002521499991416931, 0.0002612657845020294, 0.0002703815698623657, 0.000279497355222702, 0.00028861314058303833, 0.00029772892594337463, 0.00030684471130371094]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 4.0, 5.0, 2.0, 9.0, 6.0, 9.0, 7.0, 12.0, 19.0, 19.0, 22.0, 45.0, 66.0, 100.0, 155.0, 216.0, 349.0, 599.0, 1116.0, 2080.0, 4316.0, 10193.0, 31556.0, 122022.0, 423978.0, 330735.0, 82656.0, 22679.0, 7995.0, 3586.0, 1704.0, 929.0, 507.0, 289.0, 190.0, 120.0, 71.0, 54.0, 31.0, 30.0, 24.0, 14.0, 14.0, 8.0, 9.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.59765625, -2.507659912109375, -2.41766357421875, -2.327667236328125, -2.2376708984375, -2.147674560546875, -2.05767822265625, -1.967681884765625, -1.877685546875, -1.787689208984375, -1.69769287109375, -1.607696533203125, -1.5177001953125, -1.427703857421875, -1.33770751953125, -1.247711181640625, -1.15771484375, -1.067718505859375, -0.97772216796875, -0.887725830078125, -0.7977294921875, -0.707733154296875, -0.61773681640625, -0.527740478515625, -0.437744140625, -0.347747802734375, -0.25775146484375, -0.167755126953125, -0.0777587890625, 0.012237548828125, 0.10223388671875, 0.192230224609375, 0.2822265625, 0.372222900390625, 0.46221923828125, 0.552215576171875, 0.6422119140625, 0.732208251953125, 0.82220458984375, 0.912200927734375, 1.002197265625, 1.092193603515625, 1.18218994140625, 1.272186279296875, 1.3621826171875, 1.452178955078125, 1.54217529296875, 1.632171630859375, 1.72216796875, 1.812164306640625, 1.90216064453125, 1.992156982421875, 2.0821533203125, 2.172149658203125, 2.26214599609375, 2.352142333984375, 2.442138671875, 2.532135009765625, 2.62213134765625, 2.712127685546875, 2.8021240234375, 2.892120361328125, 2.98211669921875, 3.072113037109375, 3.162109375]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 4.0, 8.0, 7.0, 8.0, 8.0, 14.0, 15.0, 20.0, 32.0, 56.0, 60.0, 70.0, 71.0, 97.0, 71.0, 77.0, 82.0, 79.0, 49.0, 39.0, 36.0, 24.0, 16.0, 12.0, 13.0, 15.0, 6.0, 0.0, 6.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.26953125, -2.20361328125, -2.1376953125, -2.07177734375, -2.005859375, -1.93994140625, -1.8740234375, -1.80810546875, -1.7421875, -1.67626953125, -1.6103515625, -1.54443359375, -1.478515625, -1.41259765625, -1.3466796875, -1.28076171875, -1.21484375, -1.14892578125, -1.0830078125, -1.01708984375, -0.951171875, -0.88525390625, -0.8193359375, -0.75341796875, -0.6875, -0.62158203125, -0.5556640625, -0.48974609375, -0.423828125, -0.35791015625, -0.2919921875, -0.22607421875, -0.16015625, -0.09423828125, -0.0283203125, 0.03759765625, 0.103515625, 0.16943359375, 0.2353515625, 0.30126953125, 0.3671875, 0.43310546875, 0.4990234375, 0.56494140625, 0.630859375, 0.69677734375, 0.7626953125, 0.82861328125, 0.89453125, 0.96044921875, 1.0263671875, 1.09228515625, 1.158203125, 1.22412109375, 1.2900390625, 1.35595703125, 1.421875, 1.48779296875, 1.5537109375, 1.61962890625, 1.685546875, 1.75146484375, 1.8173828125, 1.88330078125, 1.94921875]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 8.0, 8.0, 29.0, 55.0, 140.0, 222.0, 215.0, 180.0, 78.0, 28.0, 19.0, 11.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.60955810546875, -39.16542053222656, -37.721282958984375, -36.27714538574219, -34.8330078125, -33.38887023925781, -31.944734573364258, -30.50059700012207, -29.056459426879883, -27.612321853637695, -26.168184280395508, -24.724048614501953, -23.279911041259766, -21.835773468017578, -20.39163589477539, -18.947498321533203, -17.503360748291016, -16.059223175048828, -14.61508560180664, -13.17094898223877, -11.726811408996582, -10.282673835754395, -8.838537216186523, -7.394399642944336, -5.950262069702148, -4.506124496459961, -3.0619874000549316, -1.6178503036499023, -0.17371273040771484, 1.2704248428344727, 2.7145614624023438, 4.158699035644531, 5.602840423583984, 7.046977996826172, 8.49111557006836, 9.93525218963623, 11.379389762878418, 12.823527336120605, 14.267663955688477, 15.711801528930664, 17.15593910217285, 18.60007667541504, 20.044214248657227, 21.48834991455078, 22.93248748779297, 24.376625061035156, 25.820762634277344, 27.26490020751953, 28.70903778076172, 30.153175354003906, 31.597312927246094, 33.04145050048828, 34.48558807373047, 35.929725646972656, 37.373863220214844, 38.81800079345703, 40.26213836669922, 41.706275939941406, 43.150413513183594, 44.59455108642578, 46.03868865966797, 47.482826232910156, 48.926963806152344, 50.37110137939453, 51.81523513793945]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 8.0, 13.0, 3.0, 16.0, 8.0, 19.0, 17.0, 14.0, 33.0, 37.0, 32.0, 36.0, 36.0, 44.0, 37.0, 48.0, 47.0, 70.0, 49.0, 50.0, 60.0, 40.0, 50.0, 37.0, 36.0, 34.0, 16.0, 15.0, 13.0, 21.0, 14.0, 12.0, 10.0, 5.0, 9.0, 9.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-20.16839027404785, -19.531898498535156, -18.89540672302246, -18.258914947509766, -17.62242317199707, -16.985931396484375, -16.34943962097168, -15.712946891784668, -15.076455116271973, -14.439963340759277, -13.803471565246582, -13.166979789733887, -12.530487060546875, -11.89399528503418, -11.257503509521484, -10.621011734008789, -9.984519958496094, -9.348028182983398, -8.711536407470703, -8.075044631958008, -7.438552379608154, -6.802060604095459, -6.1655683517456055, -5.52907657623291, -4.892584800720215, -4.2560930252075195, -3.619601011276245, -2.9831089973449707, -2.3466172218322754, -1.71012544631958, -1.0736334323883057, -0.43714141845703125, 0.19935226440429688, 0.8358441591262817, 1.4723360538482666, 2.108828067779541, 2.7453198432922363, 3.3818116188049316, 4.018303871154785, 4.6547956466674805, 5.291287422180176, 5.927779197692871, 6.564270973205566, 7.20076322555542, 7.837255001068115, 8.473747253417969, 9.110239028930664, 9.74673080444336, 10.383222579956055, 11.01971435546875, 11.656206130981445, 12.29269790649414, 12.929189682006836, 13.565681457519531, 14.202174186706543, 14.838665962219238, 15.475157737731934, 16.111650466918945, 16.74814224243164, 17.384634017944336, 18.02112579345703, 18.657617568969727, 19.294109344482422, 19.930601119995117, 20.567092895507812]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 2.0, 2.0, 4.0, 7.0, 9.0, 12.0, 9.0, 10.0, 19.0, 17.0, 46.0, 46.0, 83.0, 111.0, 213.0, 368.0, 672.0, 1312.0, 2820.0, 6648.0, 18997.0, 79766.0, 3400770.0, 606509.0, 51128.0, 14230.0, 5428.0, 2298.0, 1140.0, 636.0, 376.0, 210.0, 126.0, 78.0, 45.0, 38.0, 26.0, 19.0, 15.0, 11.0, 4.0, 13.0, 2.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.22265625, -6.0389404296875, -5.855224609375, -5.6715087890625, -5.48779296875, -5.3040771484375, -5.120361328125, -4.9366455078125, -4.7529296875, -4.5692138671875, -4.385498046875, -4.2017822265625, -4.01806640625, -3.8343505859375, -3.650634765625, -3.4669189453125, -3.283203125, -3.0994873046875, -2.915771484375, -2.7320556640625, -2.54833984375, -2.3646240234375, -2.180908203125, -1.9971923828125, -1.8134765625, -1.6297607421875, -1.446044921875, -1.2623291015625, -1.07861328125, -0.8948974609375, -0.711181640625, -0.5274658203125, -0.34375, -0.1600341796875, 0.023681640625, 0.2073974609375, 0.39111328125, 0.5748291015625, 0.758544921875, 0.9422607421875, 1.1259765625, 1.3096923828125, 1.493408203125, 1.6771240234375, 1.86083984375, 2.0445556640625, 2.228271484375, 2.4119873046875, 2.595703125, 2.7794189453125, 2.963134765625, 3.1468505859375, 3.33056640625, 3.5142822265625, 3.697998046875, 3.8817138671875, 4.0654296875, 4.2491455078125, 4.432861328125, 4.6165771484375, 4.80029296875, 4.9840087890625, 5.167724609375, 5.3514404296875, 5.53515625]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 7.0, 11.0, 6.0, 8.0, 17.0, 19.0, 26.0, 21.0, 36.0, 39.0, 41.0, 51.0, 55.0, 56.0, 64.0, 52.0, 62.0, 55.0, 51.0, 48.0, 29.0, 38.0, 24.0, 30.0, 28.0, 27.0, 19.0, 17.0, 8.0, 14.0, 10.0, 7.0, 7.0, 3.0, 5.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.64404296875, -0.6261138916015625, -0.608184814453125, -0.5902557373046875, -0.57232666015625, -0.5543975830078125, -0.536468505859375, -0.5185394287109375, -0.5006103515625, -0.4826812744140625, -0.464752197265625, -0.4468231201171875, -0.42889404296875, -0.4109649658203125, -0.393035888671875, -0.3751068115234375, -0.357177734375, -0.3392486572265625, -0.321319580078125, -0.3033905029296875, -0.28546142578125, -0.2675323486328125, -0.249603271484375, -0.2316741943359375, -0.2137451171875, -0.1958160400390625, -0.177886962890625, -0.1599578857421875, -0.14202880859375, -0.1240997314453125, -0.106170654296875, -0.0882415771484375, -0.0703125, -0.0523834228515625, -0.034454345703125, -0.0165252685546875, 0.00140380859375, 0.0193328857421875, 0.037261962890625, 0.0551910400390625, 0.0731201171875, 0.0910491943359375, 0.108978271484375, 0.1269073486328125, 0.14483642578125, 0.1627655029296875, 0.180694580078125, 0.1986236572265625, 0.216552734375, 0.2344818115234375, 0.252410888671875, 0.2703399658203125, 0.28826904296875, 0.3061981201171875, 0.324127197265625, 0.3420562744140625, 0.3599853515625, 0.3779144287109375, 0.395843505859375, 0.4137725830078125, 0.43170166015625, 0.4496307373046875, 0.467559814453125, 0.4854888916015625, 0.50341796875]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 7.0, 3.0, 10.0, 17.0, 30.0, 69.0, 122.0, 236.0, 440.0, 871.0, 2122.0, 8926.0, 96978.0, 3956181.0, 114951.0, 9309.0, 2173.0, 857.0, 440.0, 252.0, 147.0, 71.0, 34.0, 17.0, 8.0, 4.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.3515625, -11.9937744140625, -11.635986328125, -11.2781982421875, -10.92041015625, -10.5626220703125, -10.204833984375, -9.8470458984375, -9.4892578125, -9.1314697265625, -8.773681640625, -8.4158935546875, -8.05810546875, -7.7003173828125, -7.342529296875, -6.9847412109375, -6.626953125, -6.2691650390625, -5.911376953125, -5.5535888671875, -5.19580078125, -4.8380126953125, -4.480224609375, -4.1224365234375, -3.7646484375, -3.4068603515625, -3.049072265625, -2.6912841796875, -2.33349609375, -1.9757080078125, -1.617919921875, -1.2601318359375, -0.90234375, -0.5445556640625, -0.186767578125, 0.1710205078125, 0.52880859375, 0.8865966796875, 1.244384765625, 1.6021728515625, 1.9599609375, 2.3177490234375, 2.675537109375, 3.0333251953125, 3.39111328125, 3.7489013671875, 4.106689453125, 4.4644775390625, 4.822265625, 5.1800537109375, 5.537841796875, 5.8956298828125, 6.25341796875, 6.6112060546875, 6.968994140625, 7.3267822265625, 7.6845703125, 8.0423583984375, 8.400146484375, 8.7579345703125, 9.11572265625, 9.4735107421875, 9.831298828125, 10.1890869140625, 10.546875]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 6.0, 8.0, 7.0, 6.0, 15.0, 18.0, 22.0, 38.0, 57.0, 93.0, 270.0, 857.0, 1938.0, 363.0, 141.0, 85.0, 52.0, 36.0, 26.0, 10.0, 10.0, 7.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.7998046875, -1.7455596923828125, -1.691314697265625, -1.6370697021484375, -1.58282470703125, -1.5285797119140625, -1.474334716796875, -1.4200897216796875, -1.3658447265625, -1.3115997314453125, -1.257354736328125, -1.2031097412109375, -1.14886474609375, -1.0946197509765625, -1.040374755859375, -0.9861297607421875, -0.931884765625, -0.8776397705078125, -0.823394775390625, -0.7691497802734375, -0.71490478515625, -0.6606597900390625, -0.606414794921875, -0.5521697998046875, -0.4979248046875, -0.4436798095703125, -0.389434814453125, -0.3351898193359375, -0.28094482421875, -0.2266998291015625, -0.172454833984375, -0.1182098388671875, -0.06396484375, -0.0097198486328125, 0.044525146484375, 0.0987701416015625, 0.15301513671875, 0.2072601318359375, 0.261505126953125, 0.3157501220703125, 0.3699951171875, 0.4242401123046875, 0.478485107421875, 0.5327301025390625, 0.58697509765625, 0.6412200927734375, 0.695465087890625, 0.7497100830078125, 0.803955078125, 0.8582000732421875, 0.912445068359375, 0.9666900634765625, 1.02093505859375, 1.0751800537109375, 1.129425048828125, 1.1836700439453125, 1.2379150390625, 1.2921600341796875, 1.346405029296875, 1.4006500244140625, 1.45489501953125, 1.5091400146484375, 1.563385009765625, 1.6176300048828125, 1.671875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 6.0, 4.0, 11.0, 15.0, 46.0, 100.0, 189.0, 266.0, 197.0, 96.0, 44.0, 21.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.142048835754395, -13.626197814941406, -13.110346794128418, -12.59449577331543, -12.078643798828125, -11.562792778015137, -11.046941757202148, -10.53109073638916, -10.015239715576172, -9.499388694763184, -8.983537673950195, -8.46768569946289, -7.951834678649902, -7.435983657836914, -6.920132637023926, -6.4042816162109375, -5.888429641723633, -5.3725786209106445, -4.856727123260498, -4.34087610244751, -3.8250248432159424, -3.309173583984375, -2.7933225631713867, -2.2774713039398193, -1.761620044708252, -1.2457687854766846, -0.7299176454544067, -0.2140665054321289, 0.3017847537994385, 0.8176360130310059, 1.3334870338439941, 1.8493382930755615, 2.3651905059814453, 2.8810417652130127, 3.39689302444458, 3.9127440452575684, 4.428595542907715, 4.944446563720703, 5.460297584533691, 5.97614860534668, 6.492000102996826, 7.0078511238098145, 7.523702621459961, 8.03955364227295, 8.555404663085938, 9.071256637573242, 9.587106704711914, 10.102958679199219, 10.618809700012207, 11.134660720825195, 11.650511741638184, 12.166362762451172, 12.682214736938477, 13.198065757751465, 13.713916778564453, 14.229767799377441, 14.74561882019043, 15.261469841003418, 15.777320861816406, 16.29317283630371, 16.809022903442383, 17.324874877929688, 17.84072494506836, 18.356576919555664, 18.87242889404297]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 3.0, 4.0, 7.0, 12.0, 18.0, 17.0, 26.0, 44.0, 29.0, 34.0, 48.0, 62.0, 45.0, 61.0, 56.0, 71.0, 65.0, 69.0, 53.0, 58.0, 40.0, 38.0, 33.0, 32.0, 19.0, 16.0, 11.0, 6.0, 8.0, 6.0, 7.0, 5.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.435797214508057, -5.2202534675598145, -5.0047101974487305, -4.789166450500488, -4.573622703552246, -4.358078956604004, -4.142535209655762, -3.9269919395446777, -3.7114481925964355, -3.4959044456481934, -3.2803609371185303, -3.064817428588867, -2.849273681640625, -2.633729934692383, -2.4181864261627197, -2.2026429176330566, -1.9870991706848145, -1.7715555429458618, -1.5560119152069092, -1.3404682874679565, -1.124924659729004, -0.9093810319900513, -0.6938374042510986, -0.478293776512146, -0.26275014877319336, -0.04720652103424072, 0.16833710670471191, 0.38388073444366455, 0.5994243621826172, 0.8149679899215698, 1.0305116176605225, 1.246055245399475, 1.4615983963012695, 1.6771420240402222, 1.8926856517791748, 2.108229160308838, 2.32377290725708, 2.5393166542053223, 2.7548601627349854, 2.9704036712646484, 3.1859474182128906, 3.401491165161133, 3.617034673690796, 3.832578182220459, 4.048121929168701, 4.263665676116943, 4.479208946228027, 4.6947526931762695, 4.910296440124512, 5.125840187072754, 5.341383934020996, 5.55692720413208, 5.772470951080322, 5.9880146980285645, 6.203557968139648, 6.419101715087891, 6.634645462036133, 6.850189208984375, 7.065732955932617, 7.281276226043701, 7.496819972991943, 7.7123637199401855, 7.9279069900512695, 8.143450736999512, 8.358994483947754]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 5.0, 3.0, 3.0, 8.0, 7.0, 14.0, 15.0, 27.0, 38.0, 58.0, 78.0, 117.0, 182.0, 271.0, 450.0, 705.0, 1129.0, 1763.0, 2984.0, 5031.0, 8958.0, 15886.0, 29539.0, 55061.0, 99437.0, 162140.0, 206537.0, 183384.0, 121809.0, 69112.0, 37077.0, 19963.0, 11082.0, 6151.0, 3659.0, 2263.0, 1335.0, 795.0, 511.0, 345.0, 200.0, 145.0, 81.0, 64.0, 52.0, 30.0, 18.0, 17.0, 8.0, 6.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0], "bins": [-2.01171875, -1.9537200927734375, -1.895721435546875, -1.8377227783203125, -1.77972412109375, -1.7217254638671875, -1.663726806640625, -1.6057281494140625, -1.5477294921875, -1.4897308349609375, -1.431732177734375, -1.3737335205078125, -1.31573486328125, -1.2577362060546875, -1.199737548828125, -1.1417388916015625, -1.083740234375, -1.0257415771484375, -0.967742919921875, -0.9097442626953125, -0.85174560546875, -0.7937469482421875, -0.735748291015625, -0.6777496337890625, -0.6197509765625, -0.5617523193359375, -0.503753662109375, -0.4457550048828125, -0.38775634765625, -0.3297576904296875, -0.271759033203125, -0.2137603759765625, -0.15576171875, -0.0977630615234375, -0.039764404296875, 0.0182342529296875, 0.07623291015625, 0.1342315673828125, 0.192230224609375, 0.2502288818359375, 0.3082275390625, 0.3662261962890625, 0.424224853515625, 0.4822235107421875, 0.54022216796875, 0.5982208251953125, 0.656219482421875, 0.7142181396484375, 0.772216796875, 0.8302154541015625, 0.888214111328125, 0.9462127685546875, 1.00421142578125, 1.0622100830078125, 1.120208740234375, 1.1782073974609375, 1.2362060546875, 1.2942047119140625, 1.352203369140625, 1.4102020263671875, 1.46820068359375, 1.5261993408203125, 1.584197998046875, 1.6421966552734375, 1.7001953125]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 4.0, 2.0, 7.0, 5.0, 6.0, 5.0, 12.0, 13.0, 18.0, 22.0, 29.0, 27.0, 32.0, 40.0, 56.0, 47.0, 58.0, 55.0, 53.0, 42.0, 48.0, 54.0, 45.0, 48.0, 38.0, 31.0, 43.0, 25.0, 24.0, 19.0, 17.0, 19.0, 12.0, 17.0, 8.0, 7.0, 5.0, 5.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.5234375, -0.5064239501953125, -0.489410400390625, -0.4723968505859375, -0.45538330078125, -0.4383697509765625, -0.421356201171875, -0.4043426513671875, -0.3873291015625, -0.3703155517578125, -0.353302001953125, -0.3362884521484375, -0.31927490234375, -0.3022613525390625, -0.285247802734375, -0.2682342529296875, -0.251220703125, -0.2342071533203125, -0.217193603515625, -0.2001800537109375, -0.18316650390625, -0.1661529541015625, -0.149139404296875, -0.1321258544921875, -0.1151123046875, -0.0980987548828125, -0.081085205078125, -0.0640716552734375, -0.04705810546875, -0.0300445556640625, -0.013031005859375, 0.0039825439453125, 0.02099609375, 0.0380096435546875, 0.055023193359375, 0.0720367431640625, 0.08905029296875, 0.1060638427734375, 0.123077392578125, 0.1400909423828125, 0.1571044921875, 0.1741180419921875, 0.191131591796875, 0.2081451416015625, 0.22515869140625, 0.2421722412109375, 0.259185791015625, 0.2761993408203125, 0.293212890625, 0.3102264404296875, 0.327239990234375, 0.3442535400390625, 0.36126708984375, 0.3782806396484375, 0.395294189453125, 0.4123077392578125, 0.4293212890625, 0.4463348388671875, 0.463348388671875, 0.4803619384765625, 0.49737548828125, 0.5143890380859375, 0.531402587890625, 0.5484161376953125, 0.5654296875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 15.0, 10.0, 24.0, 24.0, 28.0, 48.0, 64.0, 92.0, 137.0, 180.0, 287.0, 476.0, 911.0, 1702.0, 3816.0, 8830.0, 22795.0, 63540.0, 172323.0, 324129.0, 267999.0, 113597.0, 40414.0, 15126.0, 6247.0, 2738.0, 1249.0, 631.0, 366.0, 245.0, 142.0, 97.0, 75.0, 47.0, 37.0, 30.0, 24.0, 13.0, 11.0, 13.0, 10.0, 5.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.328125, -3.2296142578125, -3.131103515625, -3.0325927734375, -2.93408203125, -2.8355712890625, -2.737060546875, -2.6385498046875, -2.5400390625, -2.4415283203125, -2.343017578125, -2.2445068359375, -2.14599609375, -2.0474853515625, -1.948974609375, -1.8504638671875, -1.751953125, -1.6534423828125, -1.554931640625, -1.4564208984375, -1.35791015625, -1.2593994140625, -1.160888671875, -1.0623779296875, -0.9638671875, -0.8653564453125, -0.766845703125, -0.6683349609375, -0.56982421875, -0.4713134765625, -0.372802734375, -0.2742919921875, -0.17578125, -0.0772705078125, 0.021240234375, 0.1197509765625, 0.21826171875, 0.3167724609375, 0.415283203125, 0.5137939453125, 0.6123046875, 0.7108154296875, 0.809326171875, 0.9078369140625, 1.00634765625, 1.1048583984375, 1.203369140625, 1.3018798828125, 1.400390625, 1.4989013671875, 1.597412109375, 1.6959228515625, 1.79443359375, 1.8929443359375, 1.991455078125, 2.0899658203125, 2.1884765625, 2.2869873046875, 2.385498046875, 2.4840087890625, 2.58251953125, 2.6810302734375, 2.779541015625, 2.8780517578125, 2.9765625]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 6.0, 11.0, 14.0, 15.0, 18.0, 22.0, 22.0, 21.0, 31.0, 30.0, 32.0, 36.0, 29.0, 37.0, 38.0, 40.0, 46.0, 49.0, 46.0, 45.0, 48.0, 39.0, 30.0, 31.0, 32.0, 25.0, 25.0, 22.0, 26.0, 19.0, 21.0, 16.0, 16.0, 8.0, 9.0, 6.0, 6.0, 5.0, 6.0, 6.0, 5.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.607421875, -2.52716064453125, -2.4468994140625, -2.36663818359375, -2.286376953125, -2.20611572265625, -2.1258544921875, -2.04559326171875, -1.96533203125, -1.88507080078125, -1.8048095703125, -1.72454833984375, -1.644287109375, -1.56402587890625, -1.4837646484375, -1.40350341796875, -1.3232421875, -1.24298095703125, -1.1627197265625, -1.08245849609375, -1.002197265625, -0.92193603515625, -0.8416748046875, -0.76141357421875, -0.68115234375, -0.60089111328125, -0.5206298828125, -0.44036865234375, -0.360107421875, -0.27984619140625, -0.1995849609375, -0.11932373046875, -0.0390625, 0.04119873046875, 0.1214599609375, 0.20172119140625, 0.281982421875, 0.36224365234375, 0.4425048828125, 0.52276611328125, 0.60302734375, 0.68328857421875, 0.7635498046875, 0.84381103515625, 0.924072265625, 1.00433349609375, 1.0845947265625, 1.16485595703125, 1.2451171875, 1.32537841796875, 1.4056396484375, 1.48590087890625, 1.566162109375, 1.64642333984375, 1.7266845703125, 1.80694580078125, 1.88720703125, 1.96746826171875, 2.0477294921875, 2.12799072265625, 2.208251953125, 2.28851318359375, 2.3687744140625, 2.44903564453125, 2.529296875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 10.0, 9.0, 19.0, 20.0, 22.0, 31.0, 41.0, 83.0, 108.0, 159.0, 264.0, 414.0, 770.0, 1310.0, 2804.0, 5894.0, 16350.0, 61509.0, 282858.0, 471443.0, 151836.0, 33550.0, 10217.0, 4144.0, 2028.0, 1040.0, 585.0, 369.0, 220.0, 130.0, 96.0, 73.0, 36.0, 31.0, 18.0, 18.0, 12.0, 5.0, 9.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3056640625, -1.2559967041015625, -1.206329345703125, -1.1566619873046875, -1.10699462890625, -1.0573272705078125, -1.007659912109375, -0.9579925537109375, -0.9083251953125, -0.8586578369140625, -0.808990478515625, -0.7593231201171875, -0.70965576171875, -0.6599884033203125, -0.610321044921875, -0.5606536865234375, -0.510986328125, -0.4613189697265625, -0.411651611328125, -0.3619842529296875, -0.31231689453125, -0.2626495361328125, -0.212982177734375, -0.1633148193359375, -0.1136474609375, -0.0639801025390625, -0.014312744140625, 0.0353546142578125, 0.08502197265625, 0.1346893310546875, 0.184356689453125, 0.2340240478515625, 0.28369140625, 0.3333587646484375, 0.383026123046875, 0.4326934814453125, 0.48236083984375, 0.5320281982421875, 0.581695556640625, 0.6313629150390625, 0.6810302734375, 0.7306976318359375, 0.780364990234375, 0.8300323486328125, 0.87969970703125, 0.9293670654296875, 0.979034423828125, 1.0287017822265625, 1.078369140625, 1.1280364990234375, 1.177703857421875, 1.2273712158203125, 1.27703857421875, 1.3267059326171875, 1.376373291015625, 1.4260406494140625, 1.4757080078125, 1.5253753662109375, 1.575042724609375, 1.6247100830078125, 1.67437744140625, 1.7240447998046875, 1.773712158203125, 1.8233795166015625, 1.873046875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 7.0, 5.0, 5.0, 15.0, 12.0, 14.0, 15.0, 21.0, 26.0, 27.0, 31.0, 35.0, 54.0, 66.0, 75.0, 63.0, 57.0, 62.0, 49.0, 45.0, 49.0, 49.0, 33.0, 38.0, 37.0, 14.0, 13.0, 11.0, 10.0, 5.0, 9.0, 9.0, 4.0, 4.0, 5.0, 7.0, 5.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00018274784088134766, -0.00017738156020641327, -0.00017201527953147888, -0.0001666489988565445, -0.0001612827181816101, -0.00015591643750667572, -0.00015055015683174133, -0.00014518387615680695, -0.00013981759548187256, -0.00013445131480693817, -0.00012908503413200378, -0.0001237187534570694, -0.00011835247278213501, -0.00011298619210720062, -0.00010761991143226624, -0.00010225363075733185, -9.688735008239746e-05, -9.152106940746307e-05, -8.615478873252869e-05, -8.07885080575943e-05, -7.542222738265991e-05, -7.005594670772552e-05, -6.468966603279114e-05, -5.932338535785675e-05, -5.395710468292236e-05, -4.8590824007987976e-05, -4.322454333305359e-05, -3.78582626581192e-05, -3.2491981983184814e-05, -2.7125701308250427e-05, -2.175942063331604e-05, -1.6393139958381653e-05, -1.1026859283447266e-05, -5.660578608512878e-06, -2.942979335784912e-07, 5.071982741355896e-06, 1.0438263416290283e-05, 1.580454409122467e-05, 2.1170824766159058e-05, 2.6537105441093445e-05, 3.190338611602783e-05, 3.726966679096222e-05, 4.2635947465896606e-05, 4.8002228140830994e-05, 5.336850881576538e-05, 5.873478949069977e-05, 6.410107016563416e-05, 6.946735084056854e-05, 7.483363151550293e-05, 8.019991219043732e-05, 8.55661928653717e-05, 9.093247354030609e-05, 9.629875421524048e-05, 0.00010166503489017487, 0.00010703131556510925, 0.00011239759624004364, 0.00011776387691497803, 0.00012313015758991241, 0.0001284964382648468, 0.0001338627189397812, 0.00013922899961471558, 0.00014459528028964996, 0.00014996156096458435, 0.00015532784163951874, 0.00016069412231445312]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 5.0, 10.0, 9.0, 14.0, 14.0, 20.0, 43.0, 57.0, 91.0, 116.0, 215.0, 406.0, 675.0, 1091.0, 2108.0, 4584.0, 13060.0, 52135.0, 283142.0, 515858.0, 133333.0, 26717.0, 7919.0, 3178.0, 1538.0, 855.0, 543.0, 279.0, 174.0, 109.0, 97.0, 55.0, 37.0, 24.0, 11.0, 12.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.7900390625, -1.7288970947265625, -1.667755126953125, -1.6066131591796875, -1.54547119140625, -1.4843292236328125, -1.423187255859375, -1.3620452880859375, -1.3009033203125, -1.2397613525390625, -1.178619384765625, -1.1174774169921875, -1.05633544921875, -0.9951934814453125, -0.934051513671875, -0.8729095458984375, -0.811767578125, -0.7506256103515625, -0.689483642578125, -0.6283416748046875, -0.56719970703125, -0.5060577392578125, -0.444915771484375, -0.3837738037109375, -0.3226318359375, -0.2614898681640625, -0.200347900390625, -0.1392059326171875, -0.07806396484375, -0.0169219970703125, 0.044219970703125, 0.1053619384765625, 0.16650390625, 0.2276458740234375, 0.288787841796875, 0.3499298095703125, 0.41107177734375, 0.4722137451171875, 0.533355712890625, 0.5944976806640625, 0.6556396484375, 0.7167816162109375, 0.777923583984375, 0.8390655517578125, 0.90020751953125, 0.9613494873046875, 1.022491455078125, 1.0836334228515625, 1.144775390625, 1.2059173583984375, 1.267059326171875, 1.3282012939453125, 1.38934326171875, 1.4504852294921875, 1.511627197265625, 1.5727691650390625, 1.6339111328125, 1.6950531005859375, 1.756195068359375, 1.8173370361328125, 1.87847900390625, 1.9396209716796875, 2.000762939453125, 2.0619049072265625, 2.123046875]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 5.0, 6.0, 18.0, 21.0, 24.0, 37.0, 45.0, 78.0, 103.0, 121.0, 121.0, 108.0, 80.0, 68.0, 51.0, 45.0, 25.0, 13.0, 8.0, 6.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7158203125, -1.6574859619140625, -1.599151611328125, -1.5408172607421875, -1.48248291015625, -1.4241485595703125, -1.365814208984375, -1.3074798583984375, -1.2491455078125, -1.1908111572265625, -1.132476806640625, -1.0741424560546875, -1.01580810546875, -0.9574737548828125, -0.899139404296875, -0.8408050537109375, -0.782470703125, -0.7241363525390625, -0.665802001953125, -0.6074676513671875, -0.54913330078125, -0.4907989501953125, -0.432464599609375, -0.3741302490234375, -0.3157958984375, -0.2574615478515625, -0.199127197265625, -0.1407928466796875, -0.08245849609375, -0.0241241455078125, 0.034210205078125, 0.0925445556640625, 0.15087890625, 0.2092132568359375, 0.267547607421875, 0.3258819580078125, 0.38421630859375, 0.4425506591796875, 0.500885009765625, 0.5592193603515625, 0.6175537109375, 0.6758880615234375, 0.734222412109375, 0.7925567626953125, 0.85089111328125, 0.9092254638671875, 0.967559814453125, 1.0258941650390625, 1.084228515625, 1.1425628662109375, 1.200897216796875, 1.2592315673828125, 1.31756591796875, 1.3759002685546875, 1.434234619140625, 1.4925689697265625, 1.5509033203125, 1.6092376708984375, 1.667572021484375, 1.7259063720703125, 1.78424072265625, 1.8425750732421875, 1.900909423828125, 1.9592437744140625, 2.017578125]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 9.0, 10.0, 32.0, 61.0, 152.0, 218.0, 243.0, 141.0, 67.0, 38.0, 11.0, 9.0, 11.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-62.501136779785156, -61.10638427734375, -59.711631774902344, -58.31687927246094, -56.92212677001953, -55.52737045288086, -54.13261795043945, -52.73786544799805, -51.34311294555664, -49.948360443115234, -48.55360794067383, -47.15885543823242, -45.76409912109375, -44.369346618652344, -42.97459411621094, -41.57984161376953, -40.185089111328125, -38.79033660888672, -37.39558410644531, -36.000831604003906, -34.6060791015625, -33.21132278442383, -31.816570281982422, -30.421817779541016, -29.02706527709961, -27.632312774658203, -26.237560272216797, -24.842805862426758, -23.44805335998535, -22.053300857543945, -20.658546447753906, -19.2637939453125, -17.869037628173828, -16.474285125732422, -15.0795316696167, -13.684778213500977, -12.29002571105957, -10.895273208618164, -9.500519752502441, -8.105766296386719, -6.7110137939453125, -5.316260814666748, -3.9215078353881836, -2.526754856109619, -1.1320018768310547, 0.26275110244750977, 1.6575040817260742, 3.052257537841797, 4.447010040283203, 5.841763019561768, 7.236515998840332, 8.631269454956055, 10.026021957397461, 11.420774459838867, 12.81552791595459, 14.210281372070312, 15.605033874511719, 16.999786376953125, 18.39453887939453, 19.78929328918457, 21.184045791625977, 22.578798294067383, 23.973552703857422, 25.368305206298828, 26.763057708740234]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 1.0, 3.0, 5.0, 5.0, 5.0, 6.0, 11.0, 18.0, 10.0, 22.0, 29.0, 28.0, 24.0, 30.0, 35.0, 46.0, 45.0, 49.0, 57.0, 48.0, 47.0, 54.0, 48.0, 58.0, 45.0, 48.0, 46.0, 33.0, 37.0, 18.0, 18.0, 19.0, 11.0, 13.0, 7.0, 9.0, 3.0, 7.0, 6.0, 0.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-21.658382415771484, -21.055002212524414, -20.45162010192871, -19.84823989868164, -19.24485969543457, -18.6414794921875, -18.038097381591797, -17.434717178344727, -16.831336975097656, -16.227956771850586, -15.6245756149292, -15.021194458007812, -14.417814254760742, -13.814433097839355, -13.211051940917969, -12.607671737670898, -12.004289627075195, -11.400908470153809, -10.797528266906738, -10.194147109985352, -9.590766906738281, -8.987385749816895, -8.384004592895508, -7.780623912811279, -7.177243232727051, -6.573862552642822, -5.970481872558594, -5.367100715637207, -4.7637200355529785, -4.16033935546875, -3.5569584369659424, -2.9535775184631348, -2.3501968383789062, -1.7468160390853882, -1.1434352397918701, -0.540054440498352, 0.06332635879516602, 0.6667070388793945, 1.2700879573822021, 1.8734688758850098, 2.4768495559692383, 3.080230236053467, 3.6836111545562744, 4.286992073059082, 4.8903727531433105, 5.493753433227539, 6.097134590148926, 6.700515270233154, 7.303895950317383, 7.907276630401611, 8.51065731048584, 9.114038467407227, 9.717418670654297, 10.320799827575684, 10.92418098449707, 11.52756118774414, 12.130942344665527, 12.734323501586914, 13.337703704833984, 13.941084861755371, 14.544466018676758, 15.147846221923828, 15.751227378845215, 16.3546085357666, 16.957988739013672]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 8.0, 9.0, 5.0, 11.0, 24.0, 42.0, 43.0, 81.0, 123.0, 233.0, 414.0, 899.0, 1905.0, 4773.0, 14702.0, 66762.0, 3168640.0, 864000.0, 51705.0, 12294.0, 4234.0, 1658.0, 780.0, 388.0, 200.0, 123.0, 82.0, 46.0, 38.0, 23.0, 13.0, 11.0, 2.0, 6.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.5625, -5.426605224609375, -5.29071044921875, -5.154815673828125, -5.0189208984375, -4.883026123046875, -4.74713134765625, -4.611236572265625, -4.475341796875, -4.339447021484375, -4.20355224609375, -4.067657470703125, -3.9317626953125, -3.795867919921875, -3.65997314453125, -3.524078369140625, -3.38818359375, -3.252288818359375, -3.11639404296875, -2.980499267578125, -2.8446044921875, -2.708709716796875, -2.57281494140625, -2.436920166015625, -2.301025390625, -2.165130615234375, -2.02923583984375, -1.893341064453125, -1.7574462890625, -1.621551513671875, -1.48565673828125, -1.349761962890625, -1.2138671875, -1.077972412109375, -0.94207763671875, -0.806182861328125, -0.6702880859375, -0.534393310546875, -0.39849853515625, -0.262603759765625, -0.126708984375, 0.009185791015625, 0.14508056640625, 0.280975341796875, 0.4168701171875, 0.552764892578125, 0.68865966796875, 0.824554443359375, 0.96044921875, 1.096343994140625, 1.23223876953125, 1.368133544921875, 1.5040283203125, 1.639923095703125, 1.77581787109375, 1.911712646484375, 2.047607421875, 2.183502197265625, 2.31939697265625, 2.455291748046875, 2.5911865234375, 2.727081298828125, 2.86297607421875, 2.998870849609375, 3.134765625]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 2.0, 4.0, 10.0, 5.0, 10.0, 13.0, 22.0, 32.0, 33.0, 33.0, 46.0, 73.0, 66.0, 76.0, 79.0, 62.0, 68.0, 51.0, 60.0, 49.0, 45.0, 42.0, 31.0, 25.0, 17.0, 17.0, 11.0, 4.0, 7.0, 9.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.0234375, -0.9985809326171875, -0.973724365234375, -0.9488677978515625, -0.92401123046875, -0.8991546630859375, -0.874298095703125, -0.8494415283203125, -0.8245849609375, -0.7997283935546875, -0.774871826171875, -0.7500152587890625, -0.72515869140625, -0.7003021240234375, -0.675445556640625, -0.6505889892578125, -0.625732421875, -0.6008758544921875, -0.576019287109375, -0.5511627197265625, -0.52630615234375, -0.5014495849609375, -0.476593017578125, -0.4517364501953125, -0.4268798828125, -0.4020233154296875, -0.377166748046875, -0.3523101806640625, -0.32745361328125, -0.3025970458984375, -0.277740478515625, -0.2528839111328125, -0.22802734375, -0.2031707763671875, -0.178314208984375, -0.1534576416015625, -0.12860107421875, -0.1037445068359375, -0.078887939453125, -0.0540313720703125, -0.0291748046875, -0.0043182373046875, 0.020538330078125, 0.0453948974609375, 0.07025146484375, 0.0951080322265625, 0.119964599609375, 0.1448211669921875, 0.169677734375, 0.1945343017578125, 0.219390869140625, 0.2442474365234375, 0.26910400390625, 0.2939605712890625, 0.318817138671875, 0.3436737060546875, 0.3685302734375, 0.3933868408203125, 0.418243408203125, 0.4430999755859375, 0.46795654296875, 0.4928131103515625, 0.517669677734375, 0.5425262451171875, 0.5673828125]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 9.0, 10.0, 20.0, 19.0, 42.0, 40.0, 67.0, 107.0, 159.0, 258.0, 443.0, 920.0, 1866.0, 4733.0, 14931.0, 75639.0, 3153314.0, 870892.0, 52076.0, 11792.0, 3843.0, 1528.0, 690.0, 348.0, 194.0, 116.0, 60.0, 50.0, 41.0, 27.0, 17.0, 12.0, 5.0, 9.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0390625, -3.87005615234375, -3.7010498046875, -3.53204345703125, -3.363037109375, -3.19403076171875, -3.0250244140625, -2.85601806640625, -2.68701171875, -2.51800537109375, -2.3489990234375, -2.17999267578125, -2.010986328125, -1.84197998046875, -1.6729736328125, -1.50396728515625, -1.3349609375, -1.16595458984375, -0.9969482421875, -0.82794189453125, -0.658935546875, -0.48992919921875, -0.3209228515625, -0.15191650390625, 0.01708984375, 0.18609619140625, 0.3551025390625, 0.52410888671875, 0.693115234375, 0.86212158203125, 1.0311279296875, 1.20013427734375, 1.369140625, 1.53814697265625, 1.7071533203125, 1.87615966796875, 2.045166015625, 2.21417236328125, 2.3831787109375, 2.55218505859375, 2.72119140625, 2.89019775390625, 3.0592041015625, 3.22821044921875, 3.397216796875, 3.56622314453125, 3.7352294921875, 3.90423583984375, 4.0732421875, 4.24224853515625, 4.4112548828125, 4.58026123046875, 4.749267578125, 4.91827392578125, 5.0872802734375, 5.25628662109375, 5.42529296875, 5.59429931640625, 5.7633056640625, 5.93231201171875, 6.101318359375, 6.27032470703125, 6.4393310546875, 6.60833740234375, 6.77734375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 6.0, 6.0, 3.0, 6.0, 18.0, 24.0, 23.0, 50.0, 111.0, 246.0, 1104.0, 1870.0, 309.0, 135.0, 51.0, 34.0, 32.0, 17.0, 6.0, 10.0, 7.0, 5.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.16015625, -2.1048736572265625, -2.049591064453125, -1.9943084716796875, -1.93902587890625, -1.8837432861328125, -1.828460693359375, -1.7731781005859375, -1.7178955078125, -1.6626129150390625, -1.607330322265625, -1.5520477294921875, -1.49676513671875, -1.4414825439453125, -1.386199951171875, -1.3309173583984375, -1.275634765625, -1.2203521728515625, -1.165069580078125, -1.1097869873046875, -1.05450439453125, -0.9992218017578125, -0.943939208984375, -0.8886566162109375, -0.8333740234375, -0.7780914306640625, -0.722808837890625, -0.6675262451171875, -0.61224365234375, -0.5569610595703125, -0.501678466796875, -0.4463958740234375, -0.39111328125, -0.3358306884765625, -0.280548095703125, -0.2252655029296875, -0.16998291015625, -0.1147003173828125, -0.059417724609375, -0.0041351318359375, 0.0511474609375, 0.1064300537109375, 0.161712646484375, 0.2169952392578125, 0.27227783203125, 0.3275604248046875, 0.382843017578125, 0.4381256103515625, 0.493408203125, 0.5486907958984375, 0.603973388671875, 0.6592559814453125, 0.71453857421875, 0.7698211669921875, 0.825103759765625, 0.8803863525390625, 0.9356689453125, 0.9909515380859375, 1.046234130859375, 1.1015167236328125, 1.15679931640625, 1.2120819091796875, 1.267364501953125, 1.3226470947265625, 1.3779296875]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 8.0, 10.0, 20.0, 29.0, 42.0, 62.0, 101.0, 120.0, 133.0, 136.0, 110.0, 84.0, 53.0, 35.0, 15.0, 10.0, 6.0, 6.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9876277446746826, -3.7713546752929688, -3.555081605911255, -3.338808536529541, -3.1225357055664062, -2.9062626361846924, -2.6899895668029785, -2.4737167358398438, -2.257443428039551, -2.041170358657837, -1.8248974084854126, -1.6086243391036987, -1.3923513889312744, -1.1760783195495605, -0.9598052501678467, -0.7435322999954224, -0.527259349822998, -0.31098634004592896, -0.09471330046653748, 0.121559739112854, 0.3378327488899231, 0.5541057586669922, 0.770378828048706, 0.9866517782211304, 1.2029248476028442, 1.419197916984558, 1.6354708671569824, 1.8517439365386963, 2.06801700592041, 2.284289836883545, 2.500563144683838, 2.7168359756469727, 2.9331088066101074, 3.1493818759918213, 3.365654945373535, 3.58192777633667, 3.798200845718384, 4.014473915100098, 4.230747222900391, 4.447020053863525, 4.66329288482666, 4.879565715789795, 5.095839023590088, 5.312111854553223, 5.528385162353516, 5.74465799331665, 5.960930824279785, 6.177204132080078, 6.393477439880371, 6.609750270843506, 6.826023578643799, 7.042296409606934, 7.258569717407227, 7.474842548370361, 7.691115379333496, 7.907388687133789, 8.123661041259766, 8.339934349060059, 8.556206703186035, 8.772480010986328, 8.988753318786621, 9.205026626586914, 9.42129898071289, 9.637572288513184, 9.853845596313477]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 7.0, 15.0, 13.0, 18.0, 27.0, 24.0, 39.0, 39.0, 34.0, 46.0, 45.0, 49.0, 51.0, 42.0, 47.0, 44.0, 39.0, 53.0, 47.0, 40.0, 49.0, 38.0, 35.0, 22.0, 25.0, 19.0, 21.0, 24.0, 14.0, 5.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.680426597595215, -3.5380327701568604, -3.395638942718506, -3.2532451152801514, -3.110851287841797, -2.9684574604034424, -2.826063632965088, -2.6836700439453125, -2.541275978088379, -2.3988821506500244, -2.25648832321167, -2.1140944957733154, -1.971700668334961, -1.8293068408966064, -1.6869131326675415, -1.544519305229187, -1.402125597000122, -1.2597317695617676, -1.117337942123413, -0.9749441742897034, -0.8325503468513489, -0.6901565194129944, -0.5477627515792847, -0.4053689241409302, -0.2629750967025757, -0.12058128416538239, 0.021812528371810913, 0.16420632600784302, 0.3066001534461975, 0.448993980884552, 0.5913877487182617, 0.7337815761566162, 0.8761754035949707, 1.0185692310333252, 1.1609630584716797, 1.3033568859100342, 1.4457507133483887, 1.5881445407867432, 1.730538249015808, 1.8729320764541626, 2.0153260231018066, 2.157719850540161, 2.3001136779785156, 2.44250750541687, 2.5849013328552246, 2.727295160293579, 2.8696889877319336, 3.012082576751709, 3.1544764041900635, 3.296870231628418, 3.4392640590667725, 3.581657886505127, 3.7240517139434814, 3.866445541381836, 4.008839130401611, 4.151233196258545, 4.29362678527832, 4.436020374298096, 4.578414440155029, 4.720808029174805, 4.863202095031738, 5.005595684051514, 5.147989749908447, 5.290383338928223, 5.432777404785156]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 5.0, 1.0, 7.0, 9.0, 14.0, 22.0, 32.0, 37.0, 71.0, 105.0, 155.0, 226.0, 373.0, 603.0, 1060.0, 1865.0, 3648.0, 7601.0, 16795.0, 39176.0, 93149.0, 195119.0, 282027.0, 216015.0, 107251.0, 46003.0, 19405.0, 8620.0, 4084.0, 2020.0, 1187.0, 689.0, 427.0, 238.0, 177.0, 100.0, 61.0, 41.0, 46.0, 24.0, 21.0, 15.0, 7.0, 6.0, 13.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-2.392578125, -2.31683349609375, -2.2410888671875, -2.16534423828125, -2.089599609375, -2.01385498046875, -1.9381103515625, -1.86236572265625, -1.78662109375, -1.71087646484375, -1.6351318359375, -1.55938720703125, -1.483642578125, -1.40789794921875, -1.3321533203125, -1.25640869140625, -1.1806640625, -1.10491943359375, -1.0291748046875, -0.95343017578125, -0.877685546875, -0.80194091796875, -0.7261962890625, -0.65045166015625, -0.57470703125, -0.49896240234375, -0.4232177734375, -0.34747314453125, -0.271728515625, -0.19598388671875, -0.1202392578125, -0.04449462890625, 0.03125, 0.10699462890625, 0.1827392578125, 0.25848388671875, 0.334228515625, 0.40997314453125, 0.4857177734375, 0.56146240234375, 0.63720703125, 0.71295166015625, 0.7886962890625, 0.86444091796875, 0.940185546875, 1.01593017578125, 1.0916748046875, 1.16741943359375, 1.2431640625, 1.31890869140625, 1.3946533203125, 1.47039794921875, 1.546142578125, 1.62188720703125, 1.6976318359375, 1.77337646484375, 1.84912109375, 1.92486572265625, 2.0006103515625, 2.07635498046875, 2.152099609375, 2.22784423828125, 2.3035888671875, 2.37933349609375, 2.455078125]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 7.0, 9.0, 11.0, 12.0, 22.0, 28.0, 38.0, 29.0, 40.0, 33.0, 33.0, 55.0, 71.0, 56.0, 54.0, 51.0, 52.0, 50.0, 58.0, 45.0, 47.0, 35.0, 32.0, 27.0, 24.0, 19.0, 13.0, 11.0, 9.0, 9.0, 6.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.55859375, -0.538604736328125, -0.51861572265625, -0.498626708984375, -0.4786376953125, -0.458648681640625, -0.43865966796875, -0.418670654296875, -0.398681640625, -0.378692626953125, -0.35870361328125, -0.338714599609375, -0.3187255859375, -0.298736572265625, -0.27874755859375, -0.258758544921875, -0.23876953125, -0.218780517578125, -0.19879150390625, -0.178802490234375, -0.1588134765625, -0.138824462890625, -0.11883544921875, -0.098846435546875, -0.078857421875, -0.058868408203125, -0.03887939453125, -0.018890380859375, 0.0010986328125, 0.021087646484375, 0.04107666015625, 0.061065673828125, 0.0810546875, 0.101043701171875, 0.12103271484375, 0.141021728515625, 0.1610107421875, 0.180999755859375, 0.20098876953125, 0.220977783203125, 0.240966796875, 0.260955810546875, 0.28094482421875, 0.300933837890625, 0.3209228515625, 0.340911865234375, 0.36090087890625, 0.380889892578125, 0.40087890625, 0.420867919921875, 0.44085693359375, 0.460845947265625, 0.4808349609375, 0.500823974609375, 0.52081298828125, 0.540802001953125, 0.560791015625, 0.580780029296875, 0.60076904296875, 0.620758056640625, 0.6407470703125, 0.660736083984375, 0.68072509765625, 0.700714111328125, 0.720703125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 10.0, 11.0, 12.0, 14.0, 23.0, 29.0, 39.0, 61.0, 90.0, 108.0, 143.0, 256.0, 441.0, 734.0, 1316.0, 2507.0, 5026.0, 11171.0, 27195.0, 73992.0, 195249.0, 330926.0, 239746.0, 97042.0, 35291.0, 13879.0, 6351.0, 3016.0, 1572.0, 871.0, 488.0, 300.0, 196.0, 132.0, 103.0, 56.0, 39.0, 25.0, 22.0, 18.0, 12.0, 8.0, 11.0, 4.0, 8.0, 2.0, 8.0, 2.0, 5.0, 2.0], "bins": [-3.19921875, -3.10943603515625, -3.0196533203125, -2.92987060546875, -2.840087890625, -2.75030517578125, -2.6605224609375, -2.57073974609375, -2.48095703125, -2.39117431640625, -2.3013916015625, -2.21160888671875, -2.121826171875, -2.03204345703125, -1.9422607421875, -1.85247802734375, -1.7626953125, -1.67291259765625, -1.5831298828125, -1.49334716796875, -1.403564453125, -1.31378173828125, -1.2239990234375, -1.13421630859375, -1.04443359375, -0.95465087890625, -0.8648681640625, -0.77508544921875, -0.685302734375, -0.59552001953125, -0.5057373046875, -0.41595458984375, -0.326171875, -0.23638916015625, -0.1466064453125, -0.05682373046875, 0.032958984375, 0.12274169921875, 0.2125244140625, 0.30230712890625, 0.39208984375, 0.48187255859375, 0.5716552734375, 0.66143798828125, 0.751220703125, 0.84100341796875, 0.9307861328125, 1.02056884765625, 1.1103515625, 1.20013427734375, 1.2899169921875, 1.37969970703125, 1.469482421875, 1.55926513671875, 1.6490478515625, 1.73883056640625, 1.82861328125, 1.91839599609375, 2.0081787109375, 2.09796142578125, 2.187744140625, 2.27752685546875, 2.3673095703125, 2.45709228515625, 2.546875]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 4.0, 4.0, 12.0, 11.0, 15.0, 11.0, 15.0, 14.0, 14.0, 30.0, 22.0, 32.0, 30.0, 44.0, 33.0, 41.0, 50.0, 57.0, 49.0, 65.0, 41.0, 39.0, 38.0, 38.0, 38.0, 39.0, 31.0, 32.0, 25.0, 24.0, 21.0, 17.0, 11.0, 12.0, 9.0, 6.0, 4.0, 6.0, 5.0, 2.0, 5.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0], "bins": [-3.2265625, -3.136871337890625, -3.04718017578125, -2.957489013671875, -2.8677978515625, -2.778106689453125, -2.68841552734375, -2.598724365234375, -2.509033203125, -2.419342041015625, -2.32965087890625, -2.239959716796875, -2.1502685546875, -2.060577392578125, -1.97088623046875, -1.881195068359375, -1.79150390625, -1.701812744140625, -1.61212158203125, -1.522430419921875, -1.4327392578125, -1.343048095703125, -1.25335693359375, -1.163665771484375, -1.073974609375, -0.984283447265625, -0.89459228515625, -0.804901123046875, -0.7152099609375, -0.625518798828125, -0.53582763671875, -0.446136474609375, -0.3564453125, -0.266754150390625, -0.17706298828125, -0.087371826171875, 0.0023193359375, 0.092010498046875, 0.18170166015625, 0.271392822265625, 0.361083984375, 0.450775146484375, 0.54046630859375, 0.630157470703125, 0.7198486328125, 0.809539794921875, 0.89923095703125, 0.988922119140625, 1.07861328125, 1.168304443359375, 1.25799560546875, 1.347686767578125, 1.4373779296875, 1.527069091796875, 1.61676025390625, 1.706451416015625, 1.796142578125, 1.885833740234375, 1.97552490234375, 2.065216064453125, 2.1549072265625, 2.244598388671875, 2.33428955078125, 2.423980712890625, 2.513671875]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 7.0, 7.0, 12.0, 16.0, 16.0, 37.0, 53.0, 93.0, 215.0, 409.0, 900.0, 2641.0, 10823.0, 66600.0, 443901.0, 441239.0, 66136.0, 10936.0, 2669.0, 960.0, 418.0, 216.0, 106.0, 71.0, 38.0, 16.0, 11.0, 4.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2.236328125, -2.1855010986328125, -2.134674072265625, -2.0838470458984375, -2.03302001953125, -1.9821929931640625, -1.931365966796875, -1.8805389404296875, -1.8297119140625, -1.7788848876953125, -1.728057861328125, -1.6772308349609375, -1.62640380859375, -1.5755767822265625, -1.524749755859375, -1.4739227294921875, -1.423095703125, -1.3722686767578125, -1.321441650390625, -1.2706146240234375, -1.21978759765625, -1.1689605712890625, -1.118133544921875, -1.0673065185546875, -1.0164794921875, -0.9656524658203125, -0.914825439453125, -0.8639984130859375, -0.81317138671875, -0.7623443603515625, -0.711517333984375, -0.6606903076171875, -0.60986328125, -0.5590362548828125, -0.508209228515625, -0.4573822021484375, -0.40655517578125, -0.3557281494140625, -0.304901123046875, -0.2540740966796875, -0.2032470703125, -0.1524200439453125, -0.101593017578125, -0.0507659912109375, 6.103515625e-05, 0.0508880615234375, 0.101715087890625, 0.1525421142578125, 0.203369140625, 0.2541961669921875, 0.305023193359375, 0.3558502197265625, 0.40667724609375, 0.4575042724609375, 0.508331298828125, 0.5591583251953125, 0.6099853515625, 0.6608123779296875, 0.711639404296875, 0.7624664306640625, 0.81329345703125, 0.8641204833984375, 0.914947509765625, 0.9657745361328125, 1.0166015625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 8.0, 6.0, 5.0, 7.0, 13.0, 16.0, 25.0, 27.0, 37.0, 44.0, 77.0, 61.0, 87.0, 97.0, 91.0, 65.0, 70.0, 48.0, 50.0, 37.0, 28.0, 16.0, 21.0, 17.0, 10.0, 6.0, 8.0, 6.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00019884109497070312, -0.0001931414008140564, -0.00018744170665740967, -0.00018174201250076294, -0.0001760423183441162, -0.00017034262418746948, -0.00016464293003082275, -0.00015894323587417603, -0.0001532435417175293, -0.00014754384756088257, -0.00014184415340423584, -0.0001361444592475891, -0.00013044476509094238, -0.00012474507093429565, -0.00011904537677764893, -0.0001133456826210022, -0.00010764598846435547, -0.00010194629430770874, -9.624660015106201e-05, -9.054690599441528e-05, -8.484721183776855e-05, -7.914751768112183e-05, -7.34478235244751e-05, -6.774812936782837e-05, -6.204843521118164e-05, -5.634874105453491e-05, -5.0649046897888184e-05, -4.4949352741241455e-05, -3.9249658584594727e-05, -3.3549964427948e-05, -2.785027027130127e-05, -2.215057611465454e-05, -1.6450881958007812e-05, -1.0751187801361084e-05, -5.0514936447143555e-06, 6.48200511932373e-07, 6.3478946685791016e-06, 1.204758882522583e-05, 1.774728298187256e-05, 2.3446977138519287e-05, 2.9146671295166016e-05, 3.4846365451812744e-05, 4.054605960845947e-05, 4.62457537651062e-05, 5.194544792175293e-05, 5.764514207839966e-05, 6.334483623504639e-05, 6.904453039169312e-05, 7.474422454833984e-05, 8.044391870498657e-05, 8.61436128616333e-05, 9.184330701828003e-05, 9.754300117492676e-05, 0.00010324269533157349, 0.00010894238948822021, 0.00011464208364486694, 0.00012034177780151367, 0.0001260414719581604, 0.00013174116611480713, 0.00013744086027145386, 0.00014314055442810059, 0.00014884024858474731, 0.00015453994274139404, 0.00016023963689804077, 0.0001659393310546875]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 4.0, 8.0, 7.0, 6.0, 18.0, 27.0, 32.0, 43.0, 91.0, 134.0, 202.0, 321.0, 618.0, 1144.0, 2566.0, 6523.0, 20454.0, 85334.0, 381538.0, 415376.0, 98677.0, 22845.0, 7096.0, 2706.0, 1194.0, 615.0, 353.0, 236.0, 134.0, 98.0, 58.0, 25.0, 25.0, 18.0, 10.0, 6.0, 6.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2822265625, -1.2409210205078125, -1.199615478515625, -1.1583099365234375, -1.11700439453125, -1.0756988525390625, -1.034393310546875, -0.9930877685546875, -0.9517822265625, -0.9104766845703125, -0.869171142578125, -0.8278656005859375, -0.78656005859375, -0.7452545166015625, -0.703948974609375, -0.6626434326171875, -0.621337890625, -0.5800323486328125, -0.538726806640625, -0.4974212646484375, -0.45611572265625, -0.4148101806640625, -0.373504638671875, -0.3321990966796875, -0.2908935546875, -0.2495880126953125, -0.208282470703125, -0.1669769287109375, -0.12567138671875, -0.0843658447265625, -0.043060302734375, -0.0017547607421875, 0.03955078125, 0.0808563232421875, 0.122161865234375, 0.1634674072265625, 0.20477294921875, 0.2460784912109375, 0.287384033203125, 0.3286895751953125, 0.3699951171875, 0.4113006591796875, 0.452606201171875, 0.4939117431640625, 0.53521728515625, 0.5765228271484375, 0.617828369140625, 0.6591339111328125, 0.700439453125, 0.7417449951171875, 0.783050537109375, 0.8243560791015625, 0.86566162109375, 0.9069671630859375, 0.948272705078125, 0.9895782470703125, 1.0308837890625, 1.0721893310546875, 1.113494873046875, 1.1548004150390625, 1.19610595703125, 1.2374114990234375, 1.278717041015625, 1.3200225830078125, 1.361328125]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 6.0, 4.0, 8.0, 13.0, 22.0, 19.0, 35.0, 49.0, 57.0, 72.0, 85.0, 96.0, 93.0, 78.0, 77.0, 69.0, 55.0, 42.0, 34.0, 25.0, 14.0, 18.0, 8.0, 8.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97265625, -0.935546875, -0.8984375, -0.861328125, -0.82421875, -0.787109375, -0.75, -0.712890625, -0.67578125, -0.638671875, -0.6015625, -0.564453125, -0.52734375, -0.490234375, -0.453125, -0.416015625, -0.37890625, -0.341796875, -0.3046875, -0.267578125, -0.23046875, -0.193359375, -0.15625, -0.119140625, -0.08203125, -0.044921875, -0.0078125, 0.029296875, 0.06640625, 0.103515625, 0.140625, 0.177734375, 0.21484375, 0.251953125, 0.2890625, 0.326171875, 0.36328125, 0.400390625, 0.4375, 0.474609375, 0.51171875, 0.548828125, 0.5859375, 0.623046875, 0.66015625, 0.697265625, 0.734375, 0.771484375, 0.80859375, 0.845703125, 0.8828125, 0.919921875, 0.95703125, 0.994140625, 1.03125, 1.068359375, 1.10546875, 1.142578125, 1.1796875, 1.216796875, 1.25390625, 1.291015625, 1.328125, 1.365234375, 1.40234375]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 12.0, 22.0, 64.0, 139.0, 228.0, 226.0, 174.0, 76.0, 29.0, 18.0, 8.0, 2.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.963171005249023, -13.612384796142578, -12.261597633361816, -10.910811424255371, -9.56002426147461, -8.209238052368164, -6.858451843261719, -5.507664680480957, -4.156878471374512, -2.806091785430908, -1.4553053379058838, -0.10451889038085938, 1.2462677955627441, 2.5970544815063477, 3.947840690612793, 5.298627853393555, 6.6494140625, 8.000200271606445, 9.350987434387207, 10.701773643493652, 12.052560806274414, 13.40334701538086, 14.754133224487305, 16.10491943359375, 17.455707550048828, 18.806493759155273, 20.15727996826172, 21.508068084716797, 22.858854293823242, 24.209640502929688, 25.560426712036133, 26.911212921142578, 28.26199722290039, 29.612783432006836, 30.96356964111328, 32.31435775756836, 33.66514205932617, 35.01593017578125, 36.36671447753906, 37.71750259399414, 39.06829071044922, 40.4190788269043, 41.76986312866211, 43.12065124511719, 44.471435546875, 45.82222366333008, 47.173011779785156, 48.52379608154297, 49.87458038330078, 51.22536849975586, 52.57615280151367, 53.92694091796875, 55.27772521972656, 56.62851333618164, 57.97930145263672, 59.33008575439453, 60.68087387084961, 62.03166198730469, 63.3824462890625, 64.73323059082031, 66.08402252197266, 67.43480682373047, 68.78559112548828, 70.13638305664062, 71.48716735839844]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 4.0, 0.0, 4.0, 2.0, 2.0, 3.0, 1.0, 13.0, 9.0, 11.0, 10.0, 13.0, 14.0, 25.0, 25.0, 29.0, 24.0, 21.0, 30.0, 25.0, 39.0, 35.0, 47.0, 44.0, 38.0, 53.0, 56.0, 39.0, 43.0, 40.0, 46.0, 25.0, 36.0, 27.0, 24.0, 23.0, 20.0, 22.0, 12.0, 11.0, 10.0, 8.0, 4.0, 11.0, 10.0, 5.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-14.79521656036377, -14.325624465942383, -13.856033325195312, -13.386442184448242, -12.916850090026855, -12.447257995605469, -11.977666854858398, -11.508075714111328, -11.038483619689941, -10.568891525268555, -10.099300384521484, -9.629709243774414, -9.160117149353027, -8.69052505493164, -8.22093391418457, -7.751342296600342, -7.281750679016113, -6.812159061431885, -6.342567443847656, -5.872975826263428, -5.403384208679199, -4.933792591094971, -4.464200973510742, -3.9946093559265137, -3.525017738342285, -3.0554261207580566, -2.585834503173828, -2.1162428855895996, -1.646651268005371, -1.1770596504211426, -0.7074680328369141, -0.23787641525268555, 0.23171424865722656, 0.7013058662414551, 1.1708974838256836, 1.640489101409912, 2.1100807189941406, 2.579672336578369, 3.0492639541625977, 3.518855571746826, 3.9884471893310547, 4.458038806915283, 4.927630424499512, 5.39722204208374, 5.866813659667969, 6.336405277252197, 6.805996894836426, 7.275588512420654, 7.745180130004883, 8.214771270751953, 8.68436336517334, 9.153955459594727, 9.623546600341797, 10.093137741088867, 10.562729835510254, 11.03232192993164, 11.501913070678711, 11.971504211425781, 12.441096305847168, 12.910688400268555, 13.380279541015625, 13.849870681762695, 14.319462776184082, 14.789054870605469, 15.258646011352539]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 8.0, 10.0, 20.0, 17.0, 17.0, 31.0, 72.0, 91.0, 135.0, 196.0, 360.0, 634.0, 1163.0, 2193.0, 4676.0, 10386.0, 26495.0, 84211.0, 476033.0, 3251280.0, 244536.0, 56763.0, 19434.0, 7769.0, 3470.0, 1745.0, 964.0, 513.0, 346.0, 216.0, 132.0, 97.0, 68.0, 50.0, 43.0, 22.0, 19.0, 9.0, 16.0, 14.0, 13.0, 8.0, 5.0, 7.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.41796875, -2.3355712890625, -2.253173828125, -2.1707763671875, -2.08837890625, -2.0059814453125, -1.923583984375, -1.8411865234375, -1.7587890625, -1.6763916015625, -1.593994140625, -1.5115966796875, -1.42919921875, -1.3468017578125, -1.264404296875, -1.1820068359375, -1.099609375, -1.0172119140625, -0.934814453125, -0.8524169921875, -0.77001953125, -0.6876220703125, -0.605224609375, -0.5228271484375, -0.4404296875, -0.3580322265625, -0.275634765625, -0.1932373046875, -0.11083984375, -0.0284423828125, 0.053955078125, 0.1363525390625, 0.21875, 0.3011474609375, 0.383544921875, 0.4659423828125, 0.54833984375, 0.6307373046875, 0.713134765625, 0.7955322265625, 0.8779296875, 0.9603271484375, 1.042724609375, 1.1251220703125, 1.20751953125, 1.2899169921875, 1.372314453125, 1.4547119140625, 1.537109375, 1.6195068359375, 1.701904296875, 1.7843017578125, 1.86669921875, 1.9490966796875, 2.031494140625, 2.1138916015625, 2.1962890625, 2.2786865234375, 2.361083984375, 2.4434814453125, 2.52587890625, 2.6082763671875, 2.690673828125, 2.7730712890625, 2.85546875]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 11.0, 5.0, 9.0, 7.0, 11.0, 14.0, 19.0, 25.0, 31.0, 28.0, 38.0, 53.0, 61.0, 58.0, 61.0, 62.0, 63.0, 53.0, 62.0, 45.0, 37.0, 64.0, 41.0, 32.0, 20.0, 22.0, 17.0, 13.0, 9.0, 16.0, 3.0, 6.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.58544921875, -0.5646286010742188, -0.5438079833984375, -0.5229873657226562, -0.502166748046875, -0.48134613037109375, -0.4605255126953125, -0.43970489501953125, -0.41888427734375, -0.39806365966796875, -0.3772430419921875, -0.35642242431640625, -0.335601806640625, -0.31478118896484375, -0.2939605712890625, -0.27313995361328125, -0.2523193359375, -0.23149871826171875, -0.2106781005859375, -0.18985748291015625, -0.169036865234375, -0.14821624755859375, -0.1273956298828125, -0.10657501220703125, -0.08575439453125, -0.06493377685546875, -0.0441131591796875, -0.02329254150390625, -0.002471923828125, 0.01834869384765625, 0.0391693115234375, 0.05998992919921875, 0.080810546875, 0.10163116455078125, 0.1224517822265625, 0.14327239990234375, 0.164093017578125, 0.18491363525390625, 0.2057342529296875, 0.22655487060546875, 0.24737548828125, 0.26819610595703125, 0.2890167236328125, 0.30983734130859375, 0.330657958984375, 0.35147857666015625, 0.3722991943359375, 0.39311981201171875, 0.4139404296875, 0.43476104736328125, 0.4555816650390625, 0.47640228271484375, 0.497222900390625, 0.5180435180664062, 0.5388641357421875, 0.5596847534179688, 0.58050537109375, 0.6013259887695312, 0.6221466064453125, 0.6429672241210938, 0.663787841796875, 0.6846084594726562, 0.7054290771484375, 0.7262496948242188, 0.7470703125]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 7.0, 8.0, 8.0, 17.0, 22.0, 30.0, 40.0, 54.0, 88.0, 145.0, 234.0, 385.0, 736.0, 1640.0, 3989.0, 11681.0, 44836.0, 328364.0, 3475501.0, 269725.0, 39299.0, 10622.0, 3661.0, 1569.0, 687.0, 356.0, 212.0, 119.0, 89.0, 64.0, 31.0, 21.0, 15.0, 11.0, 8.0, 8.0, 3.0, 0.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.794921875, -3.666107177734375, -3.53729248046875, -3.408477783203125, -3.2796630859375, -3.150848388671875, -3.02203369140625, -2.893218994140625, -2.764404296875, -2.635589599609375, -2.50677490234375, -2.377960205078125, -2.2491455078125, -2.120330810546875, -1.99151611328125, -1.862701416015625, -1.73388671875, -1.605072021484375, -1.47625732421875, -1.347442626953125, -1.2186279296875, -1.089813232421875, -0.96099853515625, -0.832183837890625, -0.703369140625, -0.574554443359375, -0.44573974609375, -0.316925048828125, -0.1881103515625, -0.059295654296875, 0.06951904296875, 0.198333740234375, 0.3271484375, 0.455963134765625, 0.58477783203125, 0.713592529296875, 0.8424072265625, 0.971221923828125, 1.10003662109375, 1.228851318359375, 1.357666015625, 1.486480712890625, 1.61529541015625, 1.744110107421875, 1.8729248046875, 2.001739501953125, 2.13055419921875, 2.259368896484375, 2.38818359375, 2.516998291015625, 2.64581298828125, 2.774627685546875, 2.9034423828125, 3.032257080078125, 3.16107177734375, 3.289886474609375, 3.418701171875, 3.547515869140625, 3.67633056640625, 3.805145263671875, 3.9339599609375, 4.062774658203125, 4.19158935546875, 4.320404052734375, 4.44921875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 4.0, 7.0, 10.0, 17.0, 19.0, 27.0, 43.0, 79.0, 131.0, 241.0, 702.0, 1729.0, 546.0, 230.0, 111.0, 69.0, 43.0, 22.0, 9.0, 10.0, 10.0, 5.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.49609375, -2.435760498046875, -2.37542724609375, -2.315093994140625, -2.2547607421875, -2.194427490234375, -2.13409423828125, -2.073760986328125, -2.013427734375, -1.953094482421875, -1.89276123046875, -1.832427978515625, -1.7720947265625, -1.711761474609375, -1.65142822265625, -1.591094970703125, -1.53076171875, -1.470428466796875, -1.41009521484375, -1.349761962890625, -1.2894287109375, -1.229095458984375, -1.16876220703125, -1.108428955078125, -1.048095703125, -0.987762451171875, -0.92742919921875, -0.867095947265625, -0.8067626953125, -0.746429443359375, -0.68609619140625, -0.625762939453125, -0.5654296875, -0.505096435546875, -0.44476318359375, -0.384429931640625, -0.3240966796875, -0.263763427734375, -0.20343017578125, -0.143096923828125, -0.082763671875, -0.022430419921875, 0.03790283203125, 0.098236083984375, 0.1585693359375, 0.218902587890625, 0.27923583984375, 0.339569091796875, 0.39990234375, 0.460235595703125, 0.52056884765625, 0.580902099609375, 0.6412353515625, 0.701568603515625, 0.76190185546875, 0.822235107421875, 0.882568359375, 0.942901611328125, 1.00323486328125, 1.063568115234375, 1.1239013671875, 1.184234619140625, 1.24456787109375, 1.304901123046875, 1.365234375]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 3.0, 3.0, 6.0, 15.0, 19.0, 47.0, 91.0, 143.0, 192.0, 175.0, 146.0, 90.0, 35.0, 21.0, 10.0, 4.0, 4.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.719715118408203, -19.258317947387695, -18.796920776367188, -18.33552360534668, -17.874126434326172, -17.41272735595703, -16.951332092285156, -16.489933013916016, -16.028535842895508, -15.567138671875, -15.105741500854492, -14.644344329833984, -14.18294620513916, -13.721549034118652, -13.260151863098145, -12.798754692077637, -12.337357521057129, -11.875960350036621, -11.414563179016113, -10.953165054321289, -10.491767883300781, -10.030370712280273, -9.568973541259766, -9.107576370239258, -8.64617919921875, -8.184782028198242, -7.723384380340576, -7.261987209320068, -6.800589561462402, -6.3391923904418945, -5.877795219421387, -5.416398048400879, -4.954999923706055, -4.493602752685547, -4.032205104827881, -3.570807933807373, -3.109410524368286, -2.648013114929199, -2.1866159439086914, -1.7252185344696045, -1.2638211250305176, -0.8024237751960754, -0.3410264253616333, 0.12037086486816406, 0.581768274307251, 1.043165683746338, 1.5045628547668457, 1.9659602642059326, 2.4273576736450195, 2.8887550830841064, 3.3501524925231934, 3.811549663543701, 4.272947311401367, 4.734344482421875, 5.195741653442383, 5.657138824462891, 6.118536472320557, 6.5799336433410645, 7.0413312911987305, 7.502728462219238, 7.964125633239746, 8.42552375793457, 8.886920928955078, 9.348318099975586, 9.809715270996094]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 8.0, 7.0, 10.0, 15.0, 13.0, 19.0, 29.0, 28.0, 40.0, 43.0, 66.0, 49.0, 56.0, 49.0, 50.0, 55.0, 62.0, 54.0, 55.0, 40.0, 44.0, 37.0, 41.0, 32.0, 24.0, 26.0, 16.0, 9.0, 8.0, 6.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.456107139587402, -6.249898910522461, -6.043690204620361, -5.83748197555542, -5.63127326965332, -5.425065040588379, -5.2188568115234375, -5.012648105621338, -4.806439399719238, -4.600231170654297, -4.394022464752197, -4.187814235687256, -3.9816055297851562, -3.775397300720215, -3.5691888332366943, -3.362980365753174, -3.1567721366882324, -2.950563669204712, -2.7443552017211914, -2.53814697265625, -2.3319382667541504, -2.125730037689209, -1.9195215702056885, -1.713313102722168, -1.5071046352386475, -1.300896167755127, -1.0946877002716064, -0.8884793519973755, -0.682270884513855, -0.4760624170303345, -0.2698540687561035, -0.06364560127258301, 0.1425628662109375, 0.3487713038921356, 0.5549797415733337, 0.7611881494522095, 0.96739661693573, 1.1736050844192505, 1.3798134326934814, 1.586021900177002, 1.7922303676605225, 1.998438835144043, 2.2046473026275635, 2.410855770111084, 2.6170639991760254, 2.823272705078125, 3.0294809341430664, 3.235689401626587, 3.4418978691101074, 3.648106336593628, 3.8543148040771484, 4.06052303314209, 4.2667317390441895, 4.472939968109131, 4.6791486740112305, 4.885356903076172, 5.091565132141113, 5.297773361206055, 5.503982067108154, 5.710190296173096, 5.916399002075195, 6.122607231140137, 6.328815460205078, 6.535024166107178, 6.741232872009277]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 5.0, 4.0, 9.0, 16.0, 13.0, 31.0, 44.0, 42.0, 81.0, 125.0, 169.0, 269.0, 497.0, 843.0, 1585.0, 3125.0, 6132.0, 14609.0, 36448.0, 96696.0, 230228.0, 326341.0, 197653.0, 79659.0, 30519.0, 12190.0, 5354.0, 2531.0, 1336.0, 748.0, 461.0, 264.0, 167.0, 133.0, 72.0, 45.0, 33.0, 22.0, 20.0, 11.0, 9.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.689453125, -2.6064453125, -2.5234375, -2.4404296875, -2.357421875, -2.2744140625, -2.19140625, -2.1083984375, -2.025390625, -1.9423828125, -1.859375, -1.7763671875, -1.693359375, -1.6103515625, -1.52734375, -1.4443359375, -1.361328125, -1.2783203125, -1.1953125, -1.1123046875, -1.029296875, -0.9462890625, -0.86328125, -0.7802734375, -0.697265625, -0.6142578125, -0.53125, -0.4482421875, -0.365234375, -0.2822265625, -0.19921875, -0.1162109375, -0.033203125, 0.0498046875, 0.1328125, 0.2158203125, 0.298828125, 0.3818359375, 0.46484375, 0.5478515625, 0.630859375, 0.7138671875, 0.796875, 0.8798828125, 0.962890625, 1.0458984375, 1.12890625, 1.2119140625, 1.294921875, 1.3779296875, 1.4609375, 1.5439453125, 1.626953125, 1.7099609375, 1.79296875, 1.8759765625, 1.958984375, 2.0419921875, 2.125, 2.2080078125, 2.291015625, 2.3740234375, 2.45703125, 2.5400390625, 2.623046875]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 10.0, 8.0, 10.0, 11.0, 19.0, 24.0, 24.0, 44.0, 50.0, 41.0, 58.0, 76.0, 61.0, 80.0, 60.0, 69.0, 63.0, 56.0, 36.0, 54.0, 42.0, 23.0, 21.0, 23.0, 16.0, 9.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.69580078125, -0.672515869140625, -0.64923095703125, -0.625946044921875, -0.6026611328125, -0.579376220703125, -0.55609130859375, -0.532806396484375, -0.509521484375, -0.486236572265625, -0.46295166015625, -0.439666748046875, -0.4163818359375, -0.393096923828125, -0.36981201171875, -0.346527099609375, -0.3232421875, -0.299957275390625, -0.27667236328125, -0.253387451171875, -0.2301025390625, -0.206817626953125, -0.18353271484375, -0.160247802734375, -0.136962890625, -0.113677978515625, -0.09039306640625, -0.067108154296875, -0.0438232421875, -0.020538330078125, 0.00274658203125, 0.026031494140625, 0.04931640625, 0.072601318359375, 0.09588623046875, 0.119171142578125, 0.1424560546875, 0.165740966796875, 0.18902587890625, 0.212310791015625, 0.235595703125, 0.258880615234375, 0.28216552734375, 0.305450439453125, 0.3287353515625, 0.352020263671875, 0.37530517578125, 0.398590087890625, 0.421875, 0.445159912109375, 0.46844482421875, 0.491729736328125, 0.5150146484375, 0.538299560546875, 0.56158447265625, 0.584869384765625, 0.608154296875, 0.631439208984375, 0.65472412109375, 0.678009033203125, 0.7012939453125, 0.724578857421875, 0.74786376953125, 0.771148681640625, 0.79443359375]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 5.0, 3.0, 14.0, 15.0, 28.0, 30.0, 32.0, 73.0, 117.0, 213.0, 342.0, 673.0, 1536.0, 3905.0, 11003.0, 37261.0, 134993.0, 367854.0, 332151.0, 111850.0, 30864.0, 9383.0, 3330.0, 1409.0, 686.0, 316.0, 157.0, 111.0, 68.0, 35.0, 34.0, 24.0, 15.0, 5.0, 7.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.611328125, -3.51080322265625, -3.4102783203125, -3.30975341796875, -3.209228515625, -3.10870361328125, -3.0081787109375, -2.90765380859375, -2.80712890625, -2.70660400390625, -2.6060791015625, -2.50555419921875, -2.405029296875, -2.30450439453125, -2.2039794921875, -2.10345458984375, -2.0029296875, -1.90240478515625, -1.8018798828125, -1.70135498046875, -1.600830078125, -1.50030517578125, -1.3997802734375, -1.29925537109375, -1.19873046875, -1.09820556640625, -0.9976806640625, -0.89715576171875, -0.796630859375, -0.69610595703125, -0.5955810546875, -0.49505615234375, -0.39453125, -0.29400634765625, -0.1934814453125, -0.09295654296875, 0.007568359375, 0.10809326171875, 0.2086181640625, 0.30914306640625, 0.40966796875, 0.51019287109375, 0.6107177734375, 0.71124267578125, 0.811767578125, 0.91229248046875, 1.0128173828125, 1.11334228515625, 1.2138671875, 1.31439208984375, 1.4149169921875, 1.51544189453125, 1.615966796875, 1.71649169921875, 1.8170166015625, 1.91754150390625, 2.01806640625, 2.11859130859375, 2.2191162109375, 2.31964111328125, 2.420166015625, 2.52069091796875, 2.6212158203125, 2.72174072265625, 2.822265625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 6.0, 13.0, 9.0, 5.0, 13.0, 12.0, 18.0, 31.0, 28.0, 33.0, 34.0, 39.0, 49.0, 62.0, 56.0, 47.0, 53.0, 67.0, 44.0, 48.0, 50.0, 59.0, 43.0, 37.0, 28.0, 31.0, 18.0, 15.0, 16.0, 12.0, 7.0, 6.0, 7.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.125, -3.03265380859375, -2.9403076171875, -2.84796142578125, -2.755615234375, -2.66326904296875, -2.5709228515625, -2.47857666015625, -2.38623046875, -2.29388427734375, -2.2015380859375, -2.10919189453125, -2.016845703125, -1.92449951171875, -1.8321533203125, -1.73980712890625, -1.6474609375, -1.55511474609375, -1.4627685546875, -1.37042236328125, -1.278076171875, -1.18572998046875, -1.0933837890625, -1.00103759765625, -0.90869140625, -0.81634521484375, -0.7239990234375, -0.63165283203125, -0.539306640625, -0.44696044921875, -0.3546142578125, -0.26226806640625, -0.169921875, -0.07757568359375, 0.0147705078125, 0.10711669921875, 0.199462890625, 0.29180908203125, 0.3841552734375, 0.47650146484375, 0.56884765625, 0.66119384765625, 0.7535400390625, 0.84588623046875, 0.938232421875, 1.03057861328125, 1.1229248046875, 1.21527099609375, 1.3076171875, 1.39996337890625, 1.4923095703125, 1.58465576171875, 1.677001953125, 1.76934814453125, 1.8616943359375, 1.95404052734375, 2.04638671875, 2.13873291015625, 2.2310791015625, 2.32342529296875, 2.415771484375, 2.50811767578125, 2.6004638671875, 2.69281005859375, 2.78515625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 4.0, 10.0, 7.0, 10.0, 15.0, 25.0, 26.0, 48.0, 74.0, 96.0, 133.0, 228.0, 359.0, 573.0, 1076.0, 2392.0, 5023.0, 12550.0, 37596.0, 129247.0, 380930.0, 328301.0, 100513.0, 30109.0, 10547.0, 4218.0, 1939.0, 1039.0, 546.0, 338.0, 193.0, 114.0, 81.0, 60.0, 34.0, 22.0, 24.0, 10.0, 14.0, 8.0, 14.0, 6.0, 0.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.03125, -0.9978790283203125, -0.964508056640625, -0.9311370849609375, -0.89776611328125, -0.8643951416015625, -0.831024169921875, -0.7976531982421875, -0.7642822265625, -0.7309112548828125, -0.697540283203125, -0.6641693115234375, -0.63079833984375, -0.5974273681640625, -0.564056396484375, -0.5306854248046875, -0.497314453125, -0.4639434814453125, -0.430572509765625, -0.3972015380859375, -0.36383056640625, -0.3304595947265625, -0.297088623046875, -0.2637176513671875, -0.2303466796875, -0.1969757080078125, -0.163604736328125, -0.1302337646484375, -0.09686279296875, -0.0634918212890625, -0.030120849609375, 0.0032501220703125, 0.03662109375, 0.0699920654296875, 0.103363037109375, 0.1367340087890625, 0.17010498046875, 0.2034759521484375, 0.236846923828125, 0.2702178955078125, 0.3035888671875, 0.3369598388671875, 0.370330810546875, 0.4037017822265625, 0.43707275390625, 0.4704437255859375, 0.503814697265625, 0.5371856689453125, 0.570556640625, 0.6039276123046875, 0.637298583984375, 0.6706695556640625, 0.70404052734375, 0.7374114990234375, 0.770782470703125, 0.8041534423828125, 0.8375244140625, 0.8708953857421875, 0.904266357421875, 0.9376373291015625, 0.97100830078125, 1.0043792724609375, 1.037750244140625, 1.0711212158203125, 1.1044921875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 7.0, 10.0, 7.0, 7.0, 14.0, 21.0, 21.0, 29.0, 34.0, 46.0, 61.0, 73.0, 82.0, 82.0, 92.0, 68.0, 65.0, 61.0, 36.0, 44.0, 28.0, 18.0, 17.0, 18.0, 19.0, 13.0, 10.0, 1.0, 2.0, 4.0, 3.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0001900196075439453, -0.0001850314438343048, -0.0001800432801246643, -0.0001750551164150238, -0.0001700669527053833, -0.0001650787889957428, -0.0001600906252861023, -0.0001551024615764618, -0.0001501142978668213, -0.00014512613415718079, -0.00014013797044754028, -0.00013514980673789978, -0.00013016164302825928, -0.00012517347931861877, -0.00012018531560897827, -0.00011519715189933777, -0.00011020898818969727, -0.00010522082448005676, -0.00010023266077041626, -9.524449706077576e-05, -9.025633335113525e-05, -8.526816964149475e-05, -8.028000593185425e-05, -7.529184222221375e-05, -7.030367851257324e-05, -6.531551480293274e-05, -6.0327351093292236e-05, -5.5339187383651733e-05, -5.035102367401123e-05, -4.536285996437073e-05, -4.0374696254730225e-05, -3.538653254508972e-05, -3.039836883544922e-05, -2.5410205125808716e-05, -2.0422041416168213e-05, -1.543387770652771e-05, -1.0445713996887207e-05, -5.457550287246704e-06, -4.6938657760620117e-07, 4.518777132034302e-06, 9.506940841674805e-06, 1.4495104551315308e-05, 1.948326826095581e-05, 2.4471431970596313e-05, 2.9459595680236816e-05, 3.444775938987732e-05, 3.943592309951782e-05, 4.4424086809158325e-05, 4.941225051879883e-05, 5.440041422843933e-05, 5.9388577938079834e-05, 6.437674164772034e-05, 6.936490535736084e-05, 7.435306906700134e-05, 7.934123277664185e-05, 8.432939648628235e-05, 8.931756019592285e-05, 9.430572390556335e-05, 9.929388761520386e-05, 0.00010428205132484436, 0.00010927021503448486, 0.00011425837874412537, 0.00011924654245376587, 0.00012423470616340637, 0.00012922286987304688]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 8.0, 5.0, 17.0, 15.0, 21.0, 26.0, 46.0, 64.0, 104.0, 161.0, 285.0, 439.0, 856.0, 1805.0, 4533.0, 14303.0, 59414.0, 341824.0, 495010.0, 98082.0, 20489.0, 6266.0, 2330.0, 1071.0, 514.0, 333.0, 196.0, 126.0, 74.0, 48.0, 27.0, 22.0, 12.0, 16.0, 6.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.5341796875, -1.48492431640625, -1.4356689453125, -1.38641357421875, -1.337158203125, -1.28790283203125, -1.2386474609375, -1.18939208984375, -1.14013671875, -1.09088134765625, -1.0416259765625, -0.99237060546875, -0.943115234375, -0.89385986328125, -0.8446044921875, -0.79534912109375, -0.74609375, -0.69683837890625, -0.6475830078125, -0.59832763671875, -0.549072265625, -0.49981689453125, -0.4505615234375, -0.40130615234375, -0.35205078125, -0.30279541015625, -0.2535400390625, -0.20428466796875, -0.155029296875, -0.10577392578125, -0.0565185546875, -0.00726318359375, 0.0419921875, 0.09124755859375, 0.1405029296875, 0.18975830078125, 0.239013671875, 0.28826904296875, 0.3375244140625, 0.38677978515625, 0.43603515625, 0.48529052734375, 0.5345458984375, 0.58380126953125, 0.633056640625, 0.68231201171875, 0.7315673828125, 0.78082275390625, 0.830078125, 0.87933349609375, 0.9285888671875, 0.97784423828125, 1.027099609375, 1.07635498046875, 1.1256103515625, 1.17486572265625, 1.22412109375, 1.27337646484375, 1.3226318359375, 1.37188720703125, 1.421142578125, 1.47039794921875, 1.5196533203125, 1.56890869140625, 1.6181640625]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 5.0, 7.0, 7.0, 10.0, 14.0, 19.0, 26.0, 36.0, 62.0, 65.0, 89.0, 93.0, 117.0, 116.0, 91.0, 68.0, 55.0, 40.0, 24.0, 20.0, 10.0, 10.0, 7.0, 5.0, 6.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.482421875, -1.4390869140625, -1.395751953125, -1.3524169921875, -1.30908203125, -1.2657470703125, -1.222412109375, -1.1790771484375, -1.1357421875, -1.0924072265625, -1.049072265625, -1.0057373046875, -0.96240234375, -0.9190673828125, -0.875732421875, -0.8323974609375, -0.7890625, -0.7457275390625, -0.702392578125, -0.6590576171875, -0.61572265625, -0.5723876953125, -0.529052734375, -0.4857177734375, -0.4423828125, -0.3990478515625, -0.355712890625, -0.3123779296875, -0.26904296875, -0.2257080078125, -0.182373046875, -0.1390380859375, -0.095703125, -0.0523681640625, -0.009033203125, 0.0343017578125, 0.07763671875, 0.1209716796875, 0.164306640625, 0.2076416015625, 0.2509765625, 0.2943115234375, 0.337646484375, 0.3809814453125, 0.42431640625, 0.4676513671875, 0.510986328125, 0.5543212890625, 0.59765625, 0.6409912109375, 0.684326171875, 0.7276611328125, 0.77099609375, 0.8143310546875, 0.857666015625, 0.9010009765625, 0.9443359375, 0.9876708984375, 1.031005859375, 1.0743408203125, 1.11767578125, 1.1610107421875, 1.204345703125, 1.2476806640625, 1.291015625]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 9.0, 11.0, 16.0, 26.0, 46.0, 82.0, 102.0, 150.0, 157.0, 152.0, 82.0, 68.0, 51.0, 24.0, 14.0, 9.0, 6.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.505741119384766, -34.71901321411133, -33.932289123535156, -33.14556121826172, -32.35883712768555, -31.57210922241211, -30.785383224487305, -29.9986572265625, -29.211931228637695, -28.42520523071289, -27.638479232788086, -26.85175323486328, -26.065025329589844, -25.27829933166504, -24.491573333740234, -23.70484733581543, -22.918121337890625, -22.13139533996582, -21.344669342041016, -20.557941436767578, -19.771215438842773, -18.98448944091797, -18.197763442993164, -17.41103744506836, -16.624309539794922, -15.837583541870117, -15.050856590270996, -14.264130592346191, -13.477404594421387, -12.690677642822266, -11.903951644897461, -11.117225646972656, -10.330498695373535, -9.54377269744873, -8.75704574584961, -7.970319747924805, -7.18359375, -6.396867275238037, -5.610140800476074, -4.8234148025512695, -4.036688327789307, -3.249962091445923, -2.463235855102539, -1.6765093803405762, -0.8897831439971924, -0.1030569076538086, 0.6836695671081543, 1.470395565032959, 2.257122039794922, 3.0438482761383057, 3.8305745124816895, 4.617300987243652, 5.404026985168457, 6.19075345993042, 6.977479934692383, 7.7642059326171875, 8.550931930541992, 9.337657928466797, 10.124384880065918, 10.911110877990723, 11.697836875915527, 12.484563827514648, 13.271289825439453, 14.058015823364258, 14.844742774963379]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 8.0, 9.0, 10.0, 13.0, 12.0, 24.0, 14.0, 22.0, 29.0, 21.0, 35.0, 32.0, 23.0, 25.0, 37.0, 42.0, 48.0, 35.0, 40.0, 46.0, 44.0, 38.0, 39.0, 39.0, 39.0, 29.0, 40.0, 21.0, 29.0, 19.0, 21.0, 19.0, 12.0, 15.0, 6.0, 9.0, 9.0, 6.0, 7.0, 4.0, 11.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.958297729492188, -9.583041191101074, -9.207785606384277, -8.832529067993164, -8.457273483276367, -8.082016944885254, -7.706761360168457, -7.331504821777344, -6.956249237060547, -6.580993175506592, -6.205737113952637, -5.830481052398682, -5.455224990844727, -5.0799689292907715, -4.704712867736816, -4.329456329345703, -3.954200267791748, -3.578944206237793, -3.203688144683838, -2.828432083129883, -2.4531760215759277, -2.0779199600219727, -1.7026636600494385, -1.3274075984954834, -0.9521515369415283, -0.5768954753875732, -0.2016393542289734, 0.17361676692962646, 0.5488728284835815, 0.9241288900375366, 1.2993850708007812, 1.6746411323547363, 2.0498971939086914, 2.4251532554626465, 2.8004093170166016, 3.1756653785705566, 3.5509214401245117, 3.926177501678467, 4.301433563232422, 4.676690101623535, 5.051945686340332, 5.427201747894287, 5.802457809448242, 6.177713871002197, 6.552969932556152, 6.928225994110107, 7.3034820556640625, 7.678738594055176, 8.053995132446289, 8.429251670837402, 8.8045072555542, 9.179763793945312, 9.55501937866211, 9.930275917053223, 10.30553150177002, 10.680788040161133, 11.05604362487793, 11.431300163269043, 11.80655574798584, 12.181812286376953, 12.55706787109375, 12.932324409484863, 13.30757999420166, 13.682836532592773, 14.05809211730957]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 4.0, 11.0, 6.0, 13.0, 18.0, 41.0, 61.0, 93.0, 141.0, 247.0, 465.0, 941.0, 2108.0, 5524.0, 17147.0, 83728.0, 3717879.0, 314618.0, 35054.0, 9462.0, 3415.0, 1519.0, 692.0, 434.0, 239.0, 132.0, 84.0, 54.0, 36.0, 28.0, 15.0, 15.0, 16.0, 11.0, 8.0, 10.0, 4.0, 5.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.71484375, -2.60943603515625, -2.5040283203125, -2.39862060546875, -2.293212890625, -2.18780517578125, -2.0823974609375, -1.97698974609375, -1.87158203125, -1.76617431640625, -1.6607666015625, -1.55535888671875, -1.449951171875, -1.34454345703125, -1.2391357421875, -1.13372802734375, -1.0283203125, -0.92291259765625, -0.8175048828125, -0.71209716796875, -0.606689453125, -0.50128173828125, -0.3958740234375, -0.29046630859375, -0.18505859375, -0.07965087890625, 0.0257568359375, 0.13116455078125, 0.236572265625, 0.34197998046875, 0.4473876953125, 0.55279541015625, 0.658203125, 0.76361083984375, 0.8690185546875, 0.97442626953125, 1.079833984375, 1.18524169921875, 1.2906494140625, 1.39605712890625, 1.50146484375, 1.60687255859375, 1.7122802734375, 1.81768798828125, 1.923095703125, 2.02850341796875, 2.1339111328125, 2.23931884765625, 2.3447265625, 2.45013427734375, 2.5555419921875, 2.66094970703125, 2.766357421875, 2.87176513671875, 2.9771728515625, 3.08258056640625, 3.18798828125, 3.29339599609375, 3.3988037109375, 3.50421142578125, 3.609619140625, 3.71502685546875, 3.8204345703125, 3.92584228515625, 4.03125]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 6.0, 7.0, 4.0, 12.0, 13.0, 11.0, 29.0, 31.0, 40.0, 44.0, 48.0, 53.0, 64.0, 61.0, 68.0, 67.0, 74.0, 48.0, 62.0, 44.0, 47.0, 43.0, 36.0, 25.0, 21.0, 16.0, 12.0, 5.0, 2.0, 6.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.72314453125, -0.6999282836914062, -0.6767120361328125, -0.6534957885742188, -0.630279541015625, -0.6070632934570312, -0.5838470458984375, -0.5606307983398438, -0.53741455078125, -0.5141983032226562, -0.4909820556640625, -0.46776580810546875, -0.444549560546875, -0.42133331298828125, -0.3981170654296875, -0.37490081787109375, -0.3516845703125, -0.32846832275390625, -0.3052520751953125, -0.28203582763671875, -0.258819580078125, -0.23560333251953125, -0.2123870849609375, -0.18917083740234375, -0.16595458984375, -0.14273834228515625, -0.1195220947265625, -0.09630584716796875, -0.073089599609375, -0.04987335205078125, -0.0266571044921875, -0.00344085693359375, 0.019775390625, 0.04299163818359375, 0.0662078857421875, 0.08942413330078125, 0.112640380859375, 0.13585662841796875, 0.1590728759765625, 0.18228912353515625, 0.20550537109375, 0.22872161865234375, 0.2519378662109375, 0.27515411376953125, 0.298370361328125, 0.32158660888671875, 0.3448028564453125, 0.36801910400390625, 0.3912353515625, 0.41445159912109375, 0.4376678466796875, 0.46088409423828125, 0.484100341796875, 0.5073165893554688, 0.5305328369140625, 0.5537490844726562, 0.57696533203125, 0.6001815795898438, 0.6233978271484375, 0.6466140747070312, 0.669830322265625, 0.6930465698242188, 0.7162628173828125, 0.7394790649414062, 0.7626953125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 5.0, 6.0, 10.0, 14.0, 25.0, 26.0, 33.0, 62.0, 109.0, 149.0, 296.0, 473.0, 898.0, 1826.0, 3970.0, 9876.0, 28713.0, 126620.0, 3219611.0, 697994.0, 71429.0, 19348.0, 6892.0, 2957.0, 1317.0, 658.0, 336.0, 225.0, 142.0, 70.0, 56.0, 42.0, 34.0, 22.0, 14.0, 6.0, 10.0, 7.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5, -2.41619873046875, -2.3323974609375, -2.24859619140625, -2.164794921875, -2.08099365234375, -1.9971923828125, -1.91339111328125, -1.82958984375, -1.74578857421875, -1.6619873046875, -1.57818603515625, -1.494384765625, -1.41058349609375, -1.3267822265625, -1.24298095703125, -1.1591796875, -1.07537841796875, -0.9915771484375, -0.90777587890625, -0.823974609375, -0.74017333984375, -0.6563720703125, -0.57257080078125, -0.48876953125, -0.40496826171875, -0.3211669921875, -0.23736572265625, -0.153564453125, -0.06976318359375, 0.0140380859375, 0.09783935546875, 0.181640625, 0.26544189453125, 0.3492431640625, 0.43304443359375, 0.516845703125, 0.60064697265625, 0.6844482421875, 0.76824951171875, 0.85205078125, 0.93585205078125, 1.0196533203125, 1.10345458984375, 1.187255859375, 1.27105712890625, 1.3548583984375, 1.43865966796875, 1.5224609375, 1.60626220703125, 1.6900634765625, 1.77386474609375, 1.857666015625, 1.94146728515625, 2.0252685546875, 2.10906982421875, 2.19287109375, 2.27667236328125, 2.3604736328125, 2.44427490234375, 2.528076171875, 2.61187744140625, 2.6956787109375, 2.77947998046875, 2.86328125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 5.0, 7.0, 7.0, 8.0, 17.0, 12.0, 15.0, 34.0, 51.0, 95.0, 141.0, 314.0, 1737.0, 999.0, 307.0, 122.0, 69.0, 35.0, 25.0, 18.0, 16.0, 19.0, 7.0, 3.0, 6.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9716796875, -0.9380645751953125, -0.904449462890625, -0.8708343505859375, -0.83721923828125, -0.8036041259765625, -0.769989013671875, -0.7363739013671875, -0.7027587890625, -0.6691436767578125, -0.635528564453125, -0.6019134521484375, -0.56829833984375, -0.5346832275390625, -0.501068115234375, -0.4674530029296875, -0.433837890625, -0.4002227783203125, -0.366607666015625, -0.3329925537109375, -0.29937744140625, -0.2657623291015625, -0.232147216796875, -0.1985321044921875, -0.1649169921875, -0.1313018798828125, -0.097686767578125, -0.0640716552734375, -0.03045654296875, 0.0031585693359375, 0.036773681640625, 0.0703887939453125, 0.10400390625, 0.1376190185546875, 0.171234130859375, 0.2048492431640625, 0.23846435546875, 0.2720794677734375, 0.305694580078125, 0.3393096923828125, 0.3729248046875, 0.4065399169921875, 0.440155029296875, 0.4737701416015625, 0.50738525390625, 0.5410003662109375, 0.574615478515625, 0.6082305908203125, 0.641845703125, 0.6754608154296875, 0.709075927734375, 0.7426910400390625, 0.77630615234375, 0.8099212646484375, 0.843536376953125, 0.8771514892578125, 0.9107666015625, 0.9443817138671875, 0.977996826171875, 1.0116119384765625, 1.04522705078125, 1.0788421630859375, 1.112457275390625, 1.1460723876953125, 1.1796875]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 6.0, 13.0, 13.0, 26.0, 23.0, 34.0, 67.0, 89.0, 96.0, 109.0, 148.0, 119.0, 94.0, 68.0, 41.0, 17.0, 13.0, 6.0, 6.0, 5.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9897639751434326, -3.815741777420044, -3.641719341278076, -3.4676971435546875, -3.2936747074127197, -3.119652509689331, -2.9456300735473633, -2.7716078758239746, -2.597585678100586, -2.4235634803771973, -2.2495410442352295, -2.075518846511841, -1.901496410369873, -1.7274742126464844, -1.5534518957138062, -1.379429578781128, -1.2054071426391602, -1.031384825706482, -0.8573625087738037, -0.6833402514457703, -0.509317934513092, -0.3352956175804138, -0.16127336025238037, 0.012748956680297852, 0.18677127361297607, 0.3607935905456543, 0.5348159074783325, 0.708838164806366, 0.8828604817390442, 1.0568828582763672, 1.2309050559997559, 1.404927372932434, 1.5789494514465332, 1.7529717683792114, 1.9269940853118896, 2.1010162830352783, 2.275038719177246, 2.4490609169006348, 2.6230831146240234, 2.797105550765991, 2.971127986907959, 3.1451501846313477, 3.3191726207733154, 3.493194818496704, 3.667217254638672, 3.8412394523620605, 4.015261650085449, 4.189284324645996, 4.363306045532227, 4.537328243255615, 4.711350440979004, 4.885373115539551, 5.0593953132629395, 5.233417510986328, 5.407439708709717, 5.5814619064331055, 5.755484580993652, 5.929506778717041, 6.10352897644043, 6.277551651000977, 6.451573848724365, 6.625596046447754, 6.799618244171143, 6.973640441894531, 7.147663116455078]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 10.0, 8.0, 4.0, 10.0, 9.0, 21.0, 16.0, 21.0, 19.0, 27.0, 20.0, 24.0, 34.0, 33.0, 35.0, 48.0, 36.0, 48.0, 34.0, 42.0, 43.0, 43.0, 31.0, 33.0, 34.0, 45.0, 33.0, 41.0, 29.0, 20.0, 20.0, 22.0, 18.0, 14.0, 11.0, 15.0, 13.0, 9.0, 9.0, 4.0, 9.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-3.0218684673309326, -2.9376678466796875, -2.8534672260284424, -2.7692666053771973, -2.685065746307373, -2.600865125656128, -2.516664505004883, -2.4324638843536377, -2.3482632637023926, -2.2640626430511475, -2.1798620223999023, -2.095661163330078, -2.011460542678833, -1.927259922027588, -1.8430593013763428, -1.7588586807250977, -1.6746578216552734, -1.5904572010040283, -1.5062564611434937, -1.4220558404922485, -1.3378551006317139, -1.2536544799804688, -1.1694538593292236, -1.0852532386779785, -1.0010524988174438, -0.916851818561554, -0.8326511383056641, -0.748450517654419, -0.664249837398529, -0.5800491571426392, -0.49584853649139404, -0.41164785623550415, -0.32744741439819336, -0.24324674904346466, -0.15904608368873596, -0.07484543323516846, 0.009355247020721436, 0.09355592727661133, 0.17775654792785645, 0.26195722818374634, 0.34615790843963623, 0.4303585886955261, 0.514559268951416, 0.5987598896026611, 0.682960569858551, 0.7671612501144409, 0.851361870765686, 0.9355625510215759, 1.0197632312774658, 1.103963851928711, 1.1881645917892456, 1.2723652124404907, 1.3565659523010254, 1.4407665729522705, 1.5249671936035156, 1.6091678142547607, 1.6933685541152954, 1.7775691747665405, 1.8617699146270752, 1.9459705352783203, 2.0301711559295654, 2.1143717765808105, 2.1985726356506348, 2.28277325630188, 2.366973876953125]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 4.0, 4.0, 5.0, 6.0, 10.0, 23.0, 23.0, 37.0, 54.0, 95.0, 154.0, 291.0, 560.0, 1125.0, 2431.0, 6288.0, 17958.0, 58530.0, 190045.0, 383814.0, 259746.0, 85913.0, 26491.0, 8736.0, 3260.0, 1404.0, 672.0, 365.0, 206.0, 112.0, 65.0, 35.0, 28.0, 27.0, 21.0, 6.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.50390625, -3.399810791015625, -3.29571533203125, -3.191619873046875, -3.0875244140625, -2.983428955078125, -2.87933349609375, -2.775238037109375, -2.671142578125, -2.567047119140625, -2.46295166015625, -2.358856201171875, -2.2547607421875, -2.150665283203125, -2.04656982421875, -1.942474365234375, -1.83837890625, -1.734283447265625, -1.63018798828125, -1.526092529296875, -1.4219970703125, -1.317901611328125, -1.21380615234375, -1.109710693359375, -1.005615234375, -0.901519775390625, -0.79742431640625, -0.693328857421875, -0.5892333984375, -0.485137939453125, -0.38104248046875, -0.276947021484375, -0.1728515625, -0.068756103515625, 0.03533935546875, 0.139434814453125, 0.2435302734375, 0.347625732421875, 0.45172119140625, 0.555816650390625, 0.659912109375, 0.764007568359375, 0.86810302734375, 0.972198486328125, 1.0762939453125, 1.180389404296875, 1.28448486328125, 1.388580322265625, 1.49267578125, 1.596771240234375, 1.70086669921875, 1.804962158203125, 1.9090576171875, 2.013153076171875, 2.11724853515625, 2.221343994140625, 2.325439453125, 2.429534912109375, 2.53363037109375, 2.637725830078125, 2.7418212890625, 2.845916748046875, 2.95001220703125, 3.054107666015625, 3.158203125]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 3.0, 8.0, 9.0, 12.0, 19.0, 21.0, 22.0, 39.0, 48.0, 52.0, 48.0, 63.0, 58.0, 69.0, 70.0, 67.0, 73.0, 47.0, 62.0, 42.0, 41.0, 34.0, 23.0, 25.0, 15.0, 7.0, 6.0, 8.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7275390625, -0.7042922973632812, -0.6810455322265625, -0.6577987670898438, -0.634552001953125, -0.6113052368164062, -0.5880584716796875, -0.5648117065429688, -0.54156494140625, -0.5183181762695312, -0.4950714111328125, -0.47182464599609375, -0.448577880859375, -0.42533111572265625, -0.4020843505859375, -0.37883758544921875, -0.3555908203125, -0.33234405517578125, -0.3090972900390625, -0.28585052490234375, -0.262603759765625, -0.23935699462890625, -0.2161102294921875, -0.19286346435546875, -0.16961669921875, -0.14636993408203125, -0.1231231689453125, -0.09987640380859375, -0.076629638671875, -0.05338287353515625, -0.0301361083984375, -0.00688934326171875, 0.016357421875, 0.03960418701171875, 0.0628509521484375, 0.08609771728515625, 0.109344482421875, 0.13259124755859375, 0.1558380126953125, 0.17908477783203125, 0.20233154296875, 0.22557830810546875, 0.2488250732421875, 0.27207183837890625, 0.295318603515625, 0.31856536865234375, 0.3418121337890625, 0.36505889892578125, 0.3883056640625, 0.41155242919921875, 0.4347991943359375, 0.45804595947265625, 0.481292724609375, 0.5045394897460938, 0.5277862548828125, 0.5510330200195312, 0.57427978515625, 0.5975265502929688, 0.6207733154296875, 0.6440200805664062, 0.667266845703125, 0.6905136108398438, 0.7137603759765625, 0.7370071411132812, 0.76025390625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 5.0, 8.0, 10.0, 4.0, 10.0, 19.0, 25.0, 38.0, 45.0, 55.0, 89.0, 145.0, 202.0, 311.0, 558.0, 1134.0, 2494.0, 6420.0, 19173.0, 62274.0, 194335.0, 380957.0, 252476.0, 86616.0, 26358.0, 8441.0, 3118.0, 1452.0, 676.0, 393.0, 227.0, 144.0, 110.0, 77.0, 48.0, 33.0, 18.0, 22.0, 12.0, 12.0, 2.0, 5.0, 5.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.58984375, -2.50531005859375, -2.4207763671875, -2.33624267578125, -2.251708984375, -2.16717529296875, -2.0826416015625, -1.99810791015625, -1.91357421875, -1.82904052734375, -1.7445068359375, -1.65997314453125, -1.575439453125, -1.49090576171875, -1.4063720703125, -1.32183837890625, -1.2373046875, -1.15277099609375, -1.0682373046875, -0.98370361328125, -0.899169921875, -0.81463623046875, -0.7301025390625, -0.64556884765625, -0.56103515625, -0.47650146484375, -0.3919677734375, -0.30743408203125, -0.222900390625, -0.13836669921875, -0.0538330078125, 0.03070068359375, 0.115234375, 0.19976806640625, 0.2843017578125, 0.36883544921875, 0.453369140625, 0.53790283203125, 0.6224365234375, 0.70697021484375, 0.79150390625, 0.87603759765625, 0.9605712890625, 1.04510498046875, 1.129638671875, 1.21417236328125, 1.2987060546875, 1.38323974609375, 1.4677734375, 1.55230712890625, 1.6368408203125, 1.72137451171875, 1.805908203125, 1.89044189453125, 1.9749755859375, 2.05950927734375, 2.14404296875, 2.22857666015625, 2.3131103515625, 2.39764404296875, 2.482177734375, 2.56671142578125, 2.6512451171875, 2.73577880859375, 2.8203125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 2.0, 5.0, 8.0, 7.0, 9.0, 12.0, 15.0, 9.0, 21.0, 19.0, 26.0, 20.0, 22.0, 21.0, 28.0, 38.0, 55.0, 44.0, 37.0, 46.0, 49.0, 41.0, 48.0, 42.0, 41.0, 38.0, 34.0, 43.0, 32.0, 26.0, 30.0, 26.0, 21.0, 20.0, 15.0, 15.0, 9.0, 12.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.19140625, -2.120513916015625, -2.04962158203125, -1.978729248046875, -1.9078369140625, -1.836944580078125, -1.76605224609375, -1.695159912109375, -1.624267578125, -1.553375244140625, -1.48248291015625, -1.411590576171875, -1.3406982421875, -1.269805908203125, -1.19891357421875, -1.128021240234375, -1.05712890625, -0.986236572265625, -0.91534423828125, -0.844451904296875, -0.7735595703125, -0.702667236328125, -0.63177490234375, -0.560882568359375, -0.489990234375, -0.419097900390625, -0.34820556640625, -0.277313232421875, -0.2064208984375, -0.135528564453125, -0.06463623046875, 0.006256103515625, 0.0771484375, 0.148040771484375, 0.21893310546875, 0.289825439453125, 0.3607177734375, 0.431610107421875, 0.50250244140625, 0.573394775390625, 0.644287109375, 0.715179443359375, 0.78607177734375, 0.856964111328125, 0.9278564453125, 0.998748779296875, 1.06964111328125, 1.140533447265625, 1.21142578125, 1.282318115234375, 1.35321044921875, 1.424102783203125, 1.4949951171875, 1.565887451171875, 1.63677978515625, 1.707672119140625, 1.778564453125, 1.849456787109375, 1.92034912109375, 1.991241455078125, 2.0621337890625, 2.133026123046875, 2.20391845703125, 2.274810791015625, 2.345703125]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 7.0, 17.0, 48.0, 111.0, 374.0, 3955.0, 319986.0, 714466.0, 8756.0, 598.0, 139.0, 54.0, 29.0, 8.0, 11.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6171875, -3.488525390625, -3.35986328125, -3.231201171875, -3.1025390625, -2.973876953125, -2.84521484375, -2.716552734375, -2.587890625, -2.459228515625, -2.33056640625, -2.201904296875, -2.0732421875, -1.944580078125, -1.81591796875, -1.687255859375, -1.55859375, -1.429931640625, -1.30126953125, -1.172607421875, -1.0439453125, -0.915283203125, -0.78662109375, -0.657958984375, -0.529296875, -0.400634765625, -0.27197265625, -0.143310546875, -0.0146484375, 0.114013671875, 0.24267578125, 0.371337890625, 0.5, 0.628662109375, 0.75732421875, 0.885986328125, 1.0146484375, 1.143310546875, 1.27197265625, 1.400634765625, 1.529296875, 1.657958984375, 1.78662109375, 1.915283203125, 2.0439453125, 2.172607421875, 2.30126953125, 2.429931640625, 2.55859375, 2.687255859375, 2.81591796875, 2.944580078125, 3.0732421875, 3.201904296875, 3.33056640625, 3.459228515625, 3.587890625, 3.716552734375, 3.84521484375, 3.973876953125, 4.1025390625, 4.231201171875, 4.35986328125, 4.488525390625, 4.6171875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 7.0, 14.0, 25.0, 20.0, 27.0, 44.0, 45.0, 45.0, 57.0, 68.0, 83.0, 59.0, 72.0, 72.0, 74.0, 49.0, 44.0, 34.0, 34.0, 24.0, 20.0, 15.0, 20.0, 12.0, 8.0, 1.0, 7.0, 2.0, 4.0, 7.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0001361370086669922, -0.0001315884292125702, -0.0001270398497581482, -0.0001224912703037262, -0.0001179426908493042, -0.0001133941113948822, -0.0001088455319404602, -0.00010429695248603821, -9.974837303161621e-05, -9.519979357719421e-05, -9.065121412277222e-05, -8.610263466835022e-05, -8.155405521392822e-05, -7.700547575950623e-05, -7.245689630508423e-05, -6.790831685066223e-05, -6.335973739624023e-05, -5.881115794181824e-05, -5.426257848739624e-05, -4.971399903297424e-05, -4.5165419578552246e-05, -4.061684012413025e-05, -3.606826066970825e-05, -3.1519681215286255e-05, -2.6971101760864258e-05, -2.242252230644226e-05, -1.7873942852020264e-05, -1.3325363397598267e-05, -8.77678394317627e-06, -4.2282044887542725e-06, 3.203749656677246e-07, 4.868954420089722e-06, 9.417533874511719e-06, 1.3966113328933716e-05, 1.8514692783355713e-05, 2.306327223777771e-05, 2.7611851692199707e-05, 3.2160431146621704e-05, 3.67090106010437e-05, 4.12575900554657e-05, 4.5806169509887695e-05, 5.035474896430969e-05, 5.490332841873169e-05, 5.9451907873153687e-05, 6.400048732757568e-05, 6.854906678199768e-05, 7.309764623641968e-05, 7.764622569084167e-05, 8.219480514526367e-05, 8.674338459968567e-05, 9.129196405410767e-05, 9.584054350852966e-05, 0.00010038912296295166, 0.00010493770241737366, 0.00010948628187179565, 0.00011403486132621765, 0.00011858344078063965, 0.00012313202023506165, 0.00012768059968948364, 0.00013222917914390564, 0.00013677775859832764, 0.00014132633805274963, 0.00014587491750717163, 0.00015042349696159363, 0.00015497207641601562]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 9.0, 4.0, 11.0, 20.0, 33.0, 48.0, 71.0, 135.0, 331.0, 1329.0, 8955.0, 187841.0, 802242.0, 42649.0, 3639.0, 703.0, 230.0, 130.0, 52.0, 36.0, 26.0, 15.0, 17.0, 11.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.421875, -3.330108642578125, -3.23834228515625, -3.146575927734375, -3.0548095703125, -2.963043212890625, -2.87127685546875, -2.779510498046875, -2.687744140625, -2.595977783203125, -2.50421142578125, -2.412445068359375, -2.3206787109375, -2.228912353515625, -2.13714599609375, -2.045379638671875, -1.95361328125, -1.861846923828125, -1.77008056640625, -1.678314208984375, -1.5865478515625, -1.494781494140625, -1.40301513671875, -1.311248779296875, -1.219482421875, -1.127716064453125, -1.03594970703125, -0.944183349609375, -0.8524169921875, -0.760650634765625, -0.66888427734375, -0.577117919921875, -0.4853515625, -0.393585205078125, -0.30181884765625, -0.210052490234375, -0.1182861328125, -0.026519775390625, 0.06524658203125, 0.157012939453125, 0.248779296875, 0.340545654296875, 0.43231201171875, 0.524078369140625, 0.6158447265625, 0.707611083984375, 0.79937744140625, 0.891143798828125, 0.98291015625, 1.074676513671875, 1.16644287109375, 1.258209228515625, 1.3499755859375, 1.441741943359375, 1.53350830078125, 1.625274658203125, 1.717041015625, 1.808807373046875, 1.90057373046875, 1.992340087890625, 2.0841064453125, 2.175872802734375, 2.26763916015625, 2.359405517578125, 2.451171875]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 5.0, 13.0, 30.0, 53.0, 100.0, 143.0, 167.0, 184.0, 146.0, 80.0, 34.0, 21.0, 17.0, 6.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-3.2578125, -3.1910247802734375, -3.124237060546875, -3.0574493408203125, -2.99066162109375, -2.9238739013671875, -2.857086181640625, -2.7902984619140625, -2.7235107421875, -2.6567230224609375, -2.589935302734375, -2.5231475830078125, -2.45635986328125, -2.3895721435546875, -2.322784423828125, -2.2559967041015625, -2.189208984375, -2.1224212646484375, -2.055633544921875, -1.9888458251953125, -1.92205810546875, -1.8552703857421875, -1.788482666015625, -1.7216949462890625, -1.6549072265625, -1.5881195068359375, -1.521331787109375, -1.4545440673828125, -1.38775634765625, -1.3209686279296875, -1.254180908203125, -1.1873931884765625, -1.12060546875, -1.0538177490234375, -0.987030029296875, -0.9202423095703125, -0.85345458984375, -0.7866668701171875, -0.719879150390625, -0.6530914306640625, -0.5863037109375, -0.5195159912109375, -0.452728271484375, -0.3859405517578125, -0.31915283203125, -0.2523651123046875, -0.185577392578125, -0.1187896728515625, -0.052001953125, 0.0147857666015625, 0.081573486328125, 0.1483612060546875, 0.21514892578125, 0.2819366455078125, 0.348724365234375, 0.4155120849609375, 0.4822998046875, 0.5490875244140625, 0.615875244140625, 0.6826629638671875, 0.74945068359375, 0.8162384033203125, 0.883026123046875, 0.9498138427734375, 1.0166015625]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 5.0, 6.0, 7.0, 17.0, 42.0, 56.0, 79.0, 97.0, 140.0, 134.0, 129.0, 96.0, 75.0, 47.0, 34.0, 18.0, 10.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.161727905273438, -25.473648071289062, -24.785566329956055, -24.09748649597168, -23.409404754638672, -22.721324920654297, -22.033245086669922, -21.345163345336914, -20.657081604003906, -19.96900177001953, -19.280920028686523, -18.59284019470215, -17.90475845336914, -17.216678619384766, -16.52859878540039, -15.840517044067383, -15.152437210083008, -14.464356422424316, -13.776275634765625, -13.08819580078125, -12.400114059448242, -11.712034225463867, -11.023953437805176, -10.335872650146484, -9.647791862487793, -8.959711074829102, -8.27163028717041, -7.583549976348877, -6.8954691886901855, -6.207388401031494, -5.519308090209961, -4.8312273025512695, -4.143146514892578, -3.4550657272338867, -2.7669851779937744, -2.078904628753662, -1.3908238410949707, -0.7027430534362793, -0.014662742614746094, 0.6734180450439453, 1.3614988327026367, 2.049579620361328, 2.7376601696014404, 3.4257407188415527, 4.113821506500244, 4.8019022941589355, 5.489982604980469, 6.17806339263916, 6.866144180297852, 7.554224967956543, 8.242305755615234, 8.93038558959961, 9.618467330932617, 10.306547164916992, 10.994627952575684, 11.682708740234375, 12.370789527893066, 13.058870315551758, 13.74695110321045, 14.43503189086914, 15.123111724853516, 15.811193466186523, 16.4992733001709, 17.187355041503906, 17.87543487548828]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 7.0, 5.0, 8.0, 7.0, 10.0, 14.0, 16.0, 13.0, 13.0, 22.0, 25.0, 25.0, 28.0, 32.0, 46.0, 29.0, 40.0, 44.0, 49.0, 48.0, 43.0, 53.0, 58.0, 38.0, 41.0, 35.0, 47.0, 31.0, 33.0, 21.0, 27.0, 19.0, 19.0, 11.0, 11.0, 10.0, 10.0, 6.0, 3.0, 6.0, 3.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.799561500549316, -15.338650703430176, -14.877738952636719, -14.416828155517578, -13.955917358398438, -13.49500560760498, -13.03409481048584, -12.573183059692383, -12.112272262573242, -11.651361465454102, -11.190449714660645, -10.729538917541504, -10.268627166748047, -9.807716369628906, -9.346805572509766, -8.885894775390625, -8.424983024597168, -7.964071750640869, -7.50316047668457, -7.04224967956543, -6.581338405609131, -6.120427131652832, -5.659516334533691, -5.198605060577393, -4.737693786621094, -4.276782512664795, -3.815871477127075, -3.3549604415893555, -2.8940491676330566, -2.433137893676758, -1.972226858139038, -1.5113158226013184, -1.0504035949707031, -0.5894924402236938, -0.12858128547668457, 0.3323298692703247, 0.793241024017334, 1.2541522979736328, 1.7150633335113525, 2.1759743690490723, 2.636885643005371, 3.09779691696167, 3.5587079524993896, 4.019618988037109, 4.480530261993408, 4.941441535949707, 5.402352333068848, 5.8632636070251465, 6.324174880981445, 6.785086154937744, 7.245997428894043, 7.706908226013184, 8.16781997680664, 8.628730773925781, 9.089641571044922, 9.550552368164062, 10.01146411895752, 10.47237491607666, 10.933286666870117, 11.394197463989258, 11.855108261108398, 12.316020011901855, 12.776930809020996, 13.237842559814453, 13.698753356933594]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 10.0, 12.0, 15.0, 30.0, 22.0, 53.0, 93.0, 129.0, 211.0, 326.0, 673.0, 1426.0, 3264.0, 10183.0, 50114.0, 2807833.0, 1259958.0, 43881.0, 9761.0, 3178.0, 1391.0, 700.0, 372.0, 212.0, 135.0, 90.0, 63.0, 30.0, 24.0, 15.0, 17.0, 13.0, 9.0, 10.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-3.873046875, -3.734588623046875, -3.59613037109375, -3.457672119140625, -3.3192138671875, -3.180755615234375, -3.04229736328125, -2.903839111328125, -2.765380859375, -2.626922607421875, -2.48846435546875, -2.350006103515625, -2.2115478515625, -2.073089599609375, -1.93463134765625, -1.796173095703125, -1.65771484375, -1.519256591796875, -1.38079833984375, -1.242340087890625, -1.1038818359375, -0.965423583984375, -0.82696533203125, -0.688507080078125, -0.550048828125, -0.411590576171875, -0.27313232421875, -0.134674072265625, 0.0037841796875, 0.142242431640625, 0.28070068359375, 0.419158935546875, 0.5576171875, 0.696075439453125, 0.83453369140625, 0.972991943359375, 1.1114501953125, 1.249908447265625, 1.38836669921875, 1.526824951171875, 1.665283203125, 1.803741455078125, 1.94219970703125, 2.080657958984375, 2.2191162109375, 2.357574462890625, 2.49603271484375, 2.634490966796875, 2.77294921875, 2.911407470703125, 3.04986572265625, 3.188323974609375, 3.3267822265625, 3.465240478515625, 3.60369873046875, 3.742156982421875, 3.880615234375, 4.019073486328125, 4.15753173828125, 4.295989990234375, 4.4344482421875, 4.572906494140625, 4.71136474609375, 4.849822998046875, 4.98828125]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 5.0, 10.0, 8.0, 15.0, 19.0, 19.0, 30.0, 36.0, 39.0, 39.0, 58.0, 48.0, 50.0, 61.0, 65.0, 69.0, 60.0, 59.0, 38.0, 43.0, 50.0, 43.0, 21.0, 31.0, 21.0, 17.0, 13.0, 6.0, 5.0, 6.0, 4.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.7197265625, -0.6969985961914062, -0.6742706298828125, -0.6515426635742188, -0.628814697265625, -0.6060867309570312, -0.5833587646484375, -0.5606307983398438, -0.53790283203125, -0.5151748657226562, -0.4924468994140625, -0.46971893310546875, -0.446990966796875, -0.42426300048828125, -0.4015350341796875, -0.37880706787109375, -0.3560791015625, -0.33335113525390625, -0.3106231689453125, -0.28789520263671875, -0.265167236328125, -0.24243927001953125, -0.2197113037109375, -0.19698333740234375, -0.17425537109375, -0.15152740478515625, -0.1287994384765625, -0.10607147216796875, -0.083343505859375, -0.06061553955078125, -0.0378875732421875, -0.01515960693359375, 0.007568359375, 0.03029632568359375, 0.0530242919921875, 0.07575225830078125, 0.098480224609375, 0.12120819091796875, 0.1439361572265625, 0.16666412353515625, 0.18939208984375, 0.21212005615234375, 0.2348480224609375, 0.25757598876953125, 0.280303955078125, 0.30303192138671875, 0.3257598876953125, 0.34848785400390625, 0.3712158203125, 0.39394378662109375, 0.4166717529296875, 0.43939971923828125, 0.462127685546875, 0.48485565185546875, 0.5075836181640625, 0.5303115844726562, 0.55303955078125, 0.5757675170898438, 0.5984954833984375, 0.6212234497070312, 0.643951416015625, 0.6666793823242188, 0.6894073486328125, 0.7121353149414062, 0.73486328125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 5.0, 1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 8.0, 8.0, 15.0, 23.0, 25.0, 39.0, 73.0, 84.0, 157.0, 231.0, 365.0, 576.0, 967.0, 1852.0, 3437.0, 6910.0, 15935.0, 47706.0, 215061.0, 3127582.0, 638399.0, 89296.0, 25693.0, 9858.0, 4468.0, 2313.0, 1242.0, 745.0, 427.0, 280.0, 147.0, 112.0, 70.0, 44.0, 32.0, 31.0, 15.0, 14.0, 12.0, 10.0, 4.0, 6.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.185546875, -2.11444091796875, -2.0433349609375, -1.97222900390625, -1.901123046875, -1.83001708984375, -1.7589111328125, -1.68780517578125, -1.61669921875, -1.54559326171875, -1.4744873046875, -1.40338134765625, -1.332275390625, -1.26116943359375, -1.1900634765625, -1.11895751953125, -1.0478515625, -0.97674560546875, -0.9056396484375, -0.83453369140625, -0.763427734375, -0.69232177734375, -0.6212158203125, -0.55010986328125, -0.47900390625, -0.40789794921875, -0.3367919921875, -0.26568603515625, -0.194580078125, -0.12347412109375, -0.0523681640625, 0.01873779296875, 0.08984375, 0.16094970703125, 0.2320556640625, 0.30316162109375, 0.374267578125, 0.44537353515625, 0.5164794921875, 0.58758544921875, 0.65869140625, 0.72979736328125, 0.8009033203125, 0.87200927734375, 0.943115234375, 1.01422119140625, 1.0853271484375, 1.15643310546875, 1.2275390625, 1.29864501953125, 1.3697509765625, 1.44085693359375, 1.511962890625, 1.58306884765625, 1.6541748046875, 1.72528076171875, 1.79638671875, 1.86749267578125, 1.9385986328125, 2.00970458984375, 2.080810546875, 2.15191650390625, 2.2230224609375, 2.29412841796875, 2.365234375]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 3.0, 5.0, 9.0, 9.0, 15.0, 22.0, 23.0, 49.0, 66.0, 123.0, 274.0, 743.0, 1768.0, 487.0, 207.0, 108.0, 58.0, 30.0, 19.0, 18.0, 6.0, 6.0, 5.0, 6.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7119140625, -1.66839599609375, -1.6248779296875, -1.58135986328125, -1.537841796875, -1.49432373046875, -1.4508056640625, -1.40728759765625, -1.36376953125, -1.32025146484375, -1.2767333984375, -1.23321533203125, -1.189697265625, -1.14617919921875, -1.1026611328125, -1.05914306640625, -1.015625, -0.97210693359375, -0.9285888671875, -0.88507080078125, -0.841552734375, -0.79803466796875, -0.7545166015625, -0.71099853515625, -0.66748046875, -0.62396240234375, -0.5804443359375, -0.53692626953125, -0.493408203125, -0.44989013671875, -0.4063720703125, -0.36285400390625, -0.3193359375, -0.27581787109375, -0.2322998046875, -0.18878173828125, -0.145263671875, -0.10174560546875, -0.0582275390625, -0.01470947265625, 0.02880859375, 0.07232666015625, 0.1158447265625, 0.15936279296875, 0.202880859375, 0.24639892578125, 0.2899169921875, 0.33343505859375, 0.376953125, 0.42047119140625, 0.4639892578125, 0.50750732421875, 0.551025390625, 0.59454345703125, 0.6380615234375, 0.68157958984375, 0.72509765625, 0.76861572265625, 0.8121337890625, 0.85565185546875, 0.899169921875, 0.94268798828125, 0.9862060546875, 1.02972412109375, 1.0732421875]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 9.0, 14.0, 21.0, 31.0, 62.0, 105.0, 139.0, 155.0, 144.0, 113.0, 87.0, 51.0, 28.0, 19.0, 9.0, 6.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.360540390014648, -6.086146831512451, -5.811753273010254, -5.537359237670898, -5.262965679168701, -4.988572120666504, -4.714178085327148, -4.439784526824951, -4.165390968322754, -3.8909974098205566, -3.6166036128997803, -3.342209815979004, -3.0678162574768066, -2.7934226989746094, -2.519028902053833, -2.2446351051330566, -1.9702415466308594, -1.6958478689193726, -1.4214541912078857, -1.147060513496399, -0.8726668357849121, -0.5982731580734253, -0.3238794803619385, -0.04948580265045166, 0.22490787506103516, 0.499301552772522, 0.7736952304840088, 1.0480889081954956, 1.3224825859069824, 1.5968762636184692, 1.871269941329956, 2.1456637382507324, 2.4200563430786133, 2.6944499015808105, 2.968843698501587, 3.2432374954223633, 3.5176310539245605, 3.792024612426758, 4.066418647766113, 4.3408122062683105, 4.615205764770508, 4.889599323272705, 5.163992881774902, 5.438386917114258, 5.712780475616455, 5.987174034118652, 6.261568069458008, 6.535961627960205, 6.810355186462402, 7.0847487449646, 7.359142303466797, 7.633536338806152, 7.90792989730835, 8.182323455810547, 8.456717491149902, 8.731110572814941, 9.005504608154297, 9.279898643493652, 9.554291725158691, 9.828685760498047, 10.103078842163086, 10.377472877502441, 10.651866912841797, 10.926259994506836, 11.200654029846191]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 5.0, 2.0, 1.0, 7.0, 6.0, 5.0, 10.0, 8.0, 5.0, 10.0, 13.0, 19.0, 24.0, 35.0, 29.0, 36.0, 45.0, 41.0, 37.0, 51.0, 56.0, 56.0, 51.0, 47.0, 51.0, 44.0, 49.0, 54.0, 28.0, 37.0, 26.0, 24.0, 15.0, 22.0, 15.0, 12.0, 7.0, 14.0, 5.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5891611576080322, -3.4517555236816406, -3.314350128173828, -3.1769444942474365, -3.039539098739624, -2.9021334648132324, -2.76472806930542, -2.6273224353790283, -2.4899168014526367, -2.352511167526245, -2.2151057720184326, -2.077700138092041, -1.9402947425842285, -1.802889108657837, -1.6654835939407349, -1.5280780792236328, -1.3906726837158203, -1.2532671689987183, -1.1158616542816162, -0.9784560799598694, -0.8410505652427673, -0.7036450505256653, -0.5662394762039185, -0.4288339614868164, -0.29142844676971436, -0.1540229171514511, -0.016617387533187866, 0.12078815698623657, 0.2581936717033386, 0.3955991864204407, 0.5330047607421875, 0.6704102754592896, 0.8078155517578125, 0.9452210664749146, 1.0826265811920166, 1.2200322151184082, 1.3574376106262207, 1.4948432445526123, 1.6322487592697144, 1.7696542739868164, 1.9070597887039185, 2.0444653034210205, 2.181870937347412, 2.3192763328552246, 2.456681966781616, 2.5940873622894287, 2.7314929962158203, 2.868898391723633, 3.0063040256500244, 3.143709659576416, 3.2811150550842285, 3.41852068901062, 3.5559260845184326, 3.693331718444824, 3.8307371139526367, 3.9681427478790283, 4.10554838180542, 4.242953777313232, 4.380359649658203, 4.517765045166016, 4.655170440673828, 4.792575836181641, 4.929981708526611, 5.067387104034424, 5.204792499542236]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 6.0, 15.0, 19.0, 34.0, 36.0, 53.0, 93.0, 119.0, 215.0, 370.0, 643.0, 1068.0, 2230.0, 4884.0, 11532.0, 30435.0, 89926.0, 283882.0, 399313.0, 146033.0, 47251.0, 17017.0, 6766.0, 3088.0, 1501.0, 807.0, 482.0, 246.0, 190.0, 111.0, 70.0, 45.0, 22.0, 18.0, 12.0, 7.0, 9.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.767578125, -2.67596435546875, -2.5843505859375, -2.49273681640625, -2.401123046875, -2.30950927734375, -2.2178955078125, -2.12628173828125, -2.03466796875, -1.94305419921875, -1.8514404296875, -1.75982666015625, -1.668212890625, -1.57659912109375, -1.4849853515625, -1.39337158203125, -1.3017578125, -1.21014404296875, -1.1185302734375, -1.02691650390625, -0.935302734375, -0.84368896484375, -0.7520751953125, -0.66046142578125, -0.56884765625, -0.47723388671875, -0.3856201171875, -0.29400634765625, -0.202392578125, -0.11077880859375, -0.0191650390625, 0.07244873046875, 0.1640625, 0.25567626953125, 0.3472900390625, 0.43890380859375, 0.530517578125, 0.62213134765625, 0.7137451171875, 0.80535888671875, 0.89697265625, 0.98858642578125, 1.0802001953125, 1.17181396484375, 1.263427734375, 1.35504150390625, 1.4466552734375, 1.53826904296875, 1.6298828125, 1.72149658203125, 1.8131103515625, 1.90472412109375, 1.996337890625, 2.08795166015625, 2.1795654296875, 2.27117919921875, 2.36279296875, 2.45440673828125, 2.5460205078125, 2.63763427734375, 2.729248046875, 2.82086181640625, 2.9124755859375, 3.00408935546875, 3.095703125]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 1.0, 3.0, 4.0, 3.0, 8.0, 6.0, 13.0, 20.0, 18.0, 29.0, 35.0, 35.0, 36.0, 48.0, 41.0, 56.0, 69.0, 74.0, 57.0, 64.0, 45.0, 47.0, 52.0, 55.0, 33.0, 34.0, 30.0, 23.0, 9.0, 21.0, 10.0, 6.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.68994140625, -0.6677780151367188, -0.6456146240234375, -0.6234512329101562, -0.601287841796875, -0.5791244506835938, -0.5569610595703125, -0.5347976684570312, -0.51263427734375, -0.49047088623046875, -0.4683074951171875, -0.44614410400390625, -0.423980712890625, -0.40181732177734375, -0.3796539306640625, -0.35749053955078125, -0.3353271484375, -0.31316375732421875, -0.2910003662109375, -0.26883697509765625, -0.246673583984375, -0.22451019287109375, -0.2023468017578125, -0.18018341064453125, -0.15802001953125, -0.13585662841796875, -0.1136932373046875, -0.09152984619140625, -0.069366455078125, -0.04720306396484375, -0.0250396728515625, -0.00287628173828125, 0.019287109375, 0.04145050048828125, 0.0636138916015625, 0.08577728271484375, 0.107940673828125, 0.13010406494140625, 0.1522674560546875, 0.17443084716796875, 0.19659423828125, 0.21875762939453125, 0.2409210205078125, 0.26308441162109375, 0.285247802734375, 0.30741119384765625, 0.3295745849609375, 0.35173797607421875, 0.3739013671875, 0.39606475830078125, 0.4182281494140625, 0.44039154052734375, 0.462554931640625, 0.48471832275390625, 0.5068817138671875, 0.5290451049804688, 0.55120849609375, 0.5733718872070312, 0.5955352783203125, 0.6176986694335938, 0.639862060546875, 0.6620254516601562, 0.6841888427734375, 0.7063522338867188, 0.728515625]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 9.0, 3.0, 9.0, 4.0, 14.0, 23.0, 17.0, 25.0, 29.0, 53.0, 72.0, 86.0, 126.0, 174.0, 261.0, 415.0, 670.0, 1021.0, 1774.0, 3495.0, 6972.0, 14950.0, 33335.0, 79303.0, 186557.0, 325060.0, 222543.0, 95506.0, 40630.0, 17843.0, 8182.0, 4079.0, 2003.0, 1163.0, 736.0, 440.0, 284.0, 197.0, 136.0, 97.0, 77.0, 46.0, 39.0, 28.0, 13.0, 13.0, 12.0, 8.0, 7.0, 2.0, 5.0, 6.0, 1.0, 4.0, 2.0, 2.0, 2.0], "bins": [-1.9501953125, -1.8903961181640625, -1.830596923828125, -1.7707977294921875, -1.71099853515625, -1.6511993408203125, -1.591400146484375, -1.5316009521484375, -1.4718017578125, -1.4120025634765625, -1.352203369140625, -1.2924041748046875, -1.23260498046875, -1.1728057861328125, -1.113006591796875, -1.0532073974609375, -0.993408203125, -0.9336090087890625, -0.873809814453125, -0.8140106201171875, -0.75421142578125, -0.6944122314453125, -0.634613037109375, -0.5748138427734375, -0.5150146484375, -0.4552154541015625, -0.395416259765625, -0.3356170654296875, -0.27581787109375, -0.2160186767578125, -0.156219482421875, -0.0964202880859375, -0.03662109375, 0.0231781005859375, 0.082977294921875, 0.1427764892578125, 0.20257568359375, 0.2623748779296875, 0.322174072265625, 0.3819732666015625, 0.4417724609375, 0.5015716552734375, 0.561370849609375, 0.6211700439453125, 0.68096923828125, 0.7407684326171875, 0.800567626953125, 0.8603668212890625, 0.920166015625, 0.9799652099609375, 1.039764404296875, 1.0995635986328125, 1.15936279296875, 1.2191619873046875, 1.278961181640625, 1.3387603759765625, 1.3985595703125, 1.4583587646484375, 1.518157958984375, 1.5779571533203125, 1.63775634765625, 1.6975555419921875, 1.757354736328125, 1.8171539306640625, 1.876953125]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 4.0, 8.0, 5.0, 14.0, 7.0, 15.0, 18.0, 18.0, 22.0, 24.0, 27.0, 33.0, 37.0, 41.0, 43.0, 43.0, 35.0, 46.0, 45.0, 41.0, 40.0, 37.0, 33.0, 47.0, 40.0, 37.0, 29.0, 31.0, 29.0, 26.0, 14.0, 20.0, 21.0, 12.0, 9.0, 12.0, 12.0, 4.0, 7.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.154296875, -2.081787109375, -2.00927734375, -1.936767578125, -1.8642578125, -1.791748046875, -1.71923828125, -1.646728515625, -1.57421875, -1.501708984375, -1.42919921875, -1.356689453125, -1.2841796875, -1.211669921875, -1.13916015625, -1.066650390625, -0.994140625, -0.921630859375, -0.84912109375, -0.776611328125, -0.7041015625, -0.631591796875, -0.55908203125, -0.486572265625, -0.4140625, -0.341552734375, -0.26904296875, -0.196533203125, -0.1240234375, -0.051513671875, 0.02099609375, 0.093505859375, 0.166015625, 0.238525390625, 0.31103515625, 0.383544921875, 0.4560546875, 0.528564453125, 0.60107421875, 0.673583984375, 0.74609375, 0.818603515625, 0.89111328125, 0.963623046875, 1.0361328125, 1.108642578125, 1.18115234375, 1.253662109375, 1.326171875, 1.398681640625, 1.47119140625, 1.543701171875, 1.6162109375, 1.688720703125, 1.76123046875, 1.833740234375, 1.90625, 1.978759765625, 2.05126953125, 2.123779296875, 2.1962890625, 2.268798828125, 2.34130859375, 2.413818359375, 2.486328125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 7.0, 6.0, 14.0, 22.0, 35.0, 34.0, 46.0, 82.0, 121.0, 214.0, 349.0, 627.0, 1257.0, 2651.0, 6339.0, 17658.0, 58653.0, 240831.0, 494256.0, 160962.0, 41700.0, 13103.0, 5044.0, 2149.0, 1036.0, 505.0, 313.0, 174.0, 127.0, 73.0, 50.0, 26.0, 26.0, 18.0, 12.0, 7.0, 7.0, 1.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.919921875, -0.8923492431640625, -0.864776611328125, -0.8372039794921875, -0.80963134765625, -0.7820587158203125, -0.754486083984375, -0.7269134521484375, -0.6993408203125, -0.6717681884765625, -0.644195556640625, -0.6166229248046875, -0.58905029296875, -0.5614776611328125, -0.533905029296875, -0.5063323974609375, -0.478759765625, -0.4511871337890625, -0.423614501953125, -0.3960418701171875, -0.36846923828125, -0.3408966064453125, -0.313323974609375, -0.2857513427734375, -0.2581787109375, -0.2306060791015625, -0.203033447265625, -0.1754608154296875, -0.14788818359375, -0.1203155517578125, -0.092742919921875, -0.0651702880859375, -0.03759765625, -0.0100250244140625, 0.017547607421875, 0.0451202392578125, 0.07269287109375, 0.1002655029296875, 0.127838134765625, 0.1554107666015625, 0.1829833984375, 0.2105560302734375, 0.238128662109375, 0.2657012939453125, 0.29327392578125, 0.3208465576171875, 0.348419189453125, 0.3759918212890625, 0.403564453125, 0.4311370849609375, 0.458709716796875, 0.4862823486328125, 0.51385498046875, 0.5414276123046875, 0.569000244140625, 0.5965728759765625, 0.6241455078125, 0.6517181396484375, 0.679290771484375, 0.7068634033203125, 0.73443603515625, 0.7620086669921875, 0.789581298828125, 0.8171539306640625, 0.8447265625]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 1.0, 6.0, 7.0, 6.0, 14.0, 11.0, 16.0, 24.0, 48.0, 45.0, 62.0, 108.0, 127.0, 139.0, 108.0, 77.0, 46.0, 35.0, 34.0, 19.0, 9.0, 11.0, 7.0, 7.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017213821411132812, -0.00016661733388900757, -0.000161096453666687, -0.00015557557344436646, -0.0001500546932220459, -0.00014453381299972534, -0.00013901293277740479, -0.00013349205255508423, -0.00012797117233276367, -0.00012245029211044312, -0.00011692941188812256, -0.000111408531665802, -0.00010588765144348145, -0.00010036677122116089, -9.484589099884033e-05, -8.932501077651978e-05, -8.380413055419922e-05, -7.828325033187866e-05, -7.27623701095581e-05, -6.724148988723755e-05, -6.172060966491699e-05, -5.6199729442596436e-05, -5.067884922027588e-05, -4.515796899795532e-05, -3.9637088775634766e-05, -3.411620855331421e-05, -2.8595328330993652e-05, -2.3074448108673096e-05, -1.755356788635254e-05, -1.2032687664031982e-05, -6.511807441711426e-06, -9.909272193908691e-07, 4.5299530029296875e-06, 1.0050833225250244e-05, 1.55717134475708e-05, 2.1092593669891357e-05, 2.6613473892211914e-05, 3.213435411453247e-05, 3.765523433685303e-05, 4.3176114559173584e-05, 4.869699478149414e-05, 5.42178750038147e-05, 5.9738755226135254e-05, 6.525963544845581e-05, 7.078051567077637e-05, 7.630139589309692e-05, 8.182227611541748e-05, 8.734315633773804e-05, 9.28640365600586e-05, 9.838491678237915e-05, 0.00010390579700469971, 0.00010942667722702026, 0.00011494755744934082, 0.00012046843767166138, 0.00012598931789398193, 0.0001315101981163025, 0.00013703107833862305, 0.0001425519585609436, 0.00014807283878326416, 0.00015359371900558472, 0.00015911459922790527, 0.00016463547945022583, 0.0001701563596725464, 0.00017567723989486694, 0.0001811981201171875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 4.0, 7.0, 8.0, 17.0, 27.0, 32.0, 52.0, 60.0, 119.0, 209.0, 390.0, 785.0, 1980.0, 5856.0, 21191.0, 90840.0, 534717.0, 317054.0, 54747.0, 13672.0, 4006.0, 1415.0, 598.0, 297.0, 163.0, 107.0, 83.0, 42.0, 34.0, 15.0, 19.0, 3.0, 5.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.72119140625, -0.6848373413085938, -0.6484832763671875, -0.6121292114257812, -0.575775146484375, -0.5394210815429688, -0.5030670166015625, -0.46671295166015625, -0.43035888671875, -0.39400482177734375, -0.3576507568359375, -0.32129669189453125, -0.284942626953125, -0.24858856201171875, -0.2122344970703125, -0.17588043212890625, -0.1395263671875, -0.10317230224609375, -0.0668182373046875, -0.03046417236328125, 0.005889892578125, 0.04224395751953125, 0.0785980224609375, 0.11495208740234375, 0.15130615234375, 0.18766021728515625, 0.2240142822265625, 0.26036834716796875, 0.296722412109375, 0.33307647705078125, 0.3694305419921875, 0.40578460693359375, 0.442138671875, 0.47849273681640625, 0.5148468017578125, 0.5512008666992188, 0.587554931640625, 0.6239089965820312, 0.6602630615234375, 0.6966171264648438, 0.73297119140625, 0.7693252563476562, 0.8056793212890625, 0.8420333862304688, 0.878387451171875, 0.9147415161132812, 0.9510955810546875, 0.9874496459960938, 1.0238037109375, 1.0601577758789062, 1.0965118408203125, 1.1328659057617188, 1.169219970703125, 1.2055740356445312, 1.2419281005859375, 1.2782821655273438, 1.31463623046875, 1.3509902954101562, 1.3873443603515625, 1.4236984252929688, 1.460052490234375, 1.4964065551757812, 1.5327606201171875, 1.5691146850585938, 1.60546875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 8.0, 13.0, 5.0, 13.0, 21.0, 43.0, 30.0, 54.0, 67.0, 92.0, 108.0, 131.0, 122.0, 82.0, 65.0, 44.0, 24.0, 12.0, 18.0, 9.0, 5.0, 7.0, 3.0, 9.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.79443359375, -0.7616195678710938, -0.7288055419921875, -0.6959915161132812, -0.663177490234375, -0.6303634643554688, -0.5975494384765625, -0.5647354125976562, -0.53192138671875, -0.49910736083984375, -0.4662933349609375, -0.43347930908203125, -0.400665283203125, -0.36785125732421875, -0.3350372314453125, -0.30222320556640625, -0.2694091796875, -0.23659515380859375, -0.2037811279296875, -0.17096710205078125, -0.138153076171875, -0.10533905029296875, -0.0725250244140625, -0.03971099853515625, -0.00689697265625, 0.02591705322265625, 0.0587310791015625, 0.09154510498046875, 0.124359130859375, 0.15717315673828125, 0.1899871826171875, 0.22280120849609375, 0.255615234375, 0.28842926025390625, 0.3212432861328125, 0.35405731201171875, 0.386871337890625, 0.41968536376953125, 0.4524993896484375, 0.48531341552734375, 0.51812744140625, 0.5509414672851562, 0.5837554931640625, 0.6165695190429688, 0.649383544921875, 0.6821975708007812, 0.7150115966796875, 0.7478256225585938, 0.7806396484375, 0.8134536743164062, 0.8462677001953125, 0.8790817260742188, 0.911895751953125, 0.9447097778320312, 0.9775238037109375, 1.0103378295898438, 1.04315185546875, 1.0759658813476562, 1.1087799072265625, 1.1415939331054688, 1.174407958984375, 1.2072219848632812, 1.2400360107421875, 1.2728500366210938, 1.3056640625]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 15.0, 40.0, 54.0, 150.0, 183.0, 187.0, 172.0, 105.0, 59.0, 21.0, 5.0, 8.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.628969192504883, -17.701492309570312, -16.77401351928711, -15.846536636352539, -14.919059753417969, -13.991582870483398, -13.064105033874512, -12.136627197265625, -11.209150314331055, -10.281673431396484, -9.354195594787598, -8.426717758178711, -7.499240875244141, -6.571763515472412, -5.644286155700684, -4.716808795928955, -3.7893314361572266, -2.861854076385498, -1.9343767166137695, -1.006899356842041, -0.0794219970703125, 0.848055362701416, 1.7755327224731445, 2.703010082244873, 3.6304874420166016, 4.55796480178833, 5.485442161560059, 6.412919521331787, 7.340396881103516, 8.267873764038086, 9.195351600646973, 10.12282943725586, 11.050308227539062, 11.977785110473633, 12.90526294708252, 13.832740783691406, 14.760217666625977, 15.687694549560547, 16.61517333984375, 17.54265022277832, 18.47012710571289, 19.39760398864746, 20.32508087158203, 21.252559661865234, 22.180036544799805, 23.107513427734375, 24.034992218017578, 24.96246910095215, 25.88994598388672, 26.81742286682129, 27.74489974975586, 28.672378540039062, 29.599855422973633, 30.527332305908203, 31.454811096191406, 32.382286071777344, 33.30976486206055, 34.23724365234375, 35.16471862792969, 36.09219741821289, 37.019676208496094, 37.94715118408203, 38.874629974365234, 39.80210494995117, 40.729583740234375]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 5.0, 7.0, 14.0, 10.0, 9.0, 35.0, 30.0, 24.0, 30.0, 38.0, 49.0, 46.0, 46.0, 42.0, 53.0, 46.0, 50.0, 36.0, 40.0, 47.0, 42.0, 35.0, 41.0, 29.0, 26.0, 30.0, 28.0, 22.0, 18.0, 19.0, 6.0, 15.0, 4.0, 8.0, 6.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.130475997924805, -11.720900535583496, -11.311325073242188, -10.901749610900879, -10.49217414855957, -10.082597732543945, -9.673022270202637, -9.263446807861328, -8.85387134552002, -8.444295883178711, -8.034720420837402, -7.6251444816589355, -7.215569019317627, -6.805993556976318, -6.396417617797852, -5.986842155456543, -5.577266693115234, -5.167691230773926, -4.758115768432617, -4.34853982925415, -3.938964366912842, -3.529388904571533, -3.1198132038116455, -2.710237503051758, -2.300662040710449, -1.891086459159851, -1.481510877609253, -1.0719352960586548, -0.6623597145080566, -0.25278425216674805, 0.15679144859313965, 0.5663671493530273, 0.9759426116943359, 1.385518193244934, 1.7950937747955322, 2.20466947555542, 2.6142449378967285, 3.023820400238037, 3.433396100997925, 3.8429718017578125, 4.252547264099121, 4.66212272644043, 5.071698188781738, 5.481274127960205, 5.890849590301514, 6.300425052642822, 6.710000991821289, 7.119576454162598, 7.529151916503906, 7.938727378845215, 8.348302841186523, 8.757878303527832, 9.16745376586914, 9.577030181884766, 9.986605644226074, 10.396181106567383, 10.805756568908691, 11.21533203125, 11.624907493591309, 12.034482955932617, 12.444059371948242, 12.853633880615234, 13.26321029663086, 13.672785758972168, 14.082361221313477]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 8.0, 5.0, 17.0, 25.0, 33.0, 73.0, 95.0, 173.0, 303.0, 529.0, 1178.0, 2627.0, 7395.0, 27262.0, 259465.0, 3800439.0, 72195.0, 14129.0, 4590.0, 1770.0, 846.0, 462.0, 240.0, 138.0, 89.0, 62.0, 34.0, 23.0, 20.0, 15.0, 9.0, 7.0, 7.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.30078125, -3.170166015625, -3.03955078125, -2.908935546875, -2.7783203125, -2.647705078125, -2.51708984375, -2.386474609375, -2.255859375, -2.125244140625, -1.99462890625, -1.864013671875, -1.7333984375, -1.602783203125, -1.47216796875, -1.341552734375, -1.2109375, -1.080322265625, -0.94970703125, -0.819091796875, -0.6884765625, -0.557861328125, -0.42724609375, -0.296630859375, -0.166015625, -0.035400390625, 0.09521484375, 0.225830078125, 0.3564453125, 0.487060546875, 0.61767578125, 0.748291015625, 0.87890625, 1.009521484375, 1.14013671875, 1.270751953125, 1.4013671875, 1.531982421875, 1.66259765625, 1.793212890625, 1.923828125, 2.054443359375, 2.18505859375, 2.315673828125, 2.4462890625, 2.576904296875, 2.70751953125, 2.838134765625, 2.96875, 3.099365234375, 3.22998046875, 3.360595703125, 3.4912109375, 3.621826171875, 3.75244140625, 3.883056640625, 4.013671875, 4.144287109375, 4.27490234375, 4.405517578125, 4.5361328125, 4.666748046875, 4.79736328125, 4.927978515625, 5.05859375]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 5.0, 3.0, 16.0, 9.0, 21.0, 13.0, 20.0, 26.0, 30.0, 42.0, 46.0, 49.0, 49.0, 65.0, 60.0, 71.0, 59.0, 54.0, 60.0, 42.0, 43.0, 37.0, 30.0, 26.0, 34.0, 18.0, 17.0, 14.0, 14.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.70703125, -0.6846771240234375, -0.662322998046875, -0.6399688720703125, -0.61761474609375, -0.5952606201171875, -0.572906494140625, -0.5505523681640625, -0.5281982421875, -0.5058441162109375, -0.483489990234375, -0.4611358642578125, -0.43878173828125, -0.4164276123046875, -0.394073486328125, -0.3717193603515625, -0.349365234375, -0.3270111083984375, -0.304656982421875, -0.2823028564453125, -0.25994873046875, -0.2375946044921875, -0.215240478515625, -0.1928863525390625, -0.1705322265625, -0.1481781005859375, -0.125823974609375, -0.1034698486328125, -0.08111572265625, -0.0587615966796875, -0.036407470703125, -0.0140533447265625, 0.00830078125, 0.0306549072265625, 0.053009033203125, 0.0753631591796875, 0.09771728515625, 0.1200714111328125, 0.142425537109375, 0.1647796630859375, 0.1871337890625, 0.2094879150390625, 0.231842041015625, 0.2541961669921875, 0.27655029296875, 0.2989044189453125, 0.321258544921875, 0.3436126708984375, 0.365966796875, 0.3883209228515625, 0.410675048828125, 0.4330291748046875, 0.45538330078125, 0.4777374267578125, 0.500091552734375, 0.5224456787109375, 0.5447998046875, 0.5671539306640625, 0.589508056640625, 0.6118621826171875, 0.63421630859375, 0.6565704345703125, 0.678924560546875, 0.7012786865234375, 0.7236328125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 5.0, 8.0, 9.0, 13.0, 22.0, 21.0, 33.0, 53.0, 71.0, 92.0, 171.0, 290.0, 421.0, 590.0, 1022.0, 1691.0, 3047.0, 5705.0, 11054.0, 25115.0, 73156.0, 403169.0, 3316857.0, 253436.0, 56340.0, 20581.0, 9416.0, 4851.0, 2767.0, 1607.0, 927.0, 583.0, 353.0, 257.0, 170.0, 117.0, 78.0, 49.0, 51.0, 23.0, 8.0, 17.0, 13.0, 7.0, 8.0, 4.0, 3.0, 7.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7919921875, -1.7330322265625, -1.674072265625, -1.6151123046875, -1.55615234375, -1.4971923828125, -1.438232421875, -1.3792724609375, -1.3203125, -1.2613525390625, -1.202392578125, -1.1434326171875, -1.08447265625, -1.0255126953125, -0.966552734375, -0.9075927734375, -0.8486328125, -0.7896728515625, -0.730712890625, -0.6717529296875, -0.61279296875, -0.5538330078125, -0.494873046875, -0.4359130859375, -0.376953125, -0.3179931640625, -0.259033203125, -0.2000732421875, -0.14111328125, -0.0821533203125, -0.023193359375, 0.0357666015625, 0.0947265625, 0.1536865234375, 0.212646484375, 0.2716064453125, 0.33056640625, 0.3895263671875, 0.448486328125, 0.5074462890625, 0.56640625, 0.6253662109375, 0.684326171875, 0.7432861328125, 0.80224609375, 0.8612060546875, 0.920166015625, 0.9791259765625, 1.0380859375, 1.0970458984375, 1.156005859375, 1.2149658203125, 1.27392578125, 1.3328857421875, 1.391845703125, 1.4508056640625, 1.509765625, 1.5687255859375, 1.627685546875, 1.6866455078125, 1.74560546875, 1.8045654296875, 1.863525390625, 1.9224853515625, 1.9814453125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 7.0, 6.0, 4.0, 8.0, 15.0, 20.0, 29.0, 41.0, 51.0, 100.0, 139.0, 303.0, 824.0, 1673.0, 362.0, 168.0, 103.0, 62.0, 36.0, 37.0, 17.0, 10.0, 11.0, 3.0, 5.0, 7.0, 4.0, 8.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.73681640625, -0.7096786499023438, -0.6825408935546875, -0.6554031372070312, -0.628265380859375, -0.6011276245117188, -0.5739898681640625, -0.5468521118164062, -0.51971435546875, -0.49257659912109375, -0.4654388427734375, -0.43830108642578125, -0.411163330078125, -0.38402557373046875, -0.3568878173828125, -0.32975006103515625, -0.3026123046875, -0.27547454833984375, -0.2483367919921875, -0.22119903564453125, -0.194061279296875, -0.16692352294921875, -0.1397857666015625, -0.11264801025390625, -0.08551025390625, -0.05837249755859375, -0.0312347412109375, -0.00409698486328125, 0.023040771484375, 0.05017852783203125, 0.0773162841796875, 0.10445404052734375, 0.131591796875, 0.15872955322265625, 0.1858673095703125, 0.21300506591796875, 0.240142822265625, 0.26728057861328125, 0.2944183349609375, 0.32155609130859375, 0.34869384765625, 0.37583160400390625, 0.4029693603515625, 0.43010711669921875, 0.457244873046875, 0.48438262939453125, 0.5115203857421875, 0.5386581420898438, 0.5657958984375, 0.5929336547851562, 0.6200714111328125, 0.6472091674804688, 0.674346923828125, 0.7014846801757812, 0.7286224365234375, 0.7557601928710938, 0.78289794921875, 0.8100357055664062, 0.8371734619140625, 0.8643112182617188, 0.891448974609375, 0.9185867309570312, 0.9457244873046875, 0.9728622436523438, 1.0]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 11.0, 37.0, 70.0, 146.0, 215.0, 225.0, 156.0, 78.0, 31.0, 17.0, 6.0, 7.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.746036529541016, -11.420151710510254, -11.094266891479492, -10.76838207244873, -10.442497253417969, -10.11661148071289, -9.790727615356445, -9.464841842651367, -9.138957023620605, -8.813072204589844, -8.487187385559082, -8.16130256652832, -7.8354172706604, -7.509532451629639, -7.183647632598877, -6.857762336730957, -6.5318779945373535, -6.205993175506592, -5.88010835647583, -5.55422306060791, -5.228338241577148, -4.902453422546387, -4.576568603515625, -4.250683784484863, -3.9247987270355225, -3.5989139080047607, -3.27302885055542, -2.947144031524658, -2.6212592124938965, -2.2953741550445557, -1.969489336013794, -1.6436042785644531, -1.3177194595336914, -0.9918345212936401, -0.6659496426582336, -0.34006476402282715, -0.014179825782775879, 0.3117051124572754, 0.6375899314880371, 0.9634749889373779, 1.2893598079681396, 1.615244746208191, 1.9411296844482422, 2.267014503479004, 2.5928993225097656, 2.9187843799591064, 3.244669198989868, 3.570554256439209, 3.8964390754699707, 4.222323894500732, 4.548208713531494, 4.874094009399414, 5.199978828430176, 5.5258636474609375, 5.851748466491699, 6.177633285522461, 6.503518104553223, 6.829402923583984, 7.155287742614746, 7.481172561645508, 7.807057857513428, 8.132942199707031, 8.45882797241211, 8.784712791442871, 9.110597610473633]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 7.0, 5.0, 10.0, 13.0, 23.0, 30.0, 35.0, 35.0, 45.0, 48.0, 63.0, 62.0, 69.0, 64.0, 78.0, 76.0, 65.0, 44.0, 57.0, 49.0, 31.0, 33.0, 14.0, 18.0, 16.0, 9.0, 8.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0290656089782715, -3.9025800228118896, -3.776094436645508, -3.649608850479126, -3.523123264312744, -3.3966379165649414, -3.2701523303985596, -3.1436667442321777, -3.017181158065796, -2.890695571899414, -2.7642099857330322, -2.6377243995666504, -2.5112390518188477, -2.3847532272338867, -2.258267879486084, -2.131782293319702, -2.0052967071533203, -1.8788111209869385, -1.7523255348205566, -1.6258400678634644, -1.4993544816970825, -1.3728688955307007, -1.2463834285736084, -1.1198978424072266, -0.9934122562408447, -0.8669266700744629, -0.7404411435127258, -0.6139556169509888, -0.48747003078460693, -0.3609844446182251, -0.23449891805648804, -0.10801339149475098, 0.01847219467163086, 0.1449577510356903, 0.27144330739974976, 0.3979288637638092, 0.5244144201278687, 0.6509000062942505, 0.7773855328559875, 0.9038710594177246, 1.0303566455841064, 1.1568422317504883, 1.2833278179168701, 1.4098132848739624, 1.5362988710403442, 1.662784457206726, 1.7892699241638184, 1.9157555103302002, 2.042241096496582, 2.168726682662964, 2.2952122688293457, 2.4216978549957275, 2.5481834411621094, 2.674668788909912, 2.801154375076294, 2.927639961242676, 3.0541255474090576, 3.1806111335754395, 3.3070967197418213, 3.433582305908203, 3.560067653656006, 3.686553478240967, 3.8130388259887695, 3.9395244121551514, 4.066009998321533]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 11.0, 15.0, 21.0, 20.0, 37.0, 84.0, 132.0, 219.0, 440.0, 979.0, 2535.0, 7694.0, 27976.0, 118897.0, 474869.0, 317603.0, 71107.0, 17570.0, 4987.0, 1798.0, 765.0, 343.0, 202.0, 100.0, 62.0, 28.0, 26.0, 9.0, 7.0, 6.0, 4.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.12109375, -3.99554443359375, -3.8699951171875, -3.74444580078125, -3.618896484375, -3.49334716796875, -3.3677978515625, -3.24224853515625, -3.11669921875, -2.99114990234375, -2.8656005859375, -2.74005126953125, -2.614501953125, -2.48895263671875, -2.3634033203125, -2.23785400390625, -2.1123046875, -1.98675537109375, -1.8612060546875, -1.73565673828125, -1.610107421875, -1.48455810546875, -1.3590087890625, -1.23345947265625, -1.10791015625, -0.98236083984375, -0.8568115234375, -0.73126220703125, -0.605712890625, -0.48016357421875, -0.3546142578125, -0.22906494140625, -0.103515625, 0.02203369140625, 0.1475830078125, 0.27313232421875, 0.398681640625, 0.52423095703125, 0.6497802734375, 0.77532958984375, 0.90087890625, 1.02642822265625, 1.1519775390625, 1.27752685546875, 1.403076171875, 1.52862548828125, 1.6541748046875, 1.77972412109375, 1.9052734375, 2.03082275390625, 2.1563720703125, 2.28192138671875, 2.407470703125, 2.53302001953125, 2.6585693359375, 2.78411865234375, 2.90966796875, 3.03521728515625, 3.1607666015625, 3.28631591796875, 3.411865234375, 3.53741455078125, 3.6629638671875, 3.78851318359375, 3.9140625]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 5.0, 9.0, 13.0, 17.0, 18.0, 15.0, 21.0, 32.0, 30.0, 41.0, 50.0, 67.0, 58.0, 52.0, 70.0, 59.0, 60.0, 51.0, 51.0, 46.0, 35.0, 31.0, 31.0, 27.0, 21.0, 26.0, 10.0, 15.0, 10.0, 5.0, 7.0, 5.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.73291015625, -0.7107467651367188, -0.6885833740234375, -0.6664199829101562, -0.644256591796875, -0.6220932006835938, -0.5999298095703125, -0.5777664184570312, -0.55560302734375, -0.5334396362304688, -0.5112762451171875, -0.48911285400390625, -0.466949462890625, -0.44478607177734375, -0.4226226806640625, -0.40045928955078125, -0.3782958984375, -0.35613250732421875, -0.3339691162109375, -0.31180572509765625, -0.289642333984375, -0.26747894287109375, -0.2453155517578125, -0.22315216064453125, -0.20098876953125, -0.17882537841796875, -0.1566619873046875, -0.13449859619140625, -0.112335205078125, -0.09017181396484375, -0.0680084228515625, -0.04584503173828125, -0.023681640625, -0.00151824951171875, 0.0206451416015625, 0.04280853271484375, 0.064971923828125, 0.08713531494140625, 0.1092987060546875, 0.13146209716796875, 0.15362548828125, 0.17578887939453125, 0.1979522705078125, 0.22011566162109375, 0.242279052734375, 0.26444244384765625, 0.2866058349609375, 0.30876922607421875, 0.3309326171875, 0.35309600830078125, 0.3752593994140625, 0.39742279052734375, 0.419586181640625, 0.44174957275390625, 0.4639129638671875, 0.48607635498046875, 0.50823974609375, 0.5304031372070312, 0.5525665283203125, 0.5747299194335938, 0.596893310546875, 0.6190567016601562, 0.6412200927734375, 0.6633834838867188, 0.685546875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 3.0, 8.0, 12.0, 6.0, 5.0, 12.0, 18.0, 26.0, 32.0, 33.0, 48.0, 62.0, 100.0, 90.0, 187.0, 234.0, 367.0, 592.0, 981.0, 1653.0, 2878.0, 5242.0, 9714.0, 18500.0, 35953.0, 72251.0, 145205.0, 259009.0, 237501.0, 127258.0, 62579.0, 31756.0, 16340.0, 8618.0, 4579.0, 2618.0, 1501.0, 850.0, 569.0, 340.0, 253.0, 131.0, 101.0, 89.0, 57.0, 38.0, 33.0, 29.0, 22.0, 20.0, 9.0, 16.0, 10.0, 7.0, 5.0, 6.0, 2.0, 5.0, 2.0, 2.0, 1.0], "bins": [-1.4443359375, -1.3975982666015625, -1.350860595703125, -1.3041229248046875, -1.25738525390625, -1.2106475830078125, -1.163909912109375, -1.1171722412109375, -1.0704345703125, -1.0236968994140625, -0.976959228515625, -0.9302215576171875, -0.88348388671875, -0.8367462158203125, -0.790008544921875, -0.7432708740234375, -0.696533203125, -0.6497955322265625, -0.603057861328125, -0.5563201904296875, -0.50958251953125, -0.4628448486328125, -0.416107177734375, -0.3693695068359375, -0.3226318359375, -0.2758941650390625, -0.229156494140625, -0.1824188232421875, -0.13568115234375, -0.0889434814453125, -0.042205810546875, 0.0045318603515625, 0.05126953125, 0.0980072021484375, 0.144744873046875, 0.1914825439453125, 0.23822021484375, 0.2849578857421875, 0.331695556640625, 0.3784332275390625, 0.4251708984375, 0.4719085693359375, 0.518646240234375, 0.5653839111328125, 0.61212158203125, 0.6588592529296875, 0.705596923828125, 0.7523345947265625, 0.799072265625, 0.8458099365234375, 0.892547607421875, 0.9392852783203125, 0.98602294921875, 1.0327606201171875, 1.079498291015625, 1.1262359619140625, 1.1729736328125, 1.2197113037109375, 1.266448974609375, 1.3131866455078125, 1.35992431640625, 1.4066619873046875, 1.453399658203125, 1.5001373291015625, 1.546875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 4.0, 6.0, 3.0, 7.0, 7.0, 8.0, 12.0, 9.0, 8.0, 7.0, 17.0, 14.0, 21.0, 20.0, 25.0, 28.0, 33.0, 31.0, 32.0, 24.0, 39.0, 51.0, 42.0, 32.0, 35.0, 48.0, 35.0, 37.0, 38.0, 33.0, 30.0, 35.0, 31.0, 29.0, 24.0, 13.0, 18.0, 19.0, 16.0, 17.0, 15.0, 8.0, 9.0, 6.0, 2.0, 5.0, 6.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0], "bins": [-1.84765625, -1.78857421875, -1.7294921875, -1.67041015625, -1.611328125, -1.55224609375, -1.4931640625, -1.43408203125, -1.375, -1.31591796875, -1.2568359375, -1.19775390625, -1.138671875, -1.07958984375, -1.0205078125, -0.96142578125, -0.90234375, -0.84326171875, -0.7841796875, -0.72509765625, -0.666015625, -0.60693359375, -0.5478515625, -0.48876953125, -0.4296875, -0.37060546875, -0.3115234375, -0.25244140625, -0.193359375, -0.13427734375, -0.0751953125, -0.01611328125, 0.04296875, 0.10205078125, 0.1611328125, 0.22021484375, 0.279296875, 0.33837890625, 0.3974609375, 0.45654296875, 0.515625, 0.57470703125, 0.6337890625, 0.69287109375, 0.751953125, 0.81103515625, 0.8701171875, 0.92919921875, 0.98828125, 1.04736328125, 1.1064453125, 1.16552734375, 1.224609375, 1.28369140625, 1.3427734375, 1.40185546875, 1.4609375, 1.52001953125, 1.5791015625, 1.63818359375, 1.697265625, 1.75634765625, 1.8154296875, 1.87451171875, 1.93359375]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 8.0, 7.0, 3.0, 17.0, 29.0, 32.0, 68.0, 95.0, 174.0, 358.0, 670.0, 1467.0, 3646.0, 11534.0, 48858.0, 285217.0, 552197.0, 111244.0, 22357.0, 6350.0, 2297.0, 887.0, 463.0, 237.0, 138.0, 72.0, 37.0, 31.0, 23.0, 13.0, 15.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.0810546875, -1.0494842529296875, -1.017913818359375, -0.9863433837890625, -0.95477294921875, -0.9232025146484375, -0.891632080078125, -0.8600616455078125, -0.8284912109375, -0.7969207763671875, -0.765350341796875, -0.7337799072265625, -0.70220947265625, -0.6706390380859375, -0.639068603515625, -0.6074981689453125, -0.575927734375, -0.5443572998046875, -0.512786865234375, -0.4812164306640625, -0.44964599609375, -0.4180755615234375, -0.386505126953125, -0.3549346923828125, -0.3233642578125, -0.2917938232421875, -0.260223388671875, -0.2286529541015625, -0.19708251953125, -0.1655120849609375, -0.133941650390625, -0.1023712158203125, -0.07080078125, -0.0392303466796875, -0.007659912109375, 0.0239105224609375, 0.05548095703125, 0.0870513916015625, 0.118621826171875, 0.1501922607421875, 0.1817626953125, 0.2133331298828125, 0.244903564453125, 0.2764739990234375, 0.30804443359375, 0.3396148681640625, 0.371185302734375, 0.4027557373046875, 0.434326171875, 0.4658966064453125, 0.497467041015625, 0.5290374755859375, 0.56060791015625, 0.5921783447265625, 0.623748779296875, 0.6553192138671875, 0.6868896484375, 0.7184600830078125, 0.750030517578125, 0.7816009521484375, 0.81317138671875, 0.8447418212890625, 0.876312255859375, 0.9078826904296875, 0.939453125]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 5.0, 1.0, 5.0, 9.0, 6.0, 17.0, 18.0, 26.0, 39.0, 82.0, 146.0, 173.0, 162.0, 114.0, 63.0, 49.0, 25.0, 16.0, 15.0, 9.0, 8.0, 5.0, 7.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.000171661376953125, -0.00016473978757858276, -0.00015781819820404053, -0.0001508966088294983, -0.00014397501945495605, -0.00013705343008041382, -0.00013013184070587158, -0.00012321025133132935, -0.00011628866195678711, -0.00010936707258224487, -0.00010244548320770264, -9.55238938331604e-05, -8.860230445861816e-05, -8.168071508407593e-05, -7.475912570953369e-05, -6.783753633499146e-05, -6.091594696044922e-05, -5.399435758590698e-05, -4.7072768211364746e-05, -4.015117883682251e-05, -3.3229589462280273e-05, -2.6308000087738037e-05, -1.93864107131958e-05, -1.2464821338653564e-05, -5.543231964111328e-06, 1.3783574104309082e-06, 8.299946784973145e-06, 1.5221536159515381e-05, 2.2143125534057617e-05, 2.9064714908599854e-05, 3.598630428314209e-05, 4.2907893657684326e-05, 4.982948303222656e-05, 5.67510724067688e-05, 6.367266178131104e-05, 7.059425115585327e-05, 7.751584053039551e-05, 8.443742990493774e-05, 9.135901927947998e-05, 9.828060865402222e-05, 0.00010520219802856445, 0.00011212378740310669, 0.00011904537677764893, 0.00012596696615219116, 0.0001328885555267334, 0.00013981014490127563, 0.00014673173427581787, 0.0001536533236503601, 0.00016057491302490234, 0.00016749650239944458, 0.00017441809177398682, 0.00018133968114852905, 0.0001882612705230713, 0.00019518285989761353, 0.00020210444927215576, 0.000209026038646698, 0.00021594762802124023, 0.00022286921739578247, 0.0002297908067703247, 0.00023671239614486694, 0.00024363398551940918, 0.0002505555748939514, 0.00025747716426849365, 0.0002643987536430359, 0.0002713203430175781]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 6.0, 7.0, 12.0, 20.0, 23.0, 35.0, 63.0, 99.0, 153.0, 293.0, 521.0, 1127.0, 2525.0, 7182.0, 29144.0, 222286.0, 677072.0, 84732.0, 15183.0, 4580.0, 1801.0, 781.0, 384.0, 196.0, 120.0, 76.0, 43.0, 32.0, 21.0, 15.0, 10.0, 9.0, 5.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3115234375, -1.272125244140625, -1.23272705078125, -1.193328857421875, -1.1539306640625, -1.114532470703125, -1.07513427734375, -1.035736083984375, -0.996337890625, -0.956939697265625, -0.91754150390625, -0.878143310546875, -0.8387451171875, -0.799346923828125, -0.75994873046875, -0.720550537109375, -0.68115234375, -0.641754150390625, -0.60235595703125, -0.562957763671875, -0.5235595703125, -0.484161376953125, -0.44476318359375, -0.405364990234375, -0.365966796875, -0.326568603515625, -0.28717041015625, -0.247772216796875, -0.2083740234375, -0.168975830078125, -0.12957763671875, -0.090179443359375, -0.05078125, -0.011383056640625, 0.02801513671875, 0.067413330078125, 0.1068115234375, 0.146209716796875, 0.18560791015625, 0.225006103515625, 0.264404296875, 0.303802490234375, 0.34320068359375, 0.382598876953125, 0.4219970703125, 0.461395263671875, 0.50079345703125, 0.540191650390625, 0.57958984375, 0.618988037109375, 0.65838623046875, 0.697784423828125, 0.7371826171875, 0.776580810546875, 0.81597900390625, 0.855377197265625, 0.894775390625, 0.934173583984375, 0.97357177734375, 1.012969970703125, 1.0523681640625, 1.091766357421875, 1.13116455078125, 1.170562744140625, 1.2099609375]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 0.0, 5.0, 3.0, 3.0, 4.0, 6.0, 6.0, 11.0, 9.0, 13.0, 21.0, 26.0, 29.0, 39.0, 56.0, 80.0, 128.0, 139.0, 105.0, 89.0, 62.0, 41.0, 40.0, 39.0, 13.0, 10.0, 8.0, 3.0, 6.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59423828125, -0.5668106079101562, -0.5393829345703125, -0.5119552612304688, -0.484527587890625, -0.45709991455078125, -0.4296722412109375, -0.40224456787109375, -0.37481689453125, -0.34738922119140625, -0.3199615478515625, -0.29253387451171875, -0.265106201171875, -0.23767852783203125, -0.2102508544921875, -0.18282318115234375, -0.1553955078125, -0.12796783447265625, -0.1005401611328125, -0.07311248779296875, -0.045684814453125, -0.01825714111328125, 0.0091705322265625, 0.03659820556640625, 0.06402587890625, 0.09145355224609375, 0.1188812255859375, 0.14630889892578125, 0.173736572265625, 0.20116424560546875, 0.2285919189453125, 0.25601959228515625, 0.283447265625, 0.31087493896484375, 0.3383026123046875, 0.36573028564453125, 0.393157958984375, 0.42058563232421875, 0.4480133056640625, 0.47544097900390625, 0.50286865234375, 0.5302963256835938, 0.5577239990234375, 0.5851516723632812, 0.612579345703125, 0.6400070190429688, 0.6674346923828125, 0.6948623657226562, 0.7222900390625, 0.7497177124023438, 0.7771453857421875, 0.8045730590820312, 0.832000732421875, 0.8594284057617188, 0.8868560791015625, 0.9142837524414062, 0.94171142578125, 0.9691390991210938, 0.9965667724609375, 1.0239944458007812, 1.051422119140625, 1.0788497924804688, 1.1062774658203125, 1.1337051391601562, 1.1611328125]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 13.0, 33.0, 94.0, 189.0, 273.0, 249.0, 90.0, 44.0, 16.0, 8.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.35721206665039, -61.17316818237305, -59.9891242980957, -58.80508041381836, -57.621036529541016, -56.43699264526367, -55.25294876098633, -54.06890106201172, -52.884857177734375, -51.70081329345703, -50.51676940917969, -49.332725524902344, -48.148681640625, -46.964637756347656, -45.78059387207031, -44.59654998779297, -43.412506103515625, -42.22846221923828, -41.04441833496094, -39.860374450683594, -38.67633056640625, -37.492286682128906, -36.30824279785156, -35.12419891357422, -33.940155029296875, -32.75611114501953, -31.572067260742188, -30.388023376464844, -29.2039794921875, -28.019935607910156, -26.83588981628418, -25.651845932006836, -24.46780014038086, -23.283756256103516, -22.099712371826172, -20.915668487548828, -19.731624603271484, -18.54758071899414, -17.363534927368164, -16.17949104309082, -14.99544620513916, -13.811402320861816, -12.627357482910156, -11.443313598632812, -10.259269714355469, -9.075225830078125, -7.891181468963623, -6.707137107849121, -5.523093223571777, -4.339049339294434, -3.1550049781799316, -1.9709608554840088, -0.7869167327880859, 0.3971271514892578, 1.5811715126037598, 2.7652158737182617, 3.9492597579956055, 5.133303642272949, 6.317348003387451, 7.501392364501953, 8.685436248779297, 9.86948013305664, 11.053524017333984, 12.237568855285645, 13.421612739562988]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 4.0, 9.0, 4.0, 6.0, 10.0, 7.0, 18.0, 12.0, 14.0, 16.0, 16.0, 19.0, 13.0, 23.0, 20.0, 33.0, 21.0, 28.0, 28.0, 30.0, 42.0, 40.0, 37.0, 33.0, 35.0, 39.0, 45.0, 47.0, 37.0, 30.0, 49.0, 26.0, 22.0, 19.0, 29.0, 22.0, 19.0, 20.0, 8.0, 18.0, 18.0, 8.0, 11.0, 4.0, 4.0, 7.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0], "bins": [-9.623865127563477, -9.353750228881836, -9.083634376525879, -8.813519477844238, -8.543404579162598, -8.273289680480957, -8.003173828125, -7.733058929443359, -7.462944030761719, -7.19282865524292, -6.922713756561279, -6.6525983810424805, -6.38248348236084, -6.112368106842041, -5.842252731323242, -5.572137832641602, -5.302022457122803, -5.031907081604004, -4.761792182922363, -4.4916768074035645, -4.221561908721924, -3.951446533203125, -3.6813313961029053, -3.4112162590026855, -3.141101121902466, -2.870985984802246, -2.6008708477020264, -2.3307557106018066, -2.060640335083008, -1.7905253171920776, -1.5204100608825684, -1.2502949237823486, -0.9801797866821289, -0.7100646495819092, -0.4399494528770447, -0.16983425617218018, 0.10028088092803955, 0.3703960180282593, 0.6405112743377686, 0.9106264114379883, 1.180741548538208, 1.4508566856384277, 1.7209718227386475, 1.9910870790481567, 2.261202335357666, 2.5313172340393066, 2.8014326095581055, 3.071547746658325, 3.341662883758545, 3.6117780208587646, 3.8818931579589844, 4.152008533477783, 4.422123432159424, 4.692238807678223, 4.962353706359863, 5.232469081878662, 5.502584457397461, 5.77269983291626, 6.0428147315979, 6.312930107116699, 6.58304500579834, 6.853160381317139, 7.1232757568359375, 7.393390655517578, 7.663505554199219]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 6.0, 9.0, 8.0, 16.0, 20.0, 33.0, 53.0, 60.0, 103.0, 173.0, 317.0, 519.0, 1187.0, 2942.0, 9657.0, 59852.0, 3990456.0, 108759.0, 13268.0, 3734.0, 1477.0, 659.0, 364.0, 195.0, 127.0, 92.0, 57.0, 38.0, 19.0, 25.0, 15.0, 5.0, 12.0, 3.0, 2.0, 6.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-7.74609375, -7.508544921875, -7.27099609375, -7.033447265625, -6.7958984375, -6.558349609375, -6.32080078125, -6.083251953125, -5.845703125, -5.608154296875, -5.37060546875, -5.133056640625, -4.8955078125, -4.657958984375, -4.42041015625, -4.182861328125, -3.9453125, -3.707763671875, -3.47021484375, -3.232666015625, -2.9951171875, -2.757568359375, -2.52001953125, -2.282470703125, -2.044921875, -1.807373046875, -1.56982421875, -1.332275390625, -1.0947265625, -0.857177734375, -0.61962890625, -0.382080078125, -0.14453125, 0.093017578125, 0.33056640625, 0.568115234375, 0.8056640625, 1.043212890625, 1.28076171875, 1.518310546875, 1.755859375, 1.993408203125, 2.23095703125, 2.468505859375, 2.7060546875, 2.943603515625, 3.18115234375, 3.418701171875, 3.65625, 3.893798828125, 4.13134765625, 4.368896484375, 4.6064453125, 4.843994140625, 5.08154296875, 5.319091796875, 5.556640625, 5.794189453125, 6.03173828125, 6.269287109375, 6.5068359375, 6.744384765625, 6.98193359375, 7.219482421875, 7.45703125]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 5.0, 7.0, 2.0, 8.0, 11.0, 8.0, 23.0, 16.0, 19.0, 23.0, 41.0, 44.0, 51.0, 58.0, 46.0, 57.0, 55.0, 63.0, 46.0, 48.0, 56.0, 52.0, 46.0, 38.0, 28.0, 29.0, 21.0, 24.0, 11.0, 12.0, 11.0, 14.0, 10.0, 7.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.74169921875, -0.7201919555664062, -0.6986846923828125, -0.6771774291992188, -0.655670166015625, -0.6341629028320312, -0.6126556396484375, -0.5911483764648438, -0.56964111328125, -0.5481338500976562, -0.5266265869140625, -0.5051193237304688, -0.483612060546875, -0.46210479736328125, -0.4405975341796875, -0.41909027099609375, -0.3975830078125, -0.37607574462890625, -0.3545684814453125, -0.33306121826171875, -0.311553955078125, -0.29004669189453125, -0.2685394287109375, -0.24703216552734375, -0.22552490234375, -0.20401763916015625, -0.1825103759765625, -0.16100311279296875, -0.139495849609375, -0.11798858642578125, -0.0964813232421875, -0.07497406005859375, -0.053466796875, -0.03195953369140625, -0.0104522705078125, 0.01105499267578125, 0.032562255859375, 0.05406951904296875, 0.0755767822265625, 0.09708404541015625, 0.11859130859375, 0.14009857177734375, 0.1616058349609375, 0.18311309814453125, 0.204620361328125, 0.22612762451171875, 0.2476348876953125, 0.26914215087890625, 0.2906494140625, 0.31215667724609375, 0.3336639404296875, 0.35517120361328125, 0.376678466796875, 0.39818572998046875, 0.4196929931640625, 0.44120025634765625, 0.46270751953125, 0.48421478271484375, 0.5057220458984375, 0.5272293090820312, 0.548736572265625, 0.5702438354492188, 0.5917510986328125, 0.6132583618164062, 0.634765625]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 10.0, 18.0, 29.0, 37.0, 66.0, 89.0, 134.0, 236.0, 359.0, 677.0, 1125.0, 1964.0, 3738.0, 7662.0, 17392.0, 48395.0, 240681.0, 3601491.0, 195918.0, 43150.0, 16031.0, 7056.0, 3567.0, 1872.0, 985.0, 584.0, 361.0, 245.0, 140.0, 70.0, 42.0, 47.0, 21.0, 22.0, 19.0, 15.0, 6.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.642578125, -2.558563232421875, -2.47454833984375, -2.390533447265625, -2.3065185546875, -2.222503662109375, -2.13848876953125, -2.054473876953125, -1.970458984375, -1.886444091796875, -1.80242919921875, -1.718414306640625, -1.6343994140625, -1.550384521484375, -1.46636962890625, -1.382354736328125, -1.29833984375, -1.214324951171875, -1.13031005859375, -1.046295166015625, -0.9622802734375, -0.878265380859375, -0.79425048828125, -0.710235595703125, -0.626220703125, -0.542205810546875, -0.45819091796875, -0.374176025390625, -0.2901611328125, -0.206146240234375, -0.12213134765625, -0.038116455078125, 0.0458984375, 0.129913330078125, 0.21392822265625, 0.297943115234375, 0.3819580078125, 0.465972900390625, 0.54998779296875, 0.634002685546875, 0.718017578125, 0.802032470703125, 0.88604736328125, 0.970062255859375, 1.0540771484375, 1.138092041015625, 1.22210693359375, 1.306121826171875, 1.39013671875, 1.474151611328125, 1.55816650390625, 1.642181396484375, 1.7261962890625, 1.810211181640625, 1.89422607421875, 1.978240966796875, 2.062255859375, 2.146270751953125, 2.23028564453125, 2.314300537109375, 2.3983154296875, 2.482330322265625, 2.56634521484375, 2.650360107421875, 2.734375]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 13.0, 9.0, 13.0, 14.0, 17.0, 27.0, 36.0, 59.0, 93.0, 166.0, 455.0, 2421.0, 352.0, 138.0, 73.0, 47.0, 28.0, 30.0, 12.0, 13.0, 15.0, 9.0, 6.0, 5.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.0283203125, -0.9955902099609375, -0.962860107421875, -0.9301300048828125, -0.89739990234375, -0.8646697998046875, -0.831939697265625, -0.7992095947265625, -0.7664794921875, -0.7337493896484375, -0.701019287109375, -0.6682891845703125, -0.63555908203125, -0.6028289794921875, -0.570098876953125, -0.5373687744140625, -0.504638671875, -0.4719085693359375, -0.439178466796875, -0.4064483642578125, -0.37371826171875, -0.3409881591796875, -0.308258056640625, -0.2755279541015625, -0.2427978515625, -0.2100677490234375, -0.177337646484375, -0.1446075439453125, -0.11187744140625, -0.0791473388671875, -0.046417236328125, -0.0136871337890625, 0.01904296875, 0.0517730712890625, 0.084503173828125, 0.1172332763671875, 0.14996337890625, 0.1826934814453125, 0.215423583984375, 0.2481536865234375, 0.2808837890625, 0.3136138916015625, 0.346343994140625, 0.3790740966796875, 0.41180419921875, 0.4445343017578125, 0.477264404296875, 0.5099945068359375, 0.542724609375, 0.5754547119140625, 0.608184814453125, 0.6409149169921875, 0.67364501953125, 0.7063751220703125, 0.739105224609375, 0.7718353271484375, 0.8045654296875, 0.8372955322265625, 0.870025634765625, 0.9027557373046875, 0.93548583984375, 0.9682159423828125, 1.000946044921875, 1.0336761474609375, 1.06640625]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 8.0, 13.0, 23.0, 42.0, 72.0, 92.0, 120.0, 148.0, 145.0, 124.0, 82.0, 49.0, 25.0, 20.0, 8.0, 8.0, 5.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.555626392364502, -6.335973739624023, -6.116321563720703, -5.896668910980225, -5.677016258239746, -5.457363605499268, -5.237710952758789, -5.018058776855469, -4.79840612411499, -4.578753471374512, -4.359101295471191, -4.139448642730713, -3.9197959899902344, -3.700143337249756, -3.4804909229278564, -3.260838508605957, -3.0411858558654785, -2.821533203125, -2.6018807888031006, -2.382228374481201, -2.1625757217407227, -1.9429231882095337, -1.7232706546783447, -1.5036181211471558, -1.2839655876159668, -1.0643130540847778, -0.8446605205535889, -0.6250079870223999, -0.40535545349121094, -0.18570291996002197, 0.03394961357116699, 0.25360214710235596, 0.4732542037963867, 0.6929067373275757, 0.9125592708587646, 1.1322118043899536, 1.3518643379211426, 1.5715168714523315, 1.7911694049835205, 2.01082181930542, 2.2304744720458984, 2.450127124786377, 2.6697795391082764, 2.889431953430176, 3.1090846061706543, 3.328737258911133, 3.5483896732330322, 3.7680420875549316, 3.98769474029541, 4.207347393035889, 4.427000045776367, 4.6466522216796875, 4.866304874420166, 5.0859575271606445, 5.305609703063965, 5.525262355804443, 5.744915008544922, 5.9645676612854, 6.184220314025879, 6.403872489929199, 6.623525142669678, 6.843177795410156, 7.062829971313477, 7.282482624053955, 7.502135276794434]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 6.0, 5.0, 7.0, 7.0, 8.0, 7.0, 11.0, 20.0, 11.0, 16.0, 33.0, 35.0, 44.0, 39.0, 46.0, 42.0, 33.0, 34.0, 40.0, 51.0, 46.0, 52.0, 52.0, 50.0, 37.0, 32.0, 29.0, 36.0, 28.0, 26.0, 24.0, 23.0, 18.0, 16.0, 8.0, 5.0, 6.0, 7.0, 6.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.0825905799865723, -2.989689350128174, -2.8967881202697754, -2.803887128829956, -2.7109858989715576, -2.618084669113159, -2.52518367767334, -2.4322824478149414, -2.339381217956543, -2.2464799880981445, -2.153578758239746, -2.0606777667999268, -1.9677765369415283, -1.8748753070831299, -1.781974196434021, -1.689073085784912, -1.5961718559265137, -1.5032706260681152, -1.4103695154190063, -1.3174684047698975, -1.224567174911499, -1.1316659450531006, -1.0387648344039917, -0.945863664150238, -0.8529624938964844, -0.7600613236427307, -0.667160153388977, -0.5742589831352234, -0.4813578128814697, -0.38845664262771606, -0.2955554723739624, -0.20265430212020874, -0.10975289344787598, -0.016851723194122314, 0.07604944705963135, 0.168950617313385, 0.26185178756713867, 0.35475295782089233, 0.447654128074646, 0.5405552983283997, 0.6334564685821533, 0.726357638835907, 0.8192588090896606, 0.9121599793434143, 1.005061149597168, 1.0979623794555664, 1.1908634901046753, 1.2837646007537842, 1.3766658306121826, 1.469567060470581, 1.56246817111969, 1.6553692817687988, 1.7482705116271973, 1.8411717414855957, 1.9340728521347046, 2.0269739627838135, 2.119875192642212, 2.2127764225006104, 2.3056774139404297, 2.398578643798828, 2.4914798736572266, 2.584381103515625, 2.6772823333740234, 2.7701833248138428, 2.863084554672241]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 7.0, 3.0, 9.0, 13.0, 18.0, 19.0, 33.0, 56.0, 69.0, 111.0, 162.0, 268.0, 387.0, 690.0, 1200.0, 2145.0, 4100.0, 9012.0, 21773.0, 63086.0, 191163.0, 401123.0, 229493.0, 76596.0, 26385.0, 10386.0, 4640.0, 2363.0, 1236.0, 771.0, 437.0, 261.0, 182.0, 123.0, 81.0, 44.0, 35.0, 18.0, 19.0, 10.0, 11.0, 6.0, 6.0, 6.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.275390625, -3.168304443359375, -3.06121826171875, -2.954132080078125, -2.8470458984375, -2.739959716796875, -2.63287353515625, -2.525787353515625, -2.418701171875, -2.311614990234375, -2.20452880859375, -2.097442626953125, -1.9903564453125, -1.883270263671875, -1.77618408203125, -1.669097900390625, -1.56201171875, -1.454925537109375, -1.34783935546875, -1.240753173828125, -1.1336669921875, -1.026580810546875, -0.91949462890625, -0.812408447265625, -0.705322265625, -0.598236083984375, -0.49114990234375, -0.384063720703125, -0.2769775390625, -0.169891357421875, -0.06280517578125, 0.044281005859375, 0.1513671875, 0.258453369140625, 0.36553955078125, 0.472625732421875, 0.5797119140625, 0.686798095703125, 0.79388427734375, 0.900970458984375, 1.008056640625, 1.115142822265625, 1.22222900390625, 1.329315185546875, 1.4364013671875, 1.543487548828125, 1.65057373046875, 1.757659912109375, 1.86474609375, 1.971832275390625, 2.07891845703125, 2.186004638671875, 2.2930908203125, 2.400177001953125, 2.50726318359375, 2.614349365234375, 2.721435546875, 2.828521728515625, 2.93560791015625, 3.042694091796875, 3.1497802734375, 3.256866455078125, 3.36395263671875, 3.471038818359375, 3.578125]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 6.0, 6.0, 9.0, 8.0, 18.0, 19.0, 26.0, 27.0, 23.0, 35.0, 55.0, 48.0, 70.0, 54.0, 55.0, 45.0, 52.0, 49.0, 48.0, 52.0, 52.0, 33.0, 33.0, 32.0, 30.0, 21.0, 16.0, 16.0, 11.0, 6.0, 14.0, 11.0, 6.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.76123046875, -0.739990234375, -0.71875, -0.697509765625, -0.67626953125, -0.655029296875, -0.6337890625, -0.612548828125, -0.59130859375, -0.570068359375, -0.548828125, -0.527587890625, -0.50634765625, -0.485107421875, -0.4638671875, -0.442626953125, -0.42138671875, -0.400146484375, -0.37890625, -0.357666015625, -0.33642578125, -0.315185546875, -0.2939453125, -0.272705078125, -0.25146484375, -0.230224609375, -0.208984375, -0.187744140625, -0.16650390625, -0.145263671875, -0.1240234375, -0.102783203125, -0.08154296875, -0.060302734375, -0.0390625, -0.017822265625, 0.00341796875, 0.024658203125, 0.0458984375, 0.067138671875, 0.08837890625, 0.109619140625, 0.130859375, 0.152099609375, 0.17333984375, 0.194580078125, 0.2158203125, 0.237060546875, 0.25830078125, 0.279541015625, 0.30078125, 0.322021484375, 0.34326171875, 0.364501953125, 0.3857421875, 0.406982421875, 0.42822265625, 0.449462890625, 0.470703125, 0.491943359375, 0.51318359375, 0.534423828125, 0.5556640625, 0.576904296875, 0.59814453125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 15.0, 26.0, 24.0, 40.0, 46.0, 79.0, 108.0, 158.0, 202.0, 320.0, 527.0, 865.0, 1331.0, 2301.0, 4315.0, 8378.0, 16875.0, 36496.0, 79493.0, 165613.0, 276607.0, 228465.0, 118931.0, 55728.0, 25155.0, 12289.0, 6129.0, 3164.0, 1815.0, 1042.0, 653.0, 441.0, 270.0, 206.0, 136.0, 91.0, 49.0, 44.0, 30.0, 27.0, 16.0, 16.0, 11.0, 6.0, 1.0, 5.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.546875, -1.49310302734375, -1.4393310546875, -1.38555908203125, -1.331787109375, -1.27801513671875, -1.2242431640625, -1.17047119140625, -1.11669921875, -1.06292724609375, -1.0091552734375, -0.95538330078125, -0.901611328125, -0.84783935546875, -0.7940673828125, -0.74029541015625, -0.6865234375, -0.63275146484375, -0.5789794921875, -0.52520751953125, -0.471435546875, -0.41766357421875, -0.3638916015625, -0.31011962890625, -0.25634765625, -0.20257568359375, -0.1488037109375, -0.09503173828125, -0.041259765625, 0.01251220703125, 0.0662841796875, 0.12005615234375, 0.173828125, 0.22760009765625, 0.2813720703125, 0.33514404296875, 0.388916015625, 0.44268798828125, 0.4964599609375, 0.55023193359375, 0.60400390625, 0.65777587890625, 0.7115478515625, 0.76531982421875, 0.819091796875, 0.87286376953125, 0.9266357421875, 0.98040771484375, 1.0341796875, 1.08795166015625, 1.1417236328125, 1.19549560546875, 1.249267578125, 1.30303955078125, 1.3568115234375, 1.41058349609375, 1.46435546875, 1.51812744140625, 1.5718994140625, 1.62567138671875, 1.679443359375, 1.73321533203125, 1.7869873046875, 1.84075927734375, 1.89453125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 6.0, 8.0, 7.0, 11.0, 13.0, 14.0, 21.0, 19.0, 20.0, 27.0, 34.0, 30.0, 46.0, 29.0, 47.0, 42.0, 36.0, 64.0, 47.0, 47.0, 49.0, 42.0, 37.0, 46.0, 48.0, 36.0, 30.0, 27.0, 22.0, 9.0, 9.0, 6.0, 16.0, 13.0, 10.0, 5.0, 4.0, 5.0, 4.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.5859375, -2.505462646484375, -2.42498779296875, -2.344512939453125, -2.2640380859375, -2.183563232421875, -2.10308837890625, -2.022613525390625, -1.942138671875, -1.861663818359375, -1.78118896484375, -1.700714111328125, -1.6202392578125, -1.539764404296875, -1.45928955078125, -1.378814697265625, -1.29833984375, -1.217864990234375, -1.13739013671875, -1.056915283203125, -0.9764404296875, -0.895965576171875, -0.81549072265625, -0.735015869140625, -0.654541015625, -0.574066162109375, -0.49359130859375, -0.413116455078125, -0.3326416015625, -0.252166748046875, -0.17169189453125, -0.091217041015625, -0.0107421875, 0.069732666015625, 0.15020751953125, 0.230682373046875, 0.3111572265625, 0.391632080078125, 0.47210693359375, 0.552581787109375, 0.633056640625, 0.713531494140625, 0.79400634765625, 0.874481201171875, 0.9549560546875, 1.035430908203125, 1.11590576171875, 1.196380615234375, 1.27685546875, 1.357330322265625, 1.43780517578125, 1.518280029296875, 1.5987548828125, 1.679229736328125, 1.75970458984375, 1.840179443359375, 1.920654296875, 2.001129150390625, 2.08160400390625, 2.162078857421875, 2.2425537109375, 2.323028564453125, 2.40350341796875, 2.483978271484375, 2.564453125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 9.0, 10.0, 12.0, 8.0, 33.0, 39.0, 63.0, 79.0, 173.0, 277.0, 564.0, 1116.0, 2815.0, 8843.0, 44503.0, 505413.0, 431677.0, 39798.0, 8152.0, 2748.0, 1034.0, 549.0, 241.0, 129.0, 97.0, 53.0, 44.0, 22.0, 19.0, 8.0, 9.0, 7.0, 4.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.837890625, -1.769744873046875, -1.70159912109375, -1.633453369140625, -1.5653076171875, -1.497161865234375, -1.42901611328125, -1.360870361328125, -1.292724609375, -1.224578857421875, -1.15643310546875, -1.088287353515625, -1.0201416015625, -0.951995849609375, -0.88385009765625, -0.815704345703125, -0.74755859375, -0.679412841796875, -0.61126708984375, -0.543121337890625, -0.4749755859375, -0.406829833984375, -0.33868408203125, -0.270538330078125, -0.202392578125, -0.134246826171875, -0.06610107421875, 0.002044677734375, 0.0701904296875, 0.138336181640625, 0.20648193359375, 0.274627685546875, 0.3427734375, 0.410919189453125, 0.47906494140625, 0.547210693359375, 0.6153564453125, 0.683502197265625, 0.75164794921875, 0.819793701171875, 0.887939453125, 0.956085205078125, 1.02423095703125, 1.092376708984375, 1.1605224609375, 1.228668212890625, 1.29681396484375, 1.364959716796875, 1.43310546875, 1.501251220703125, 1.56939697265625, 1.637542724609375, 1.7056884765625, 1.773834228515625, 1.84197998046875, 1.910125732421875, 1.978271484375, 2.046417236328125, 2.11456298828125, 2.182708740234375, 2.2508544921875, 2.319000244140625, 2.38714599609375, 2.455291748046875, 2.5234375]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 6.0, 2.0, 3.0, 3.0, 9.0, 7.0, 15.0, 17.0, 35.0, 37.0, 46.0, 62.0, 100.0, 125.0, 140.0, 101.0, 78.0, 55.0, 42.0, 32.0, 24.0, 22.0, 12.0, 9.0, 5.0, 9.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0002543926239013672, -0.00024774856865406036, -0.00024110451340675354, -0.00023446045815944672, -0.0002278164029121399, -0.00022117234766483307, -0.00021452829241752625, -0.00020788423717021942, -0.0002012401819229126, -0.00019459612667560577, -0.00018795207142829895, -0.00018130801618099213, -0.0001746639609336853, -0.00016801990568637848, -0.00016137585043907166, -0.00015473179519176483, -0.000148087739944458, -0.00014144368469715118, -0.00013479962944984436, -0.00012815557420253754, -0.00012151151895523071, -0.00011486746370792389, -0.00010822340846061707, -0.00010157935321331024, -9.493529796600342e-05, -8.82912427186966e-05, -8.164718747138977e-05, -7.500313222408295e-05, -6.835907697677612e-05, -6.17150217294693e-05, -5.5070966482162476e-05, -4.842691123485565e-05, -4.178285598754883e-05, -3.5138800740242004e-05, -2.849474549293518e-05, -2.1850690245628357e-05, -1.5206634998321533e-05, -8.56257975101471e-06, -1.9185245037078857e-06, 4.725530743598938e-06, 1.1369585990905762e-05, 1.8013641238212585e-05, 2.465769648551941e-05, 3.130175173282623e-05, 3.794580698013306e-05, 4.458986222743988e-05, 5.1233917474746704e-05, 5.787797272205353e-05, 6.452202796936035e-05, 7.116608321666718e-05, 7.7810138463974e-05, 8.445419371128082e-05, 9.109824895858765e-05, 9.774230420589447e-05, 0.0001043863594532013, 0.00011103041470050812, 0.00011767446994781494, 0.00012431852519512177, 0.0001309625804424286, 0.0001376066356897354, 0.00014425069093704224, 0.00015089474618434906, 0.00015753880143165588, 0.0001641828566789627, 0.00017082691192626953]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 6.0, 5.0, 8.0, 6.0, 11.0, 25.0, 49.0, 53.0, 108.0, 170.0, 280.0, 579.0, 1438.0, 3940.0, 15624.0, 107087.0, 727051.0, 162584.0, 21305.0, 4970.0, 1708.0, 708.0, 314.0, 181.0, 120.0, 83.0, 57.0, 32.0, 18.0, 14.0, 7.0, 6.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.111328125, -2.04449462890625, -1.9776611328125, -1.91082763671875, -1.843994140625, -1.77716064453125, -1.7103271484375, -1.64349365234375, -1.57666015625, -1.50982666015625, -1.4429931640625, -1.37615966796875, -1.309326171875, -1.24249267578125, -1.1756591796875, -1.10882568359375, -1.0419921875, -0.97515869140625, -0.9083251953125, -0.84149169921875, -0.774658203125, -0.70782470703125, -0.6409912109375, -0.57415771484375, -0.50732421875, -0.44049072265625, -0.3736572265625, -0.30682373046875, -0.239990234375, -0.17315673828125, -0.1063232421875, -0.03948974609375, 0.02734375, 0.09417724609375, 0.1610107421875, 0.22784423828125, 0.294677734375, 0.36151123046875, 0.4283447265625, 0.49517822265625, 0.56201171875, 0.62884521484375, 0.6956787109375, 0.76251220703125, 0.829345703125, 0.89617919921875, 0.9630126953125, 1.02984619140625, 1.0966796875, 1.16351318359375, 1.2303466796875, 1.29718017578125, 1.364013671875, 1.43084716796875, 1.4976806640625, 1.56451416015625, 1.63134765625, 1.69818115234375, 1.7650146484375, 1.83184814453125, 1.898681640625, 1.96551513671875, 2.0323486328125, 2.09918212890625, 2.166015625]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 5.0, 9.0, 9.0, 16.0, 22.0, 50.0, 54.0, 113.0, 161.0, 177.0, 150.0, 88.0, 47.0, 30.0, 23.0, 16.0, 8.0, 6.0, 4.0, 4.0, 5.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.30859375, -1.23724365234375, -1.1658935546875, -1.09454345703125, -1.023193359375, -0.95184326171875, -0.8804931640625, -0.80914306640625, -0.73779296875, -0.66644287109375, -0.5950927734375, -0.52374267578125, -0.452392578125, -0.38104248046875, -0.3096923828125, -0.23834228515625, -0.1669921875, -0.09564208984375, -0.0242919921875, 0.04705810546875, 0.118408203125, 0.18975830078125, 0.2611083984375, 0.33245849609375, 0.40380859375, 0.47515869140625, 0.5465087890625, 0.61785888671875, 0.689208984375, 0.76055908203125, 0.8319091796875, 0.90325927734375, 0.974609375, 1.04595947265625, 1.1173095703125, 1.18865966796875, 1.260009765625, 1.33135986328125, 1.4027099609375, 1.47406005859375, 1.54541015625, 1.61676025390625, 1.6881103515625, 1.75946044921875, 1.830810546875, 1.90216064453125, 1.9735107421875, 2.04486083984375, 2.1162109375, 2.18756103515625, 2.2589111328125, 2.33026123046875, 2.401611328125, 2.47296142578125, 2.5443115234375, 2.61566162109375, 2.68701171875, 2.75836181640625, 2.8297119140625, 2.90106201171875, 2.972412109375, 3.04376220703125, 3.1151123046875, 3.18646240234375, 3.2578125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 9.0, 27.0, 34.0, 74.0, 115.0, 187.0, 188.0, 153.0, 115.0, 55.0, 25.0, 14.0, 8.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.518991470336914, -22.455732345581055, -21.392473220825195, -20.329214096069336, -19.265954971313477, -18.202695846557617, -17.13943862915039, -16.07617950439453, -15.012919425964355, -13.949660301208496, -12.886401176452637, -11.823143005371094, -10.759883880615234, -9.696624755859375, -8.633365631103516, -7.570106506347656, -6.506847381591797, -5.4435882568359375, -4.380329132080078, -3.317070484161377, -2.2538113594055176, -1.1905522346496582, -0.12729358673095703, 0.9359655380249023, 1.9992246627807617, 3.062483787536621, 4.1257429122924805, 5.189001560211182, 6.252260684967041, 7.3155198097229, 8.378778457641602, 9.442037582397461, 10.505298614501953, 11.568557739257812, 12.631816864013672, 13.695075988769531, 14.75833511352539, 15.82159423828125, 16.88485336303711, 17.94811248779297, 19.011371612548828, 20.074630737304688, 21.137889862060547, 22.201148986816406, 23.264408111572266, 24.327667236328125, 25.390926361083984, 26.454185485839844, 27.51744270324707, 28.58070182800293, 29.64396095275879, 30.70722007751465, 31.770479202270508, 32.833736419677734, 33.896995544433594, 34.96025466918945, 36.02351379394531, 37.08677291870117, 38.15003204345703, 39.21329116821289, 40.27655029296875, 41.33980941772461, 42.40306854248047, 43.46632766723633, 44.52958679199219]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 4.0, 4.0, 6.0, 7.0, 7.0, 9.0, 15.0, 13.0, 33.0, 21.0, 20.0, 31.0, 28.0, 30.0, 31.0, 40.0, 33.0, 36.0, 47.0, 41.0, 42.0, 42.0, 41.0, 38.0, 36.0, 35.0, 30.0, 33.0, 25.0, 29.0, 33.0, 26.0, 31.0, 17.0, 8.0, 11.0, 12.0, 10.0, 9.0, 3.0, 12.0, 6.0, 6.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-11.328768730163574, -10.938101768493652, -10.547433853149414, -10.156766891479492, -9.76609992980957, -9.375432014465332, -8.98476505279541, -8.594097137451172, -8.20343017578125, -7.81276273727417, -7.42209529876709, -7.031428337097168, -6.640760898590088, -6.250093460083008, -5.859426498413086, -5.468759059906006, -5.078091621398926, -4.687424182891846, -4.296756744384766, -3.9060897827148438, -3.5154223442077637, -3.1247549057006836, -2.7340877056121826, -2.3434205055236816, -1.9527530670166016, -1.562085747718811, -1.1714184284210205, -0.78075110912323, -0.39008378982543945, 0.0005835294723510742, 0.3912508487701416, 0.7819180488586426, 1.172586441040039, 1.5632537603378296, 1.9539210796356201, 2.344588279724121, 2.735255718231201, 3.1259231567382812, 3.5165903568267822, 3.907257556915283, 4.297924995422363, 4.688592433929443, 5.079259872436523, 5.469926834106445, 5.860594272613525, 6.2512617111206055, 6.641928672790527, 7.032596111297607, 7.4232635498046875, 7.813930988311768, 8.204598426818848, 8.59526538848877, 8.985933303833008, 9.37660026550293, 9.767267227172852, 10.157934188842773, 10.548602104187012, 10.939269065856934, 11.329936981201172, 11.720603942871094, 12.111270904541016, 12.501938819885254, 12.892605781555176, 13.283273696899414, 13.673940658569336]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 4.0, 2.0, 12.0, 14.0, 18.0, 27.0, 51.0, 64.0, 98.0, 184.0, 285.0, 637.0, 1786.0, 5946.0, 35422.0, 3858897.0, 268735.0, 16034.0, 3647.0, 1231.0, 532.0, 269.0, 126.0, 82.0, 45.0, 40.0, 36.0, 15.0, 12.0, 14.0, 5.0, 4.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.4375, -8.1544189453125, -7.871337890625, -7.5882568359375, -7.30517578125, -7.0220947265625, -6.739013671875, -6.4559326171875, -6.1728515625, -5.8897705078125, -5.606689453125, -5.3236083984375, -5.04052734375, -4.7574462890625, -4.474365234375, -4.1912841796875, -3.908203125, -3.6251220703125, -3.342041015625, -3.0589599609375, -2.77587890625, -2.4927978515625, -2.209716796875, -1.9266357421875, -1.6435546875, -1.3604736328125, -1.077392578125, -0.7943115234375, -0.51123046875, -0.2281494140625, 0.054931640625, 0.3380126953125, 0.62109375, 0.9041748046875, 1.187255859375, 1.4703369140625, 1.75341796875, 2.0364990234375, 2.319580078125, 2.6026611328125, 2.8857421875, 3.1688232421875, 3.451904296875, 3.7349853515625, 4.01806640625, 4.3011474609375, 4.584228515625, 4.8673095703125, 5.150390625, 5.4334716796875, 5.716552734375, 5.9996337890625, 6.28271484375, 6.5657958984375, 6.848876953125, 7.1319580078125, 7.4150390625, 7.6981201171875, 7.981201171875, 8.2642822265625, 8.54736328125, 8.8304443359375, 9.113525390625, 9.3966064453125, 9.6796875]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 6.0, 6.0, 6.0, 8.0, 9.0, 8.0, 8.0, 10.0, 14.0, 13.0, 23.0, 27.0, 35.0, 48.0, 52.0, 53.0, 51.0, 61.0, 52.0, 64.0, 45.0, 54.0, 45.0, 50.0, 48.0, 34.0, 34.0, 33.0, 21.0, 27.0, 8.0, 14.0, 13.0, 4.0, 6.0, 6.0, 2.0, 3.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7685546875, -0.74615478515625, -0.7237548828125, -0.70135498046875, -0.678955078125, -0.65655517578125, -0.6341552734375, -0.61175537109375, -0.58935546875, -0.56695556640625, -0.5445556640625, -0.52215576171875, -0.499755859375, -0.47735595703125, -0.4549560546875, -0.43255615234375, -0.41015625, -0.38775634765625, -0.3653564453125, -0.34295654296875, -0.320556640625, -0.29815673828125, -0.2757568359375, -0.25335693359375, -0.23095703125, -0.20855712890625, -0.1861572265625, -0.16375732421875, -0.141357421875, -0.11895751953125, -0.0965576171875, -0.07415771484375, -0.0517578125, -0.02935791015625, -0.0069580078125, 0.01544189453125, 0.037841796875, 0.06024169921875, 0.0826416015625, 0.10504150390625, 0.12744140625, 0.14984130859375, 0.1722412109375, 0.19464111328125, 0.217041015625, 0.23944091796875, 0.2618408203125, 0.28424072265625, 0.306640625, 0.32904052734375, 0.3514404296875, 0.37384033203125, 0.396240234375, 0.41864013671875, 0.4410400390625, 0.46343994140625, 0.48583984375, 0.50823974609375, 0.5306396484375, 0.55303955078125, 0.575439453125, 0.59783935546875, 0.6202392578125, 0.64263916015625, 0.6650390625]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 3.0, 2.0, 5.0, 3.0, 5.0, 6.0, 14.0, 32.0, 25.0, 37.0, 48.0, 57.0, 94.0, 149.0, 220.0, 322.0, 486.0, 696.0, 1085.0, 1603.0, 2546.0, 3982.0, 6492.0, 12228.0, 22923.0, 49618.0, 141796.0, 959438.0, 2682542.0, 186963.0, 60688.0, 26684.0, 13562.0, 7456.0, 4497.0, 2731.0, 1732.0, 1121.0, 718.0, 532.0, 355.0, 244.0, 167.0, 124.0, 76.0, 48.0, 46.0, 27.0, 20.0, 13.0, 10.0, 9.0, 7.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7470703125, -1.6909027099609375, -1.634735107421875, -1.5785675048828125, -1.52239990234375, -1.4662322998046875, -1.410064697265625, -1.3538970947265625, -1.2977294921875, -1.2415618896484375, -1.185394287109375, -1.1292266845703125, -1.07305908203125, -1.0168914794921875, -0.960723876953125, -0.9045562744140625, -0.848388671875, -0.7922210693359375, -0.736053466796875, -0.6798858642578125, -0.62371826171875, -0.5675506591796875, -0.511383056640625, -0.4552154541015625, -0.3990478515625, -0.3428802490234375, -0.286712646484375, -0.2305450439453125, -0.17437744140625, -0.1182098388671875, -0.062042236328125, -0.0058746337890625, 0.05029296875, 0.1064605712890625, 0.162628173828125, 0.2187957763671875, 0.27496337890625, 0.3311309814453125, 0.387298583984375, 0.4434661865234375, 0.4996337890625, 0.5558013916015625, 0.611968994140625, 0.6681365966796875, 0.72430419921875, 0.7804718017578125, 0.836639404296875, 0.8928070068359375, 0.948974609375, 1.0051422119140625, 1.061309814453125, 1.1174774169921875, 1.17364501953125, 1.2298126220703125, 1.285980224609375, 1.3421478271484375, 1.3983154296875, 1.4544830322265625, 1.510650634765625, 1.5668182373046875, 1.62298583984375, 1.6791534423828125, 1.735321044921875, 1.7914886474609375, 1.84765625]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 9.0, 8.0, 8.0, 8.0, 16.0, 12.0, 27.0, 37.0, 42.0, 84.0, 134.0, 345.0, 1924.0, 780.0, 269.0, 122.0, 91.0, 50.0, 20.0, 17.0, 16.0, 16.0, 9.0, 7.0, 5.0, 5.0, 0.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3603515625, -1.3131866455078125, -1.266021728515625, -1.2188568115234375, -1.17169189453125, -1.1245269775390625, -1.077362060546875, -1.0301971435546875, -0.9830322265625, -0.9358673095703125, -0.888702392578125, -0.8415374755859375, -0.79437255859375, -0.7472076416015625, -0.700042724609375, -0.6528778076171875, -0.605712890625, -0.5585479736328125, -0.511383056640625, -0.4642181396484375, -0.41705322265625, -0.3698883056640625, -0.322723388671875, -0.2755584716796875, -0.2283935546875, -0.1812286376953125, -0.134063720703125, -0.0868988037109375, -0.03973388671875, 0.0074310302734375, 0.054595947265625, 0.1017608642578125, 0.14892578125, 0.1960906982421875, 0.243255615234375, 0.2904205322265625, 0.33758544921875, 0.3847503662109375, 0.431915283203125, 0.4790802001953125, 0.5262451171875, 0.5734100341796875, 0.620574951171875, 0.6677398681640625, 0.71490478515625, 0.7620697021484375, 0.809234619140625, 0.8563995361328125, 0.903564453125, 0.9507293701171875, 0.997894287109375, 1.0450592041015625, 1.09222412109375, 1.1393890380859375, 1.186553955078125, 1.2337188720703125, 1.2808837890625, 1.3280487060546875, 1.375213623046875, 1.4223785400390625, 1.46954345703125, 1.5167083740234375, 1.563873291015625, 1.6110382080078125, 1.658203125]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 9.0, 14.0, 29.0, 35.0, 65.0, 82.0, 106.0, 121.0, 116.0, 108.0, 98.0, 64.0, 42.0, 26.0, 21.0, 19.0, 21.0, 7.0, 2.0, 2.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.443099021911621, -7.191124439239502, -6.939149856567383, -6.6871747970581055, -6.435200214385986, -6.183225631713867, -5.931251049041748, -5.679276466369629, -5.427301406860352, -5.175326824188232, -4.923352241516113, -4.671377182006836, -4.419402599334717, -4.167428016662598, -3.9154534339904785, -3.6634788513183594, -3.4115042686462402, -3.159529685974121, -2.907554864883423, -2.6555802822113037, -2.4036054611206055, -2.1516308784484863, -1.8996562957763672, -1.6476815938949585, -1.3957068920135498, -1.1437321901321411, -0.8917575478553772, -0.6397829055786133, -0.3878082036972046, -0.1358335018157959, 0.11614108085632324, 0.36811578273773193, 0.6200904846191406, 0.8720651865005493, 1.124039888381958, 1.3760144710540771, 1.6279891729354858, 1.8799638748168945, 2.1319384574890137, 2.383913040161133, 2.635887861251831, 2.88786244392395, 3.1398372650146484, 3.3918118476867676, 3.6437864303588867, 3.895761251449585, 4.147735595703125, 4.399710655212402, 4.6516852378845215, 4.903659820556641, 5.15563440322876, 5.407608985900879, 5.659584045410156, 5.911558628082275, 6.1635332107543945, 6.415507793426514, 6.667482376098633, 6.919456958770752, 7.171431541442871, 7.423406600952148, 7.675381183624268, 7.927355766296387, 8.179330825805664, 8.431304931640625, 8.683279991149902]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 7.0, 7.0, 5.0, 15.0, 9.0, 23.0, 21.0, 28.0, 33.0, 35.0, 36.0, 38.0, 39.0, 56.0, 53.0, 53.0, 52.0, 52.0, 62.0, 47.0, 47.0, 41.0, 35.0, 37.0, 40.0, 30.0, 33.0, 15.0, 11.0, 12.0, 14.0, 6.0, 7.0, 2.0, 4.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.03254508972168, -5.858730792999268, -5.684916973114014, -5.511102676391602, -5.337288856506348, -5.1634745597839355, -4.989660263061523, -4.8158464431762695, -4.642032146453857, -4.468217849731445, -4.294404029846191, -4.120589733123779, -3.9467756748199463, -3.7729616165161133, -3.599147319793701, -3.425333261489868, -3.251519203186035, -3.077705144882202, -2.903891086578369, -2.730076789855957, -2.556262731552124, -2.382448673248291, -2.208634376525879, -2.034820318222046, -1.861006259918213, -1.6871922016143799, -1.5133780241012573, -1.3395638465881348, -1.1657497882843018, -0.991935670375824, -0.8181215524673462, -0.6443073749542236, -0.47049379348754883, -0.29667967557907104, -0.12286555767059326, 0.05094856023788452, 0.2247626781463623, 0.3985767960548401, 0.5723909139633179, 0.7462050914764404, 0.9200191497802734, 1.0938332080841064, 1.267647385597229, 1.4414615631103516, 1.6152756214141846, 1.7890896797180176, 1.9629038572311401, 2.1367180347442627, 2.3105320930480957, 2.4843461513519287, 2.6581602096557617, 2.831974506378174, 3.005788564682007, 3.17960262298584, 3.353416919708252, 3.527230978012085, 3.701045036315918, 3.874859094619751, 4.048673152923584, 4.222487449645996, 4.39630126953125, 4.570115566253662, 4.743929862976074, 4.917743682861328, 5.09155797958374]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 7.0, 4.0, 3.0, 18.0, 10.0, 13.0, 20.0, 29.0, 33.0, 68.0, 102.0, 145.0, 210.0, 359.0, 598.0, 953.0, 1618.0, 2941.0, 5918.0, 12336.0, 28867.0, 71112.0, 169009.0, 292494.0, 251774.0, 121026.0, 48903.0, 20526.0, 9241.0, 4483.0, 2402.0, 1257.0, 808.0, 473.0, 280.0, 173.0, 132.0, 69.0, 36.0, 36.0, 20.0, 24.0, 15.0, 2.0, 7.0, 3.0, 4.0, 3.0, 1.0, 4.0], "bins": [-3.48828125, -3.39599609375, -3.3037109375, -3.21142578125, -3.119140625, -3.02685546875, -2.9345703125, -2.84228515625, -2.75, -2.65771484375, -2.5654296875, -2.47314453125, -2.380859375, -2.28857421875, -2.1962890625, -2.10400390625, -2.01171875, -1.91943359375, -1.8271484375, -1.73486328125, -1.642578125, -1.55029296875, -1.4580078125, -1.36572265625, -1.2734375, -1.18115234375, -1.0888671875, -0.99658203125, -0.904296875, -0.81201171875, -0.7197265625, -0.62744140625, -0.53515625, -0.44287109375, -0.3505859375, -0.25830078125, -0.166015625, -0.07373046875, 0.0185546875, 0.11083984375, 0.203125, 0.29541015625, 0.3876953125, 0.47998046875, 0.572265625, 0.66455078125, 0.7568359375, 0.84912109375, 0.94140625, 1.03369140625, 1.1259765625, 1.21826171875, 1.310546875, 1.40283203125, 1.4951171875, 1.58740234375, 1.6796875, 1.77197265625, 1.8642578125, 1.95654296875, 2.048828125, 2.14111328125, 2.2333984375, 2.32568359375, 2.41796875]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 2.0, 9.0, 6.0, 6.0, 6.0, 15.0, 9.0, 11.0, 19.0, 24.0, 33.0, 39.0, 53.0, 44.0, 54.0, 58.0, 57.0, 55.0, 60.0, 58.0, 58.0, 55.0, 37.0, 50.0, 34.0, 30.0, 14.0, 21.0, 20.0, 15.0, 16.0, 6.0, 9.0, 4.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7900390625, -0.7667007446289062, -0.7433624267578125, -0.7200241088867188, -0.696685791015625, -0.6733474731445312, -0.6500091552734375, -0.6266708374023438, -0.60333251953125, -0.5799942016601562, -0.5566558837890625, -0.5333175659179688, -0.509979248046875, -0.48664093017578125, -0.4633026123046875, -0.43996429443359375, -0.4166259765625, -0.39328765869140625, -0.3699493408203125, -0.34661102294921875, -0.323272705078125, -0.29993438720703125, -0.2765960693359375, -0.25325775146484375, -0.22991943359375, -0.20658111572265625, -0.1832427978515625, -0.15990447998046875, -0.136566162109375, -0.11322784423828125, -0.0898895263671875, -0.06655120849609375, -0.043212890625, -0.01987457275390625, 0.0034637451171875, 0.02680206298828125, 0.050140380859375, 0.07347869873046875, 0.0968170166015625, 0.12015533447265625, 0.14349365234375, 0.16683197021484375, 0.1901702880859375, 0.21350860595703125, 0.236846923828125, 0.26018524169921875, 0.2835235595703125, 0.30686187744140625, 0.3302001953125, 0.35353851318359375, 0.3768768310546875, 0.40021514892578125, 0.423553466796875, 0.44689178466796875, 0.4702301025390625, 0.49356842041015625, 0.51690673828125, 0.5402450561523438, 0.5635833740234375, 0.5869216918945312, 0.610260009765625, 0.6335983276367188, 0.6569366455078125, 0.6802749633789062, 0.70361328125]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 6.0, 13.0, 18.0, 12.0, 17.0, 32.0, 31.0, 54.0, 98.0, 153.0, 217.0, 394.0, 588.0, 994.0, 1800.0, 3254.0, 6247.0, 12787.0, 25822.0, 55300.0, 114541.0, 215566.0, 271202.0, 171749.0, 86312.0, 41318.0, 19371.0, 9619.0, 4952.0, 2533.0, 1371.0, 835.0, 448.0, 305.0, 202.0, 127.0, 93.0, 53.0, 37.0, 28.0, 23.0, 7.0, 14.0, 5.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.69921875, -1.6412353515625, -1.583251953125, -1.5252685546875, -1.46728515625, -1.4093017578125, -1.351318359375, -1.2933349609375, -1.2353515625, -1.1773681640625, -1.119384765625, -1.0614013671875, -1.00341796875, -0.9454345703125, -0.887451171875, -0.8294677734375, -0.771484375, -0.7135009765625, -0.655517578125, -0.5975341796875, -0.53955078125, -0.4815673828125, -0.423583984375, -0.3656005859375, -0.3076171875, -0.2496337890625, -0.191650390625, -0.1336669921875, -0.07568359375, -0.0177001953125, 0.040283203125, 0.0982666015625, 0.15625, 0.2142333984375, 0.272216796875, 0.3302001953125, 0.38818359375, 0.4461669921875, 0.504150390625, 0.5621337890625, 0.6201171875, 0.6781005859375, 0.736083984375, 0.7940673828125, 0.85205078125, 0.9100341796875, 0.968017578125, 1.0260009765625, 1.083984375, 1.1419677734375, 1.199951171875, 1.2579345703125, 1.31591796875, 1.3739013671875, 1.431884765625, 1.4898681640625, 1.5478515625, 1.6058349609375, 1.663818359375, 1.7218017578125, 1.77978515625, 1.8377685546875, 1.895751953125, 1.9537353515625, 2.01171875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 2.0, 3.0, 2.0, 5.0, 12.0, 4.0, 9.0, 6.0, 12.0, 9.0, 13.0, 16.0, 14.0, 13.0, 33.0, 24.0, 26.0, 46.0, 38.0, 26.0, 37.0, 37.0, 32.0, 41.0, 53.0, 40.0, 48.0, 29.0, 36.0, 35.0, 42.0, 34.0, 36.0, 23.0, 16.0, 23.0, 21.0, 13.0, 22.0, 15.0, 6.0, 10.0, 10.0, 7.0, 6.0, 4.0, 6.0, 6.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2.630859375, -2.55194091796875, -2.4730224609375, -2.39410400390625, -2.315185546875, -2.23626708984375, -2.1573486328125, -2.07843017578125, -1.99951171875, -1.92059326171875, -1.8416748046875, -1.76275634765625, -1.683837890625, -1.60491943359375, -1.5260009765625, -1.44708251953125, -1.3681640625, -1.28924560546875, -1.2103271484375, -1.13140869140625, -1.052490234375, -0.97357177734375, -0.8946533203125, -0.81573486328125, -0.73681640625, -0.65789794921875, -0.5789794921875, -0.50006103515625, -0.421142578125, -0.34222412109375, -0.2633056640625, -0.18438720703125, -0.10546875, -0.02655029296875, 0.0523681640625, 0.13128662109375, 0.210205078125, 0.28912353515625, 0.3680419921875, 0.44696044921875, 0.52587890625, 0.60479736328125, 0.6837158203125, 0.76263427734375, 0.841552734375, 0.92047119140625, 0.9993896484375, 1.07830810546875, 1.1572265625, 1.23614501953125, 1.3150634765625, 1.39398193359375, 1.472900390625, 1.55181884765625, 1.6307373046875, 1.70965576171875, 1.78857421875, 1.86749267578125, 1.9464111328125, 2.02532958984375, 2.104248046875, 2.18316650390625, 2.2620849609375, 2.34100341796875, 2.419921875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 6.0, 6.0, 10.0, 17.0, 15.0, 33.0, 33.0, 74.0, 131.0, 229.0, 497.0, 1165.0, 3556.0, 13882.0, 89818.0, 595764.0, 295283.0, 37030.0, 7234.0, 2173.0, 795.0, 352.0, 161.0, 119.0, 64.0, 36.0, 27.0, 13.0, 13.0, 7.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.373046875, -2.30279541015625, -2.2325439453125, -2.16229248046875, -2.092041015625, -2.02178955078125, -1.9515380859375, -1.88128662109375, -1.81103515625, -1.74078369140625, -1.6705322265625, -1.60028076171875, -1.530029296875, -1.45977783203125, -1.3895263671875, -1.31927490234375, -1.2490234375, -1.17877197265625, -1.1085205078125, -1.03826904296875, -0.968017578125, -0.89776611328125, -0.8275146484375, -0.75726318359375, -0.68701171875, -0.61676025390625, -0.5465087890625, -0.47625732421875, -0.406005859375, -0.33575439453125, -0.2655029296875, -0.19525146484375, -0.125, -0.05474853515625, 0.0155029296875, 0.08575439453125, 0.156005859375, 0.22625732421875, 0.2965087890625, 0.36676025390625, 0.43701171875, 0.50726318359375, 0.5775146484375, 0.64776611328125, 0.718017578125, 0.78826904296875, 0.8585205078125, 0.92877197265625, 0.9990234375, 1.06927490234375, 1.1395263671875, 1.20977783203125, 1.280029296875, 1.35028076171875, 1.4205322265625, 1.49078369140625, 1.56103515625, 1.63128662109375, 1.7015380859375, 1.77178955078125, 1.842041015625, 1.91229248046875, 1.9825439453125, 2.05279541015625, 2.123046875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 0.0, 1.0, 3.0, 2.0, 11.0, 6.0, 22.0, 20.0, 27.0, 26.0, 41.0, 59.0, 62.0, 86.0, 115.0, 90.0, 102.0, 73.0, 60.0, 51.0, 36.0, 41.0, 18.0, 16.0, 6.0, 4.0, 5.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0002397298812866211, -0.000232744961977005, -0.00022576004266738892, -0.00021877512335777283, -0.00021179020404815674, -0.00020480528473854065, -0.00019782036542892456, -0.00019083544611930847, -0.00018385052680969238, -0.0001768656075000763, -0.0001698806881904602, -0.00016289576888084412, -0.00015591084957122803, -0.00014892593026161194, -0.00014194101095199585, -0.00013495609164237976, -0.00012797117233276367, -0.00012098625302314758, -0.0001140013337135315, -0.0001070164144039154, -0.00010003149509429932, -9.304657578468323e-05, -8.606165647506714e-05, -7.907673716545105e-05, -7.209181785583496e-05, -6.510689854621887e-05, -5.812197923660278e-05, -5.1137059926986694e-05, -4.4152140617370605e-05, -3.7167221307754517e-05, -3.0182301998138428e-05, -2.319738268852234e-05, -1.621246337890625e-05, -9.227544069290161e-06, -2.2426247596740723e-06, 4.742294549942017e-06, 1.1727213859558105e-05, 1.8712133169174194e-05, 2.5697052478790283e-05, 3.268197178840637e-05, 3.966689109802246e-05, 4.665181040763855e-05, 5.363672971725464e-05, 6.062164902687073e-05, 6.760656833648682e-05, 7.45914876461029e-05, 8.1576406955719e-05, 8.856132626533508e-05, 9.554624557495117e-05, 0.00010253116488456726, 0.00010951608419418335, 0.00011650100350379944, 0.00012348592281341553, 0.00013047084212303162, 0.0001374557614326477, 0.0001444406807422638, 0.00015142560005187988, 0.00015841051936149597, 0.00016539543867111206, 0.00017238035798072815, 0.00017936527729034424, 0.00018635019659996033, 0.00019333511590957642, 0.0002003200352191925, 0.0002073049545288086]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 4.0, 1.0, 7.0, 10.0, 17.0, 22.0, 22.0, 32.0, 46.0, 61.0, 103.0, 169.0, 246.0, 418.0, 727.0, 1545.0, 3323.0, 8082.0, 24148.0, 87104.0, 318368.0, 420628.0, 129446.0, 34686.0, 10812.0, 4255.0, 1973.0, 904.0, 526.0, 286.0, 166.0, 134.0, 79.0, 53.0, 46.0, 31.0, 28.0, 13.0, 12.0, 11.0, 3.0, 0.0, 8.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5224609375, -1.476531982421875, -1.43060302734375, -1.384674072265625, -1.3387451171875, -1.292816162109375, -1.24688720703125, -1.200958251953125, -1.155029296875, -1.109100341796875, -1.06317138671875, -1.017242431640625, -0.9713134765625, -0.925384521484375, -0.87945556640625, -0.833526611328125, -0.78759765625, -0.741668701171875, -0.69573974609375, -0.649810791015625, -0.6038818359375, -0.557952880859375, -0.51202392578125, -0.466094970703125, -0.420166015625, -0.374237060546875, -0.32830810546875, -0.282379150390625, -0.2364501953125, -0.190521240234375, -0.14459228515625, -0.098663330078125, -0.052734375, -0.006805419921875, 0.03912353515625, 0.085052490234375, 0.1309814453125, 0.176910400390625, 0.22283935546875, 0.268768310546875, 0.314697265625, 0.360626220703125, 0.40655517578125, 0.452484130859375, 0.4984130859375, 0.544342041015625, 0.59027099609375, 0.636199951171875, 0.68212890625, 0.728057861328125, 0.77398681640625, 0.819915771484375, 0.8658447265625, 0.911773681640625, 0.95770263671875, 1.003631591796875, 1.049560546875, 1.095489501953125, 1.14141845703125, 1.187347412109375, 1.2332763671875, 1.279205322265625, 1.32513427734375, 1.371063232421875, 1.4169921875]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 2.0, 4.0, 4.0, 13.0, 15.0, 36.0, 42.0, 35.0, 41.0, 50.0, 97.0, 92.0, 90.0, 119.0, 78.0, 79.0, 58.0, 52.0, 23.0, 18.0, 20.0, 13.0, 4.0, 2.0, 5.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3759765625, -1.3177032470703125, -1.259429931640625, -1.2011566162109375, -1.14288330078125, -1.0846099853515625, -1.026336669921875, -0.9680633544921875, -0.9097900390625, -0.8515167236328125, -0.793243408203125, -0.7349700927734375, -0.67669677734375, -0.6184234619140625, -0.560150146484375, -0.5018768310546875, -0.443603515625, -0.3853302001953125, -0.327056884765625, -0.2687835693359375, -0.21051025390625, -0.1522369384765625, -0.093963623046875, -0.0356903076171875, 0.0225830078125, 0.0808563232421875, 0.139129638671875, 0.1974029541015625, 0.25567626953125, 0.3139495849609375, 0.372222900390625, 0.4304962158203125, 0.48876953125, 0.5470428466796875, 0.605316162109375, 0.6635894775390625, 0.72186279296875, 0.7801361083984375, 0.838409423828125, 0.8966827392578125, 0.9549560546875, 1.0132293701171875, 1.071502685546875, 1.1297760009765625, 1.18804931640625, 1.2463226318359375, 1.304595947265625, 1.3628692626953125, 1.421142578125, 1.4794158935546875, 1.537689208984375, 1.5959625244140625, 1.65423583984375, 1.7125091552734375, 1.770782470703125, 1.8290557861328125, 1.8873291015625, 1.9456024169921875, 2.003875732421875, 2.0621490478515625, 2.12042236328125, 2.1786956787109375, 2.236968994140625, 2.2952423095703125, 2.353515625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 7.0, 10.0, 5.0, 22.0, 20.0, 37.0, 46.0, 62.0, 75.0, 91.0, 106.0, 108.0, 94.0, 96.0, 74.0, 47.0, 25.0, 30.0, 18.0, 7.0, 7.0, 7.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-28.614715576171875, -27.942312240600586, -27.269908905029297, -26.597505569458008, -25.92510223388672, -25.252696990966797, -24.580293655395508, -23.90789031982422, -23.23548698425293, -22.56308364868164, -21.89068031311035, -21.218276977539062, -20.54587173461914, -19.87346839904785, -19.201065063476562, -18.528661727905273, -17.856258392333984, -17.183855056762695, -16.511451721191406, -15.8390474319458, -15.166644096374512, -14.494240760803223, -13.821836471557617, -13.149433135986328, -12.477029800415039, -11.80462646484375, -11.132223129272461, -10.459818840026855, -9.787415504455566, -9.115012168884277, -8.442607879638672, -7.770204544067383, -7.09780216217041, -6.425398826599121, -5.752995014190674, -5.080591201782227, -4.4081878662109375, -3.7357842922210693, -3.063380718231201, -2.390976905822754, -1.7185735702514648, -1.0461699962615967, -0.3737664222717285, 0.29863715171813965, 0.9710407257080078, 1.643444299697876, 2.315847873687744, 2.9882516860961914, 3.6606550216674805, 4.3330583572387695, 5.005462169647217, 5.677865982055664, 6.350269317626953, 7.022672653198242, 7.6950764656066895, 8.367480278015137, 9.039883613586426, 9.712286949157715, 10.38469123840332, 11.05709457397461, 11.729497909545898, 12.401901245117188, 13.074304580688477, 13.746708869934082, 14.419112205505371]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 7.0, 6.0, 3.0, 8.0, 4.0, 6.0, 11.0, 20.0, 13.0, 19.0, 18.0, 20.0, 24.0, 26.0, 16.0, 26.0, 29.0, 28.0, 30.0, 35.0, 38.0, 37.0, 47.0, 33.0, 42.0, 44.0, 37.0, 39.0, 28.0, 44.0, 19.0, 29.0, 24.0, 30.0, 19.0, 18.0, 18.0, 16.0, 16.0, 17.0, 13.0, 9.0, 6.0, 8.0, 5.0, 5.0, 3.0, 2.0, 6.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-12.454665184020996, -12.062849044799805, -11.671032905578613, -11.279216766357422, -10.887399673461914, -10.495583534240723, -10.103767395019531, -9.71195125579834, -9.320135116577148, -8.928318977355957, -8.536502838134766, -8.144686698913574, -7.752870082855225, -7.361053943634033, -6.969237327575684, -6.577421188354492, -6.185605049133301, -5.793788909912109, -5.401972770690918, -5.010156154632568, -4.618340015411377, -4.2265238761901855, -3.834707498550415, -3.4428911209106445, -3.051074981689453, -2.6592588424682617, -2.267442464828491, -1.8756262063980103, -1.4838099479675293, -1.0919936895370483, -0.7001774311065674, -0.3083610534667969, 0.08345603942871094, 0.4752722978591919, 0.8670885562896729, 1.2589048147201538, 1.6507210731506348, 2.042537212371826, 2.4343535900115967, 2.826169967651367, 3.2179861068725586, 3.60980224609375, 4.001618385314941, 4.393435001373291, 4.785251140594482, 5.177067279815674, 5.568883895874023, 5.960700035095215, 6.352516174316406, 6.744332313537598, 7.136148452758789, 7.527965068817139, 7.91978120803833, 8.31159782409668, 8.703413963317871, 9.095230102539062, 9.487046241760254, 9.878862380981445, 10.270678520202637, 10.662494659423828, 11.054311752319336, 11.446127891540527, 11.837944030761719, 12.22976016998291, 12.621576309204102]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 3.0, 7.0, 2.0, 4.0, 4.0, 8.0, 8.0, 11.0, 31.0, 55.0, 112.0, 171.0, 414.0, 865.0, 2502.0, 13507.0, 3982142.0, 181885.0, 9093.0, 2053.0, 721.0, 295.0, 171.0, 89.0, 49.0, 33.0, 24.0, 14.0, 8.0, 5.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.26171875, -5.91192626953125, -5.5621337890625, -5.21234130859375, -4.862548828125, -4.51275634765625, -4.1629638671875, -3.81317138671875, -3.46337890625, -3.11358642578125, -2.7637939453125, -2.41400146484375, -2.064208984375, -1.71441650390625, -1.3646240234375, -1.01483154296875, -0.6650390625, -0.31524658203125, 0.0345458984375, 0.38433837890625, 0.734130859375, 1.08392333984375, 1.4337158203125, 1.78350830078125, 2.13330078125, 2.48309326171875, 2.8328857421875, 3.18267822265625, 3.532470703125, 3.88226318359375, 4.2320556640625, 4.58184814453125, 4.931640625, 5.28143310546875, 5.6312255859375, 5.98101806640625, 6.330810546875, 6.68060302734375, 7.0303955078125, 7.38018798828125, 7.72998046875, 8.07977294921875, 8.4295654296875, 8.77935791015625, 9.129150390625, 9.47894287109375, 9.8287353515625, 10.17852783203125, 10.5283203125, 10.87811279296875, 11.2279052734375, 11.57769775390625, 11.927490234375, 12.27728271484375, 12.6270751953125, 12.97686767578125, 13.32666015625, 13.67645263671875, 14.0262451171875, 14.37603759765625, 14.725830078125, 15.07562255859375, 15.4254150390625, 15.77520751953125, 16.125]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 9.0, 4.0, 5.0, 10.0, 3.0, 4.0, 11.0, 23.0, 13.0, 25.0, 19.0, 25.0, 33.0, 32.0, 48.0, 55.0, 50.0, 57.0, 45.0, 60.0, 54.0, 52.0, 45.0, 42.0, 47.0, 42.0, 25.0, 29.0, 21.0, 29.0, 21.0, 13.0, 10.0, 11.0, 5.0, 5.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.81201171875, -0.7890701293945312, -0.7661285400390625, -0.7431869506835938, -0.720245361328125, -0.6973037719726562, -0.6743621826171875, -0.6514205932617188, -0.62847900390625, -0.6055374145507812, -0.5825958251953125, -0.5596542358398438, -0.536712646484375, -0.5137710571289062, -0.4908294677734375, -0.46788787841796875, -0.4449462890625, -0.42200469970703125, -0.3990631103515625, -0.37612152099609375, -0.353179931640625, -0.33023834228515625, -0.3072967529296875, -0.28435516357421875, -0.26141357421875, -0.23847198486328125, -0.2155303955078125, -0.19258880615234375, -0.169647216796875, -0.14670562744140625, -0.1237640380859375, -0.10082244873046875, -0.077880859375, -0.05493927001953125, -0.0319976806640625, -0.00905609130859375, 0.013885498046875, 0.03682708740234375, 0.0597686767578125, 0.08271026611328125, 0.10565185546875, 0.12859344482421875, 0.1515350341796875, 0.17447662353515625, 0.197418212890625, 0.22035980224609375, 0.2433013916015625, 0.26624298095703125, 0.2891845703125, 0.31212615966796875, 0.3350677490234375, 0.35800933837890625, 0.380950927734375, 0.40389251708984375, 0.4268341064453125, 0.44977569580078125, 0.47271728515625, 0.49565887451171875, 0.5186004638671875, 0.5415420532226562, 0.564483642578125, 0.5874252319335938, 0.6103668212890625, 0.6333084106445312, 0.65625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 5.0, 4.0, 10.0, 9.0, 8.0, 19.0, 19.0, 33.0, 45.0, 58.0, 91.0, 151.0, 221.0, 333.0, 539.0, 833.0, 1438.0, 2650.0, 5131.0, 11133.0, 27247.0, 94416.0, 3766732.0, 209673.0, 42857.0, 15603.0, 6882.0, 3415.0, 1900.0, 1071.0, 630.0, 380.0, 243.0, 152.0, 123.0, 66.0, 54.0, 33.0, 31.0, 9.0, 14.0, 10.0, 9.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.689453125, -2.6141357421875, -2.538818359375, -2.4635009765625, -2.38818359375, -2.3128662109375, -2.237548828125, -2.1622314453125, -2.0869140625, -2.0115966796875, -1.936279296875, -1.8609619140625, -1.78564453125, -1.7103271484375, -1.635009765625, -1.5596923828125, -1.484375, -1.4090576171875, -1.333740234375, -1.2584228515625, -1.18310546875, -1.1077880859375, -1.032470703125, -0.9571533203125, -0.8818359375, -0.8065185546875, -0.731201171875, -0.6558837890625, -0.58056640625, -0.5052490234375, -0.429931640625, -0.3546142578125, -0.279296875, -0.2039794921875, -0.128662109375, -0.0533447265625, 0.02197265625, 0.0972900390625, 0.172607421875, 0.2479248046875, 0.3232421875, 0.3985595703125, 0.473876953125, 0.5491943359375, 0.62451171875, 0.6998291015625, 0.775146484375, 0.8504638671875, 0.92578125, 1.0010986328125, 1.076416015625, 1.1517333984375, 1.22705078125, 1.3023681640625, 1.377685546875, 1.4530029296875, 1.5283203125, 1.6036376953125, 1.678955078125, 1.7542724609375, 1.82958984375, 1.9049072265625, 1.980224609375, 2.0555419921875, 2.130859375]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 4.0, 8.0, 12.0, 15.0, 29.0, 41.0, 64.0, 106.0, 305.0, 3177.0, 125.0, 66.0, 43.0, 26.0, 12.0, 9.0, 7.0, 5.0, 3.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.69873046875, -0.677642822265625, -0.65655517578125, -0.635467529296875, -0.6143798828125, -0.593292236328125, -0.57220458984375, -0.551116943359375, -0.530029296875, -0.508941650390625, -0.48785400390625, -0.466766357421875, -0.4456787109375, -0.424591064453125, -0.40350341796875, -0.382415771484375, -0.361328125, -0.340240478515625, -0.31915283203125, -0.298065185546875, -0.2769775390625, -0.255889892578125, -0.23480224609375, -0.213714599609375, -0.192626953125, -0.171539306640625, -0.15045166015625, -0.129364013671875, -0.1082763671875, -0.087188720703125, -0.06610107421875, -0.045013427734375, -0.02392578125, -0.002838134765625, 0.01824951171875, 0.039337158203125, 0.0604248046875, 0.081512451171875, 0.10260009765625, 0.123687744140625, 0.144775390625, 0.165863037109375, 0.18695068359375, 0.208038330078125, 0.2291259765625, 0.250213623046875, 0.27130126953125, 0.292388916015625, 0.3134765625, 0.334564208984375, 0.35565185546875, 0.376739501953125, 0.3978271484375, 0.418914794921875, 0.44000244140625, 0.461090087890625, 0.482177734375, 0.503265380859375, 0.52435302734375, 0.545440673828125, 0.5665283203125, 0.587615966796875, 0.60870361328125, 0.629791259765625, 0.65087890625]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 1.0, 3.0, 11.0, 23.0, 23.0, 41.0, 48.0, 90.0, 101.0, 128.0, 130.0, 119.0, 97.0, 62.0, 49.0, 32.0, 22.0, 16.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9067635536193848, -2.8217475414276123, -2.736731767654419, -2.6517157554626465, -2.566699981689453, -2.4816839694976807, -2.396667957305908, -2.311652183532715, -2.2266361713409424, -2.14162015914917, -2.0566043853759766, -1.971588373184204, -1.8865724802017212, -1.8015565872192383, -1.7165406942367554, -1.6315248012542725, -1.5465089082717896, -1.4614930152893066, -1.3764771223068237, -1.2914612293243408, -1.2064452171325684, -1.1214293241500854, -1.0364134311676025, -0.9513974785804749, -0.8663815855979919, -0.781365692615509, -0.6963497400283813, -0.6113338470458984, -0.5263179540634155, -0.44130200147628784, -0.35628610849380493, -0.27127015590667725, -0.18625426292419434, -0.10123834758996964, -0.016222432255744934, 0.06879347562789917, 0.15380939841270447, 0.23882532119750977, 0.3238412141799927, 0.40885716676712036, 0.49387305974960327, 0.5788889527320862, 0.6639049053192139, 0.7489207983016968, 0.8339366912841797, 0.9189526438713074, 1.0039684772491455, 1.088984489440918, 1.1740003824234009, 1.2590162754058838, 1.3440321683883667, 1.4290480613708496, 1.514064073562622, 1.599079966545105, 1.684095859527588, 1.7691118717193604, 1.8541276454925537, 1.9391435384750366, 2.0241594314575195, 2.109175443649292, 2.1941912174224854, 2.279207229614258, 2.364223003387451, 2.4492390155792236, 2.534255027770996]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 5.0, 4.0, 2.0, 4.0, 6.0, 7.0, 11.0, 6.0, 14.0, 19.0, 28.0, 15.0, 25.0, 34.0, 31.0, 31.0, 46.0, 37.0, 38.0, 44.0, 41.0, 38.0, 43.0, 61.0, 42.0, 40.0, 34.0, 48.0, 27.0, 34.0, 32.0, 25.0, 25.0, 12.0, 26.0, 21.0, 17.0, 8.0, 15.0, 5.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2611881494522095, -1.222169041633606, -1.1831499338150024, -1.144130825996399, -1.105111837387085, -1.0660927295684814, -1.027073621749878, -0.9880545139312744, -0.9490354061126709, -0.9100162982940674, -0.8709971904754639, -0.8319781422615051, -0.7929590344429016, -0.7539399266242981, -0.7149208784103394, -0.6759017705917358, -0.6368826627731323, -0.5978635549545288, -0.5588444471359253, -0.5198253989219666, -0.48080629110336304, -0.4417871832847595, -0.4027681052684784, -0.36374902725219727, -0.32472991943359375, -0.28571081161499023, -0.2466917335987091, -0.20767264068126678, -0.16865354776382446, -0.12963445484638214, -0.09061536192893982, -0.05159628391265869, -0.012577056884765625, 0.026442036032676697, 0.06546112895011902, 0.10448022186756134, 0.14349931478500366, 0.18251840770244598, 0.2215375006198883, 0.26055657863616943, 0.29957568645477295, 0.33859479427337646, 0.3776138722896576, 0.4166329503059387, 0.45565205812454224, 0.49467116594314575, 0.5336902141571045, 0.572709321975708, 0.6117284297943115, 0.650747537612915, 0.6897666454315186, 0.7287856936454773, 0.7678048014640808, 0.8068239092826843, 0.8458429574966431, 0.8848620653152466, 0.9238811731338501, 0.9629002809524536, 1.0019193887710571, 1.0409384965896606, 1.0799574851989746, 1.1189765930175781, 1.1579957008361816, 1.1970148086547852, 1.2360339164733887]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 5.0, 11.0, 10.0, 19.0, 34.0, 30.0, 42.0, 77.0, 95.0, 186.0, 263.0, 456.0, 679.0, 1071.0, 1850.0, 3179.0, 5822.0, 11368.0, 23498.0, 48785.0, 101881.0, 189700.0, 250414.0, 197395.0, 108251.0, 52061.0, 24765.0, 12007.0, 6318.0, 3364.0, 1893.0, 1128.0, 659.0, 442.0, 269.0, 178.0, 120.0, 71.0, 67.0, 25.0, 16.0, 20.0, 13.0, 7.0, 4.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.349609375, -2.27740478515625, -2.2052001953125, -2.13299560546875, -2.060791015625, -1.98858642578125, -1.9163818359375, -1.84417724609375, -1.77197265625, -1.69976806640625, -1.6275634765625, -1.55535888671875, -1.483154296875, -1.41094970703125, -1.3387451171875, -1.26654052734375, -1.1943359375, -1.12213134765625, -1.0499267578125, -0.97772216796875, -0.905517578125, -0.83331298828125, -0.7611083984375, -0.68890380859375, -0.61669921875, -0.54449462890625, -0.4722900390625, -0.40008544921875, -0.327880859375, -0.25567626953125, -0.1834716796875, -0.11126708984375, -0.0390625, 0.03314208984375, 0.1053466796875, 0.17755126953125, 0.249755859375, 0.32196044921875, 0.3941650390625, 0.46636962890625, 0.53857421875, 0.61077880859375, 0.6829833984375, 0.75518798828125, 0.827392578125, 0.89959716796875, 0.9718017578125, 1.04400634765625, 1.1162109375, 1.18841552734375, 1.2606201171875, 1.33282470703125, 1.405029296875, 1.47723388671875, 1.5494384765625, 1.62164306640625, 1.69384765625, 1.76605224609375, 1.8382568359375, 1.91046142578125, 1.982666015625, 2.05487060546875, 2.1270751953125, 2.19927978515625, 2.271484375]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 6.0, 3.0, 9.0, 3.0, 5.0, 9.0, 9.0, 12.0, 16.0, 26.0, 26.0, 22.0, 35.0, 33.0, 39.0, 45.0, 47.0, 61.0, 52.0, 57.0, 49.0, 43.0, 56.0, 43.0, 40.0, 36.0, 37.0, 38.0, 30.0, 22.0, 19.0, 14.0, 11.0, 11.0, 9.0, 4.0, 4.0, 4.0, 6.0, 1.0, 5.0, 1.0, 4.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.7998046875, -0.7768173217773438, -0.7538299560546875, -0.7308425903320312, -0.707855224609375, -0.6848678588867188, -0.6618804931640625, -0.6388931274414062, -0.61590576171875, -0.5929183959960938, -0.5699310302734375, -0.5469436645507812, -0.523956298828125, -0.5009689331054688, -0.4779815673828125, -0.45499420166015625, -0.4320068359375, -0.40901947021484375, -0.3860321044921875, -0.36304473876953125, -0.340057373046875, -0.31707000732421875, -0.2940826416015625, -0.27109527587890625, -0.24810791015625, -0.22512054443359375, -0.2021331787109375, -0.17914581298828125, -0.156158447265625, -0.13317108154296875, -0.1101837158203125, -0.08719635009765625, -0.064208984375, -0.04122161865234375, -0.0182342529296875, 0.00475311279296875, 0.027740478515625, 0.05072784423828125, 0.0737152099609375, 0.09670257568359375, 0.11968994140625, 0.14267730712890625, 0.1656646728515625, 0.18865203857421875, 0.211639404296875, 0.23462677001953125, 0.2576141357421875, 0.28060150146484375, 0.3035888671875, 0.32657623291015625, 0.3495635986328125, 0.37255096435546875, 0.395538330078125, 0.41852569580078125, 0.4415130615234375, 0.46450042724609375, 0.48748779296875, 0.5104751586914062, 0.5334625244140625, 0.5564498901367188, 0.579437255859375, 0.6024246215820312, 0.6254119873046875, 0.6483993530273438, 0.67138671875]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 7.0, 10.0, 29.0, 39.0, 69.0, 88.0, 149.0, 265.0, 499.0, 1050.0, 2265.0, 5941.0, 18757.0, 70301.0, 268633.0, 465519.0, 155757.0, 40344.0, 11596.0, 3930.0, 1661.0, 736.0, 375.0, 192.0, 137.0, 69.0, 44.0, 34.0, 14.0, 7.0, 7.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.2578125, -3.162811279296875, -3.06781005859375, -2.972808837890625, -2.8778076171875, -2.782806396484375, -2.68780517578125, -2.592803955078125, -2.497802734375, -2.402801513671875, -2.30780029296875, -2.212799072265625, -2.1177978515625, -2.022796630859375, -1.92779541015625, -1.832794189453125, -1.73779296875, -1.642791748046875, -1.54779052734375, -1.452789306640625, -1.3577880859375, -1.262786865234375, -1.16778564453125, -1.072784423828125, -0.977783203125, -0.882781982421875, -0.78778076171875, -0.692779541015625, -0.5977783203125, -0.502777099609375, -0.40777587890625, -0.312774658203125, -0.2177734375, -0.122772216796875, -0.02777099609375, 0.067230224609375, 0.1622314453125, 0.257232666015625, 0.35223388671875, 0.447235107421875, 0.542236328125, 0.637237548828125, 0.73223876953125, 0.827239990234375, 0.9222412109375, 1.017242431640625, 1.11224365234375, 1.207244873046875, 1.30224609375, 1.397247314453125, 1.49224853515625, 1.587249755859375, 1.6822509765625, 1.777252197265625, 1.87225341796875, 1.967254638671875, 2.062255859375, 2.157257080078125, 2.25225830078125, 2.347259521484375, 2.4422607421875, 2.537261962890625, 2.63226318359375, 2.727264404296875, 2.822265625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 9.0, 6.0, 10.0, 14.0, 16.0, 15.0, 21.0, 25.0, 21.0, 23.0, 20.0, 39.0, 45.0, 34.0, 45.0, 49.0, 39.0, 53.0, 41.0, 43.0, 39.0, 44.0, 47.0, 53.0, 32.0, 40.0, 31.0, 21.0, 25.0, 17.0, 19.0, 14.0, 11.0, 13.0, 6.0, 5.0, 3.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.072265625, -2.979400634765625, -2.88653564453125, -2.793670654296875, -2.7008056640625, -2.607940673828125, -2.51507568359375, -2.422210693359375, -2.329345703125, -2.236480712890625, -2.14361572265625, -2.050750732421875, -1.9578857421875, -1.865020751953125, -1.77215576171875, -1.679290771484375, -1.58642578125, -1.493560791015625, -1.40069580078125, -1.307830810546875, -1.2149658203125, -1.122100830078125, -1.02923583984375, -0.936370849609375, -0.843505859375, -0.750640869140625, -0.65777587890625, -0.564910888671875, -0.4720458984375, -0.379180908203125, -0.28631591796875, -0.193450927734375, -0.1005859375, -0.007720947265625, 0.08514404296875, 0.178009033203125, 0.2708740234375, 0.363739013671875, 0.45660400390625, 0.549468994140625, 0.642333984375, 0.735198974609375, 0.82806396484375, 0.920928955078125, 1.0137939453125, 1.106658935546875, 1.19952392578125, 1.292388916015625, 1.38525390625, 1.478118896484375, 1.57098388671875, 1.663848876953125, 1.7567138671875, 1.849578857421875, 1.94244384765625, 2.035308837890625, 2.128173828125, 2.221038818359375, 2.31390380859375, 2.406768798828125, 2.4996337890625, 2.592498779296875, 2.68536376953125, 2.778228759765625, 2.87109375]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 7.0, 8.0, 9.0, 12.0, 12.0, 16.0, 34.0, 30.0, 49.0, 57.0, 64.0, 114.0, 158.0, 252.0, 387.0, 723.0, 1526.0, 4088.0, 15225.0, 114254.0, 752974.0, 133544.0, 17036.0, 4358.0, 1630.0, 750.0, 425.0, 221.0, 170.0, 100.0, 82.0, 54.0, 31.0, 27.0, 32.0, 14.0, 17.0, 11.0, 8.0, 8.0, 6.0, 7.0, 8.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.935546875, -2.845306396484375, -2.75506591796875, -2.664825439453125, -2.5745849609375, -2.484344482421875, -2.39410400390625, -2.303863525390625, -2.213623046875, -2.123382568359375, -2.03314208984375, -1.942901611328125, -1.8526611328125, -1.762420654296875, -1.67218017578125, -1.581939697265625, -1.49169921875, -1.401458740234375, -1.31121826171875, -1.220977783203125, -1.1307373046875, -1.040496826171875, -0.95025634765625, -0.860015869140625, -0.769775390625, -0.679534912109375, -0.58929443359375, -0.499053955078125, -0.4088134765625, -0.318572998046875, -0.22833251953125, -0.138092041015625, -0.0478515625, 0.042388916015625, 0.13262939453125, 0.222869873046875, 0.3131103515625, 0.403350830078125, 0.49359130859375, 0.583831787109375, 0.674072265625, 0.764312744140625, 0.85455322265625, 0.944793701171875, 1.0350341796875, 1.125274658203125, 1.21551513671875, 1.305755615234375, 1.39599609375, 1.486236572265625, 1.57647705078125, 1.666717529296875, 1.7569580078125, 1.847198486328125, 1.93743896484375, 2.027679443359375, 2.117919921875, 2.208160400390625, 2.29840087890625, 2.388641357421875, 2.4788818359375, 2.569122314453125, 2.65936279296875, 2.749603271484375, 2.83984375]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 9.0, 23.0, 23.0, 39.0, 67.0, 104.0, 134.0, 164.0, 153.0, 131.0, 67.0, 28.0, 30.0, 12.0, 9.0, 0.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005135536193847656, -0.0004994794726371765, -0.0004854053258895874, -0.0004713311791419983, -0.0004572570323944092, -0.00044318288564682007, -0.00042910873889923096, -0.00041503459215164185, -0.00040096044540405273, -0.0003868862986564636, -0.0003728121519088745, -0.0003587380051612854, -0.0003446638584136963, -0.0003305897116661072, -0.00031651556491851807, -0.00030244141817092896, -0.00028836727142333984, -0.00027429312467575073, -0.0002602189779281616, -0.0002461448311805725, -0.0002320706844329834, -0.0002179965376853943, -0.00020392239093780518, -0.00018984824419021606, -0.00017577409744262695, -0.00016169995069503784, -0.00014762580394744873, -0.00013355165719985962, -0.00011947751045227051, -0.0001054033637046814, -9.132921695709229e-05, -7.725507020950317e-05, -6.318092346191406e-05, -4.910677671432495e-05, -3.503262996673584e-05, -2.095848321914673e-05, -6.884336471557617e-06, 7.189810276031494e-06, 2.1263957023620605e-05, 3.533810377120972e-05, 4.941225051879883e-05, 6.348639726638794e-05, 7.756054401397705e-05, 9.163469076156616e-05, 0.00010570883750915527, 0.00011978298425674438, 0.0001338571310043335, 0.0001479312777519226, 0.00016200542449951172, 0.00017607957124710083, 0.00019015371799468994, 0.00020422786474227905, 0.00021830201148986816, 0.00023237615823745728, 0.0002464503049850464, 0.0002605244517326355, 0.0002745985984802246, 0.0002886727452278137, 0.00030274689197540283, 0.00031682103872299194, 0.00033089518547058105, 0.00034496933221817017, 0.0003590434789657593, 0.0003731176257133484, 0.0003871917724609375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 8.0, 10.0, 12.0, 9.0, 35.0, 45.0, 54.0, 92.0, 170.0, 306.0, 664.0, 1612.0, 4603.0, 19132.0, 145133.0, 723187.0, 128530.0, 17623.0, 4496.0, 1490.0, 655.0, 287.0, 149.0, 96.0, 52.0, 33.0, 23.0, 9.0, 13.0, 5.0, 7.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.341796875, -2.256561279296875, -2.17132568359375, -2.086090087890625, -2.0008544921875, -1.915618896484375, -1.83038330078125, -1.745147705078125, -1.659912109375, -1.574676513671875, -1.48944091796875, -1.404205322265625, -1.3189697265625, -1.233734130859375, -1.14849853515625, -1.063262939453125, -0.97802734375, -0.892791748046875, -0.80755615234375, -0.722320556640625, -0.6370849609375, -0.551849365234375, -0.46661376953125, -0.381378173828125, -0.296142578125, -0.210906982421875, -0.12567138671875, -0.040435791015625, 0.0447998046875, 0.130035400390625, 0.21527099609375, 0.300506591796875, 0.3857421875, 0.470977783203125, 0.55621337890625, 0.641448974609375, 0.7266845703125, 0.811920166015625, 0.89715576171875, 0.982391357421875, 1.067626953125, 1.152862548828125, 1.23809814453125, 1.323333740234375, 1.4085693359375, 1.493804931640625, 1.57904052734375, 1.664276123046875, 1.74951171875, 1.834747314453125, 1.91998291015625, 2.005218505859375, 2.0904541015625, 2.175689697265625, 2.26092529296875, 2.346160888671875, 2.431396484375, 2.516632080078125, 2.60186767578125, 2.687103271484375, 2.7723388671875, 2.857574462890625, 2.94281005859375, 3.028045654296875, 3.11328125]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 4.0, 7.0, 12.0, 8.0, 11.0, 17.0, 23.0, 31.0, 41.0, 62.0, 83.0, 96.0, 91.0, 118.0, 90.0, 81.0, 63.0, 41.0, 23.0, 20.0, 17.0, 6.0, 7.0, 7.0, 8.0, 5.0, 4.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.708984375, -2.635589599609375, -2.56219482421875, -2.488800048828125, -2.4154052734375, -2.342010498046875, -2.26861572265625, -2.195220947265625, -2.121826171875, -2.048431396484375, -1.97503662109375, -1.901641845703125, -1.8282470703125, -1.754852294921875, -1.68145751953125, -1.608062744140625, -1.53466796875, -1.461273193359375, -1.38787841796875, -1.314483642578125, -1.2410888671875, -1.167694091796875, -1.09429931640625, -1.020904541015625, -0.947509765625, -0.874114990234375, -0.80072021484375, -0.727325439453125, -0.6539306640625, -0.580535888671875, -0.50714111328125, -0.433746337890625, -0.3603515625, -0.286956787109375, -0.21356201171875, -0.140167236328125, -0.0667724609375, 0.006622314453125, 0.08001708984375, 0.153411865234375, 0.226806640625, 0.300201416015625, 0.37359619140625, 0.446990966796875, 0.5203857421875, 0.593780517578125, 0.66717529296875, 0.740570068359375, 0.81396484375, 0.887359619140625, 0.96075439453125, 1.034149169921875, 1.1075439453125, 1.180938720703125, 1.25433349609375, 1.327728271484375, 1.401123046875, 1.474517822265625, 1.54791259765625, 1.621307373046875, 1.6947021484375, 1.768096923828125, 1.84149169921875, 1.914886474609375, 1.98828125]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 10.0, 32.0, 67.0, 119.0, 164.0, 206.0, 154.0, 115.0, 75.0, 32.0, 17.0, 9.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.737194061279297, -15.265439987182617, -13.793685913085938, -12.321930885314941, -10.850176811218262, -9.378422737121582, -7.906667709350586, -6.434913635253906, -4.963159561157227, -3.4914052486419678, -2.019650936126709, -0.5478963851928711, 0.9238576889038086, 2.3956117630004883, 3.8673667907714844, 5.339120864868164, 6.810874938964844, 8.282629013061523, 9.754383087158203, 11.2261381149292, 12.697892189025879, 14.169646263122559, 15.641401290893555, 17.113155364990234, 18.584909439086914, 20.056663513183594, 21.528417587280273, 23.000171661376953, 24.471927642822266, 25.943679809570312, 27.415435791015625, 28.887189865112305, 30.35894775390625, 31.83070182800293, 33.30245590209961, 34.77421188354492, 36.24596405029297, 37.71772003173828, 39.189476013183594, 40.66122817993164, 42.13298034667969, 43.604736328125, 45.07648849487305, 46.54824447631836, 48.019996643066406, 49.49175262451172, 50.96350860595703, 52.43526077270508, 53.90701675415039, 55.3787727355957, 56.85052490234375, 58.32228088378906, 59.79403305053711, 61.26578903198242, 62.73754119873047, 64.20929718017578, 65.6810531616211, 67.1528091430664, 68.62456512451172, 70.0963134765625, 71.56806945800781, 73.03982543945312, 74.51158142089844, 75.98333740234375, 77.45508575439453]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 3.0, 9.0, 13.0, 9.0, 16.0, 16.0, 25.0, 27.0, 43.0, 37.0, 46.0, 38.0, 37.0, 49.0, 46.0, 44.0, 54.0, 67.0, 55.0, 55.0, 40.0, 53.0, 28.0, 31.0, 27.0, 31.0, 17.0, 15.0, 14.0, 12.0, 7.0, 9.0, 11.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-18.303462982177734, -17.755691528320312, -17.207921981811523, -16.6601505279541, -16.11237907409668, -15.56460952758789, -15.016838073730469, -14.469067573547363, -13.921297073364258, -13.373526573181152, -12.82575511932373, -12.277984619140625, -11.73021411895752, -11.182443618774414, -10.634672164916992, -10.086901664733887, -9.539130210876465, -8.99135971069336, -8.443588256835938, -7.895817756652832, -7.348047256469727, -6.800276279449463, -6.252505302429199, -5.704734802246094, -5.15696382522583, -4.609192848205566, -4.061422348022461, -3.5136513710021973, -2.9658806324005127, -2.418109893798828, -1.8703389167785645, -1.3225681781768799, -0.7747974395751953, -0.22702664136886597, 0.3207441568374634, 0.8685150146484375, 1.416285753250122, 1.9640564918518066, 2.5118274688720703, 3.059598207473755, 3.6073689460754395, 4.155139923095703, 4.702910423278809, 5.250681400299072, 5.798452377319336, 6.346222877502441, 6.893993854522705, 7.441764831542969, 7.989535331726074, 8.53730583190918, 9.085077285766602, 9.632847785949707, 10.180618286132812, 10.728389739990234, 11.27616024017334, 11.823930740356445, 12.371702194213867, 12.919472694396973, 13.467244148254395, 14.0150146484375, 14.562785148620605, 15.110555648803711, 15.658327102661133, 16.206098556518555, 16.753868103027344]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 7.0, 3.0, 7.0, 11.0, 20.0, 46.0, 88.0, 159.0, 382.0, 1188.0, 4229.0, 29039.0, 4031262.0, 115617.0, 9103.0, 2003.0, 654.0, 248.0, 107.0, 56.0, 36.0, 9.0, 9.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.39453125, -4.14666748046875, -3.8988037109375, -3.65093994140625, -3.403076171875, -3.15521240234375, -2.9073486328125, -2.65948486328125, -2.41162109375, -2.16375732421875, -1.9158935546875, -1.66802978515625, -1.420166015625, -1.17230224609375, -0.9244384765625, -0.67657470703125, -0.4287109375, -0.18084716796875, 0.0670166015625, 0.31488037109375, 0.562744140625, 0.81060791015625, 1.0584716796875, 1.30633544921875, 1.55419921875, 1.80206298828125, 2.0499267578125, 2.29779052734375, 2.545654296875, 2.79351806640625, 3.0413818359375, 3.28924560546875, 3.537109375, 3.78497314453125, 4.0328369140625, 4.28070068359375, 4.528564453125, 4.77642822265625, 5.0242919921875, 5.27215576171875, 5.52001953125, 5.76788330078125, 6.0157470703125, 6.26361083984375, 6.511474609375, 6.75933837890625, 7.0072021484375, 7.25506591796875, 7.5029296875, 7.75079345703125, 7.9986572265625, 8.24652099609375, 8.494384765625, 8.74224853515625, 8.9901123046875, 9.23797607421875, 9.48583984375, 9.73370361328125, 9.9815673828125, 10.22943115234375, 10.477294921875, 10.72515869140625, 10.9730224609375, 11.22088623046875, 11.46875]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 7.0, 8.0, 9.0, 4.0, 5.0, 13.0, 20.0, 23.0, 34.0, 31.0, 43.0, 28.0, 21.0, 49.0, 48.0, 53.0, 50.0, 53.0, 51.0, 42.0, 49.0, 40.0, 51.0, 43.0, 40.0, 32.0, 34.0, 16.0, 16.0, 18.0, 13.0, 12.0, 10.0, 4.0, 9.0, 3.0, 1.0, 8.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.8037109375, -0.7800140380859375, -0.756317138671875, -0.7326202392578125, -0.70892333984375, -0.6852264404296875, -0.661529541015625, -0.6378326416015625, -0.6141357421875, -0.5904388427734375, -0.566741943359375, -0.5430450439453125, -0.51934814453125, -0.4956512451171875, -0.471954345703125, -0.4482574462890625, -0.424560546875, -0.4008636474609375, -0.377166748046875, -0.3534698486328125, -0.32977294921875, -0.3060760498046875, -0.282379150390625, -0.2586822509765625, -0.2349853515625, -0.2112884521484375, -0.187591552734375, -0.1638946533203125, -0.14019775390625, -0.1165008544921875, -0.092803955078125, -0.0691070556640625, -0.04541015625, -0.0217132568359375, 0.001983642578125, 0.0256805419921875, 0.04937744140625, 0.0730743408203125, 0.096771240234375, 0.1204681396484375, 0.1441650390625, 0.1678619384765625, 0.191558837890625, 0.2152557373046875, 0.23895263671875, 0.2626495361328125, 0.286346435546875, 0.3100433349609375, 0.333740234375, 0.3574371337890625, 0.381134033203125, 0.4048309326171875, 0.42852783203125, 0.4522247314453125, 0.475921630859375, 0.4996185302734375, 0.5233154296875, 0.5470123291015625, 0.570709228515625, 0.5944061279296875, 0.61810302734375, 0.6417999267578125, 0.665496826171875, 0.6891937255859375, 0.712890625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 8.0, 5.0, 6.0, 15.0, 17.0, 14.0, 37.0, 44.0, 61.0, 89.0, 134.0, 223.0, 327.0, 559.0, 998.0, 1876.0, 3999.0, 9096.0, 23898.0, 84693.0, 3370286.0, 598165.0, 65076.0, 19510.0, 7855.0, 3411.0, 1612.0, 815.0, 464.0, 300.0, 224.0, 161.0, 97.0, 58.0, 50.0, 32.0, 18.0, 14.0, 13.0, 12.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.716796875, -2.6259765625, -2.53515625, -2.4443359375, -2.353515625, -2.2626953125, -2.171875, -2.0810546875, -1.990234375, -1.8994140625, -1.80859375, -1.7177734375, -1.626953125, -1.5361328125, -1.4453125, -1.3544921875, -1.263671875, -1.1728515625, -1.08203125, -0.9912109375, -0.900390625, -0.8095703125, -0.71875, -0.6279296875, -0.537109375, -0.4462890625, -0.35546875, -0.2646484375, -0.173828125, -0.0830078125, 0.0078125, 0.0986328125, 0.189453125, 0.2802734375, 0.37109375, 0.4619140625, 0.552734375, 0.6435546875, 0.734375, 0.8251953125, 0.916015625, 1.0068359375, 1.09765625, 1.1884765625, 1.279296875, 1.3701171875, 1.4609375, 1.5517578125, 1.642578125, 1.7333984375, 1.82421875, 1.9150390625, 2.005859375, 2.0966796875, 2.1875, 2.2783203125, 2.369140625, 2.4599609375, 2.55078125, 2.6416015625, 2.732421875, 2.8232421875, 2.9140625, 3.0048828125, 3.095703125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 5.0, 8.0, 9.0, 9.0, 17.0, 29.0, 44.0, 64.0, 130.0, 267.0, 2706.0, 351.0, 151.0, 95.0, 49.0, 28.0, 26.0, 18.0, 22.0, 6.0, 16.0, 5.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57568359375, -0.5531768798828125, -0.530670166015625, -0.5081634521484375, -0.48565673828125, -0.4631500244140625, -0.440643310546875, -0.4181365966796875, -0.3956298828125, -0.3731231689453125, -0.350616455078125, -0.3281097412109375, -0.30560302734375, -0.2830963134765625, -0.260589599609375, -0.2380828857421875, -0.215576171875, -0.1930694580078125, -0.170562744140625, -0.1480560302734375, -0.12554931640625, -0.1030426025390625, -0.080535888671875, -0.0580291748046875, -0.0355224609375, -0.0130157470703125, 0.009490966796875, 0.0319976806640625, 0.05450439453125, 0.0770111083984375, 0.099517822265625, 0.1220245361328125, 0.14453125, 0.1670379638671875, 0.189544677734375, 0.2120513916015625, 0.23455810546875, 0.2570648193359375, 0.279571533203125, 0.3020782470703125, 0.3245849609375, 0.3470916748046875, 0.369598388671875, 0.3921051025390625, 0.41461181640625, 0.4371185302734375, 0.459625244140625, 0.4821319580078125, 0.504638671875, 0.5271453857421875, 0.549652099609375, 0.5721588134765625, 0.59466552734375, 0.6171722412109375, 0.639678955078125, 0.6621856689453125, 0.6846923828125, 0.7071990966796875, 0.729705810546875, 0.7522125244140625, 0.77471923828125, 0.7972259521484375, 0.819732666015625, 0.8422393798828125, 0.86474609375]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 8.0, 13.0, 37.0, 91.0, 140.0, 204.0, 203.0, 144.0, 85.0, 47.0, 17.0, 10.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.590758323669434, -4.325458526611328, -4.060158729553223, -3.794858932495117, -3.5295591354370117, -3.2642593383789062, -2.998959541320801, -2.7336597442626953, -2.46835994720459, -2.2030601501464844, -1.937760353088379, -1.6724605560302734, -1.407160758972168, -1.1418609619140625, -0.876561164855957, -0.6112613677978516, -0.3459615707397461, -0.08066177368164062, 0.18463802337646484, 0.4499378204345703, 0.7152376174926758, 0.9805374145507812, 1.2458372116088867, 1.5111370086669922, 1.7764368057250977, 2.041736602783203, 2.3070363998413086, 2.572336196899414, 2.8376359939575195, 3.102935791015625, 3.3682355880737305, 3.633535385131836, 3.898836135864258, 4.164135932922363, 4.429435729980469, 4.694735527038574, 4.96003532409668, 5.225335121154785, 5.490634918212891, 5.755934715270996, 6.021234512329102, 6.286534309387207, 6.5518341064453125, 6.817133903503418, 7.082433700561523, 7.347733497619629, 7.613033294677734, 7.87833309173584, 8.143632888793945, 8.40893268585205, 8.674232482910156, 8.939532279968262, 9.204832077026367, 9.470131874084473, 9.735431671142578, 10.000731468200684, 10.266031265258789, 10.531331062316895, 10.796630859375, 11.061930656433105, 11.327230453491211, 11.592530250549316, 11.857830047607422, 12.123129844665527, 12.388429641723633]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 5.0, 1.0, 5.0, 5.0, 1.0, 3.0, 7.0, 5.0, 7.0, 9.0, 12.0, 11.0, 21.0, 25.0, 23.0, 32.0, 32.0, 32.0, 28.0, 38.0, 27.0, 27.0, 33.0, 44.0, 28.0, 31.0, 37.0, 30.0, 37.0, 35.0, 39.0, 32.0, 35.0, 32.0, 37.0, 36.0, 20.0, 20.0, 16.0, 19.0, 18.0, 17.0, 9.0, 13.0, 6.0, 7.0, 9.0, 8.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.467454671859741, -2.3925957679748535, -2.317736864089966, -2.242877960205078, -2.1680188179016113, -2.0931599140167236, -2.018301010131836, -1.9434421062469482, -1.8685832023620605, -1.7937242984771729, -1.7188653945922852, -1.644006371498108, -1.5691474676132202, -1.4942885637283325, -1.4194295406341553, -1.3445706367492676, -1.2697117328643799, -1.1948528289794922, -1.1199939250946045, -1.0451349020004272, -0.9702759981155396, -0.8954170942306519, -0.8205581307411194, -0.7456991672515869, -0.6708402633666992, -0.5959813594818115, -0.521122395992279, -0.44626346230506897, -0.3714045286178589, -0.2965455949306488, -0.22168666124343872, -0.14682769775390625, -0.07196903228759766, 0.0028899013996124268, 0.07774883508682251, 0.1526077687740326, 0.22746670246124268, 0.30232563614845276, 0.37718456983566284, 0.4520435333251953, 0.526902437210083, 0.6017613410949707, 0.6766203045845032, 0.7514792680740356, 0.8263381719589233, 0.901197075843811, 0.9760560393333435, 1.050915002822876, 1.1257739067077637, 1.2006328105926514, 1.275491714477539, 1.3503507375717163, 1.425209641456604, 1.5000685453414917, 1.574927568435669, 1.6497864723205566, 1.7246453762054443, 1.799504280090332, 1.8743631839752197, 1.949222207069397, 2.024081230163574, 2.098940134048462, 2.1737990379333496, 2.2486579418182373, 2.323516845703125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 8.0, 9.0, 9.0, 7.0, 16.0, 24.0, 22.0, 34.0, 41.0, 70.0, 125.0, 180.0, 293.0, 504.0, 881.0, 1570.0, 2851.0, 5616.0, 11436.0, 25054.0, 56530.0, 123834.0, 225657.0, 262760.0, 173630.0, 85123.0, 37997.0, 17330.0, 8128.0, 3900.0, 2054.0, 1148.0, 615.0, 415.0, 244.0, 154.0, 94.0, 53.0, 38.0, 23.0, 26.0, 15.0, 16.0, 10.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.982421875, -1.92095947265625, -1.8594970703125, -1.79803466796875, -1.736572265625, -1.67510986328125, -1.6136474609375, -1.55218505859375, -1.49072265625, -1.42926025390625, -1.3677978515625, -1.30633544921875, -1.244873046875, -1.18341064453125, -1.1219482421875, -1.06048583984375, -0.9990234375, -0.93756103515625, -0.8760986328125, -0.81463623046875, -0.753173828125, -0.69171142578125, -0.6302490234375, -0.56878662109375, -0.50732421875, -0.44586181640625, -0.3843994140625, -0.32293701171875, -0.261474609375, -0.20001220703125, -0.1385498046875, -0.07708740234375, -0.015625, 0.04583740234375, 0.1072998046875, 0.16876220703125, 0.230224609375, 0.29168701171875, 0.3531494140625, 0.41461181640625, 0.47607421875, 0.53753662109375, 0.5989990234375, 0.66046142578125, 0.721923828125, 0.78338623046875, 0.8448486328125, 0.90631103515625, 0.9677734375, 1.02923583984375, 1.0906982421875, 1.15216064453125, 1.213623046875, 1.27508544921875, 1.3365478515625, 1.39801025390625, 1.45947265625, 1.52093505859375, 1.5823974609375, 1.64385986328125, 1.705322265625, 1.76678466796875, 1.8282470703125, 1.88970947265625, 1.951171875]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 7.0, 6.0, 7.0, 17.0, 13.0, 13.0, 20.0, 26.0, 24.0, 45.0, 45.0, 42.0, 34.0, 46.0, 46.0, 49.0, 32.0, 48.0, 46.0, 56.0, 38.0, 40.0, 46.0, 27.0, 32.0, 31.0, 26.0, 23.0, 18.0, 11.0, 16.0, 15.0, 9.0, 6.0, 7.0, 3.0, 4.0, 2.0, 7.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77197265625, -0.7464828491210938, -0.7209930419921875, -0.6955032348632812, -0.670013427734375, -0.6445236206054688, -0.6190338134765625, -0.5935440063476562, -0.56805419921875, -0.5425643920898438, -0.5170745849609375, -0.49158477783203125, -0.466094970703125, -0.44060516357421875, -0.4151153564453125, -0.38962554931640625, -0.3641357421875, -0.33864593505859375, -0.3131561279296875, -0.28766632080078125, -0.262176513671875, -0.23668670654296875, -0.2111968994140625, -0.18570709228515625, -0.16021728515625, -0.13472747802734375, -0.1092376708984375, -0.08374786376953125, -0.058258056640625, -0.03276824951171875, -0.0072784423828125, 0.01821136474609375, 0.043701171875, 0.06919097900390625, 0.0946807861328125, 0.12017059326171875, 0.145660400390625, 0.17115020751953125, 0.1966400146484375, 0.22212982177734375, 0.24761962890625, 0.27310943603515625, 0.2985992431640625, 0.32408905029296875, 0.349578857421875, 0.37506866455078125, 0.4005584716796875, 0.42604827880859375, 0.4515380859375, 0.47702789306640625, 0.5025177001953125, 0.5280075073242188, 0.553497314453125, 0.5789871215820312, 0.6044769287109375, 0.6299667358398438, 0.65545654296875, 0.6809463500976562, 0.7064361572265625, 0.7319259643554688, 0.757415771484375, 0.7829055786132812, 0.8083953857421875, 0.8338851928710938, 0.859375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 7.0, 11.0, 9.0, 14.0, 22.0, 14.0, 26.0, 38.0, 68.0, 91.0, 147.0, 198.0, 366.0, 630.0, 1390.0, 3553.0, 13045.0, 67746.0, 453394.0, 426282.0, 63028.0, 12158.0, 3422.0, 1292.0, 631.0, 337.0, 239.0, 104.0, 103.0, 61.0, 49.0, 27.0, 12.0, 12.0, 10.0, 4.0, 5.0, 6.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.392578125, -3.271331787109375, -3.15008544921875, -3.028839111328125, -2.9075927734375, -2.786346435546875, -2.66510009765625, -2.543853759765625, -2.422607421875, -2.301361083984375, -2.18011474609375, -2.058868408203125, -1.9376220703125, -1.816375732421875, -1.69512939453125, -1.573883056640625, -1.45263671875, -1.331390380859375, -1.21014404296875, -1.088897705078125, -0.9676513671875, -0.846405029296875, -0.72515869140625, -0.603912353515625, -0.482666015625, -0.361419677734375, -0.24017333984375, -0.118927001953125, 0.0023193359375, 0.123565673828125, 0.24481201171875, 0.366058349609375, 0.4873046875, 0.608551025390625, 0.72979736328125, 0.851043701171875, 0.9722900390625, 1.093536376953125, 1.21478271484375, 1.336029052734375, 1.457275390625, 1.578521728515625, 1.69976806640625, 1.821014404296875, 1.9422607421875, 2.063507080078125, 2.18475341796875, 2.305999755859375, 2.42724609375, 2.548492431640625, 2.66973876953125, 2.790985107421875, 2.9122314453125, 3.033477783203125, 3.15472412109375, 3.275970458984375, 3.397216796875, 3.518463134765625, 3.63970947265625, 3.760955810546875, 3.8822021484375, 4.003448486328125, 4.12469482421875, 4.245941162109375, 4.3671875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 6.0, 6.0, 10.0, 13.0, 18.0, 29.0, 35.0, 37.0, 42.0, 72.0, 69.0, 67.0, 79.0, 84.0, 73.0, 60.0, 70.0, 49.0, 33.0, 39.0, 36.0, 20.0, 11.0, 12.0, 9.0, 8.0, 5.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-8.171875, -7.9835205078125, -7.795166015625, -7.6068115234375, -7.41845703125, -7.2301025390625, -7.041748046875, -6.8533935546875, -6.6650390625, -6.4766845703125, -6.288330078125, -6.0999755859375, -5.91162109375, -5.7232666015625, -5.534912109375, -5.3465576171875, -5.158203125, -4.9698486328125, -4.781494140625, -4.5931396484375, -4.40478515625, -4.2164306640625, -4.028076171875, -3.8397216796875, -3.6513671875, -3.4630126953125, -3.274658203125, -3.0863037109375, -2.89794921875, -2.7095947265625, -2.521240234375, -2.3328857421875, -2.14453125, -1.9561767578125, -1.767822265625, -1.5794677734375, -1.39111328125, -1.2027587890625, -1.014404296875, -0.8260498046875, -0.6376953125, -0.4493408203125, -0.260986328125, -0.0726318359375, 0.11572265625, 0.3040771484375, 0.492431640625, 0.6807861328125, 0.869140625, 1.0574951171875, 1.245849609375, 1.4342041015625, 1.62255859375, 1.8109130859375, 1.999267578125, 2.1876220703125, 2.3759765625, 2.5643310546875, 2.752685546875, 2.9410400390625, 3.12939453125, 3.3177490234375, 3.506103515625, 3.6944580078125, 3.8828125]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 8.0, 2.0, 4.0, 9.0, 11.0, 15.0, 21.0, 30.0, 35.0, 56.0, 108.0, 140.0, 212.0, 391.0, 837.0, 2016.0, 7323.0, 49256.0, 662326.0, 295929.0, 22461.0, 4357.0, 1514.0, 605.0, 333.0, 177.0, 132.0, 75.0, 36.0, 37.0, 30.0, 15.0, 16.0, 14.0, 5.0, 3.0, 2.0, 1.0, 5.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.328125, -3.223541259765625, -3.11895751953125, -3.014373779296875, -2.9097900390625, -2.805206298828125, -2.70062255859375, -2.596038818359375, -2.491455078125, -2.386871337890625, -2.28228759765625, -2.177703857421875, -2.0731201171875, -1.968536376953125, -1.86395263671875, -1.759368896484375, -1.65478515625, -1.550201416015625, -1.44561767578125, -1.341033935546875, -1.2364501953125, -1.131866455078125, -1.02728271484375, -0.922698974609375, -0.818115234375, -0.713531494140625, -0.60894775390625, -0.504364013671875, -0.3997802734375, -0.295196533203125, -0.19061279296875, -0.086029052734375, 0.0185546875, 0.123138427734375, 0.22772216796875, 0.332305908203125, 0.4368896484375, 0.541473388671875, 0.64605712890625, 0.750640869140625, 0.855224609375, 0.959808349609375, 1.06439208984375, 1.168975830078125, 1.2735595703125, 1.378143310546875, 1.48272705078125, 1.587310791015625, 1.69189453125, 1.796478271484375, 1.90106201171875, 2.005645751953125, 2.1102294921875, 2.214813232421875, 2.31939697265625, 2.423980712890625, 2.528564453125, 2.633148193359375, 2.73773193359375, 2.842315673828125, 2.9468994140625, 3.051483154296875, 3.15606689453125, 3.260650634765625, 3.365234375]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 6.0, 4.0, 9.0, 9.0, 9.0, 24.0, 30.0, 38.0, 53.0, 60.0, 66.0, 113.0, 117.0, 91.0, 82.0, 61.0, 61.0, 42.0, 42.0, 24.0, 14.0, 15.0, 15.0, 9.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003685951232910156, -0.0003579743206501007, -0.0003473535180091858, -0.0003367327153682709, -0.00032611191272735596, -0.00031549111008644104, -0.0003048703074455261, -0.0002942495048046112, -0.0002836287021636963, -0.00027300789952278137, -0.00026238709688186646, -0.00025176629424095154, -0.00024114549160003662, -0.0002305246889591217, -0.0002199038863182068, -0.00020928308367729187, -0.00019866228103637695, -0.00018804147839546204, -0.00017742067575454712, -0.0001667998731136322, -0.00015617907047271729, -0.00014555826783180237, -0.00013493746519088745, -0.00012431666254997253, -0.00011369585990905762, -0.0001030750572681427, -9.245425462722778e-05, -8.183345198631287e-05, -7.121264934539795e-05, -6.059184670448303e-05, -4.9971044063568115e-05, -3.93502414226532e-05, -2.872943878173828e-05, -1.8108636140823364e-05, -7.487833499908447e-06, 3.1329691410064697e-06, 1.3753771781921387e-05, 2.4374574422836304e-05, 3.499537706375122e-05, 4.561617970466614e-05, 5.6236982345581055e-05, 6.685778498649597e-05, 7.747858762741089e-05, 8.80993902683258e-05, 9.872019290924072e-05, 0.00010934099555015564, 0.00011996179819107056, 0.00013058260083198547, 0.0001412034034729004, 0.0001518242061138153, 0.00016244500875473022, 0.00017306581139564514, 0.00018368661403656006, 0.00019430741667747498, 0.0002049282193183899, 0.0002155490219593048, 0.00022616982460021973, 0.00023679062724113464, 0.00024741142988204956, 0.0002580322325229645, 0.0002686530351638794, 0.0002792738378047943, 0.00028989464044570923, 0.00030051544308662415, 0.00031113624572753906]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 5.0, 7.0, 10.0, 5.0, 11.0, 19.0, 32.0, 47.0, 71.0, 115.0, 219.0, 446.0, 1056.0, 3922.0, 30913.0, 668541.0, 322551.0, 16220.0, 2747.0, 818.0, 347.0, 168.0, 110.0, 64.0, 37.0, 20.0, 21.0, 11.0, 8.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.78125, -3.64556884765625, -3.5098876953125, -3.37420654296875, -3.238525390625, -3.10284423828125, -2.9671630859375, -2.83148193359375, -2.69580078125, -2.56011962890625, -2.4244384765625, -2.28875732421875, -2.153076171875, -2.01739501953125, -1.8817138671875, -1.74603271484375, -1.6103515625, -1.47467041015625, -1.3389892578125, -1.20330810546875, -1.067626953125, -0.93194580078125, -0.7962646484375, -0.66058349609375, -0.52490234375, -0.38922119140625, -0.2535400390625, -0.11785888671875, 0.017822265625, 0.15350341796875, 0.2891845703125, 0.42486572265625, 0.560546875, 0.69622802734375, 0.8319091796875, 0.96759033203125, 1.103271484375, 1.23895263671875, 1.3746337890625, 1.51031494140625, 1.64599609375, 1.78167724609375, 1.9173583984375, 2.05303955078125, 2.188720703125, 2.32440185546875, 2.4600830078125, 2.59576416015625, 2.7314453125, 2.86712646484375, 3.0028076171875, 3.13848876953125, 3.274169921875, 3.40985107421875, 3.5455322265625, 3.68121337890625, 3.81689453125, 3.95257568359375, 4.0882568359375, 4.22393798828125, 4.359619140625, 4.49530029296875, 4.6309814453125, 4.76666259765625, 4.90234375]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 7.0, 8.0, 12.0, 24.0, 50.0, 92.0, 109.0, 151.0, 171.0, 140.0, 97.0, 64.0, 33.0, 20.0, 14.0, 7.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.82421875, -2.69683837890625, -2.5694580078125, -2.44207763671875, -2.314697265625, -2.18731689453125, -2.0599365234375, -1.93255615234375, -1.80517578125, -1.67779541015625, -1.5504150390625, -1.42303466796875, -1.295654296875, -1.16827392578125, -1.0408935546875, -0.91351318359375, -0.7861328125, -0.65875244140625, -0.5313720703125, -0.40399169921875, -0.276611328125, -0.14923095703125, -0.0218505859375, 0.10552978515625, 0.23291015625, 0.36029052734375, 0.4876708984375, 0.61505126953125, 0.742431640625, 0.86981201171875, 0.9971923828125, 1.12457275390625, 1.251953125, 1.37933349609375, 1.5067138671875, 1.63409423828125, 1.761474609375, 1.88885498046875, 2.0162353515625, 2.14361572265625, 2.27099609375, 2.39837646484375, 2.5257568359375, 2.65313720703125, 2.780517578125, 2.90789794921875, 3.0352783203125, 3.16265869140625, 3.2900390625, 3.41741943359375, 3.5447998046875, 3.67218017578125, 3.799560546875, 3.92694091796875, 4.0543212890625, 4.18170166015625, 4.30908203125, 4.43646240234375, 4.5638427734375, 4.69122314453125, 4.818603515625, 4.94598388671875, 5.0733642578125, 5.20074462890625, 5.328125]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 1.0, 5.0, 11.0, 39.0, 161.0, 425.0, 285.0, 68.0, 14.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.69847297668457, -27.527048110961914, -24.355623245239258, -21.184200286865234, -18.012775421142578, -14.841349601745605, -11.669925689697266, -8.49850082397461, -5.327075958251953, -2.155651330947876, 1.0157732963562012, 4.187197685241699, 7.3586225509643555, 10.530047416687012, 13.701471328735352, 16.872896194458008, 20.044321060180664, 23.21574592590332, 26.387170791625977, 29.55859375, 32.730018615722656, 35.90144348144531, 39.07286834716797, 42.244293212890625, 45.41571807861328, 48.58714294433594, 51.758567810058594, 54.92999267578125, 58.101417541503906, 61.27284240722656, 64.44426727294922, 67.61569213867188, 70.78711700439453, 73.95854187011719, 77.12996673583984, 80.3013916015625, 83.47281646728516, 86.64424133300781, 89.81566619873047, 92.98709106445312, 96.15851593017578, 99.32994079589844, 102.5013656616211, 105.67279052734375, 108.8442153930664, 112.01564025878906, 115.18706512451172, 118.35848999023438, 121.5299072265625, 124.70133209228516, 127.87275695800781, 131.04417419433594, 134.21560668945312, 137.38702392578125, 140.55845642089844, 143.72987365722656, 146.90130615234375, 150.07272338867188, 153.24415588378906, 156.4155731201172, 159.58700561523438, 162.7584228515625, 165.9298553466797, 169.1012725830078, 172.272705078125]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 12.0, 6.0, 16.0, 12.0, 17.0, 26.0, 23.0, 27.0, 35.0, 44.0, 31.0, 43.0, 56.0, 53.0, 36.0, 60.0, 37.0, 55.0, 42.0, 43.0, 55.0, 48.0, 34.0, 44.0, 21.0, 24.0, 15.0, 16.0, 15.0, 6.0, 14.0, 6.0, 5.0, 5.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0], "bins": [-24.024486541748047, -23.412187576293945, -22.799890518188477, -22.187591552734375, -21.575292587280273, -20.962993621826172, -20.350696563720703, -19.7383975982666, -19.1260986328125, -18.5137996673584, -17.90150260925293, -17.289203643798828, -16.676904678344727, -16.064605712890625, -15.452308654785156, -14.840009689331055, -14.227712631225586, -13.6154146194458, -13.0031156539917, -12.390817642211914, -11.778518676757812, -11.166220664978027, -10.553922653198242, -9.94162368774414, -9.329325675964355, -8.71702766418457, -8.104728698730469, -7.492430686950684, -6.88013219833374, -6.267833709716797, -5.655535697937012, -5.043237209320068, -4.430940628051758, -3.8186421394348145, -3.20634388923645, -2.594045639038086, -1.9817471504211426, -1.3694486618041992, -0.757150411605835, -0.1448521614074707, 0.46744632720947266, 1.0797446966171265, 1.6920430660247803, 2.3043413162231445, 2.916639804840088, 3.5289382934570312, 4.141236305236816, 4.75353479385376, 5.365833282470703, 5.9781317710876465, 6.59043025970459, 7.202728271484375, 7.815026760101318, 8.427325248718262, 9.039623260498047, 9.651922225952148, 10.264220237731934, 10.876518249511719, 11.48881721496582, 12.101115226745605, 12.71341323852539, 13.325712203979492, 13.938010215759277, 14.550308227539062, 15.162607192993164]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 6.0, 11.0, 10.0, 12.0, 16.0, 20.0, 28.0, 34.0, 61.0, 106.0, 143.0, 242.0, 412.0, 656.0, 1323.0, 2864.0, 7667.0, 37432.0, 4102189.0, 28753.0, 6773.0, 2637.0, 1300.0, 672.0, 356.0, 205.0, 118.0, 77.0, 44.0, 46.0, 14.0, 22.0, 13.0, 7.0, 4.0, 7.0, 3.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.6484375, -5.434814453125, -5.22119140625, -5.007568359375, -4.7939453125, -4.580322265625, -4.36669921875, -4.153076171875, -3.939453125, -3.725830078125, -3.51220703125, -3.298583984375, -3.0849609375, -2.871337890625, -2.65771484375, -2.444091796875, -2.23046875, -2.016845703125, -1.80322265625, -1.589599609375, -1.3759765625, -1.162353515625, -0.94873046875, -0.735107421875, -0.521484375, -0.307861328125, -0.09423828125, 0.119384765625, 0.3330078125, 0.546630859375, 0.76025390625, 0.973876953125, 1.1875, 1.401123046875, 1.61474609375, 1.828369140625, 2.0419921875, 2.255615234375, 2.46923828125, 2.682861328125, 2.896484375, 3.110107421875, 3.32373046875, 3.537353515625, 3.7509765625, 3.964599609375, 4.17822265625, 4.391845703125, 4.60546875, 4.819091796875, 5.03271484375, 5.246337890625, 5.4599609375, 5.673583984375, 5.88720703125, 6.100830078125, 6.314453125, 6.528076171875, 6.74169921875, 6.955322265625, 7.1689453125, 7.382568359375, 7.59619140625, 7.809814453125, 8.0234375]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 4.0, 2.0, 6.0, 4.0, 11.0, 20.0, 11.0, 16.0, 25.0, 20.0, 36.0, 35.0, 40.0, 48.0, 44.0, 68.0, 69.0, 56.0, 57.0, 63.0, 53.0, 64.0, 46.0, 42.0, 26.0, 29.0, 17.0, 22.0, 13.0, 12.0, 10.0, 9.0, 6.0, 5.0, 3.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1416015625, -1.1086578369140625, -1.075714111328125, -1.0427703857421875, -1.00982666015625, -0.9768829345703125, -0.943939208984375, -0.9109954833984375, -0.8780517578125, -0.8451080322265625, -0.812164306640625, -0.7792205810546875, -0.74627685546875, -0.7133331298828125, -0.680389404296875, -0.6474456787109375, -0.614501953125, -0.5815582275390625, -0.548614501953125, -0.5156707763671875, -0.48272705078125, -0.4497833251953125, -0.416839599609375, -0.3838958740234375, -0.3509521484375, -0.3180084228515625, -0.285064697265625, -0.2521209716796875, -0.21917724609375, -0.1862335205078125, -0.153289794921875, -0.1203460693359375, -0.08740234375, -0.0544586181640625, -0.021514892578125, 0.0114288330078125, 0.04437255859375, 0.0773162841796875, 0.110260009765625, 0.1432037353515625, 0.1761474609375, 0.2090911865234375, 0.242034912109375, 0.2749786376953125, 0.30792236328125, 0.3408660888671875, 0.373809814453125, 0.4067535400390625, 0.439697265625, 0.4726409912109375, 0.505584716796875, 0.5385284423828125, 0.57147216796875, 0.6044158935546875, 0.637359619140625, 0.6703033447265625, 0.7032470703125, 0.7361907958984375, 0.769134521484375, 0.8020782470703125, 0.83502197265625, 0.8679656982421875, 0.900909423828125, 0.9338531494140625, 0.966796875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 7.0, 2.0, 13.0, 5.0, 10.0, 17.0, 10.0, 17.0, 29.0, 42.0, 45.0, 62.0, 100.0, 111.0, 226.0, 354.0, 481.0, 894.0, 1645.0, 3261.0, 7604.0, 25350.0, 3705138.0, 409764.0, 24361.0, 7676.0, 3216.0, 1555.0, 810.0, 501.0, 303.0, 197.0, 118.0, 99.0, 64.0, 50.0, 35.0, 41.0, 17.0, 14.0, 15.0, 6.0, 5.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.328125, -4.19281005859375, -4.0574951171875, -3.92218017578125, -3.786865234375, -3.65155029296875, -3.5162353515625, -3.38092041015625, -3.24560546875, -3.11029052734375, -2.9749755859375, -2.83966064453125, -2.704345703125, -2.56903076171875, -2.4337158203125, -2.29840087890625, -2.1630859375, -2.02777099609375, -1.8924560546875, -1.75714111328125, -1.621826171875, -1.48651123046875, -1.3511962890625, -1.21588134765625, -1.08056640625, -0.94525146484375, -0.8099365234375, -0.67462158203125, -0.539306640625, -0.40399169921875, -0.2686767578125, -0.13336181640625, 0.001953125, 0.13726806640625, 0.2725830078125, 0.40789794921875, 0.543212890625, 0.67852783203125, 0.8138427734375, 0.94915771484375, 1.08447265625, 1.21978759765625, 1.3551025390625, 1.49041748046875, 1.625732421875, 1.76104736328125, 1.8963623046875, 2.03167724609375, 2.1669921875, 2.30230712890625, 2.4376220703125, 2.57293701171875, 2.708251953125, 2.84356689453125, 2.9788818359375, 3.11419677734375, 3.24951171875, 3.38482666015625, 3.5201416015625, 3.65545654296875, 3.790771484375, 3.92608642578125, 4.0614013671875, 4.19671630859375, 4.33203125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 10.0, 7.0, 8.0, 19.0, 20.0, 40.0, 95.0, 3559.0, 156.0, 69.0, 23.0, 26.0, 10.0, 10.0, 5.0, 4.0, 6.0, 6.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.337890625, -1.3050308227539062, -1.2721710205078125, -1.2393112182617188, -1.206451416015625, -1.1735916137695312, -1.1407318115234375, -1.1078720092773438, -1.07501220703125, -1.0421524047851562, -1.0092926025390625, -0.9764328002929688, -0.943572998046875, -0.9107131958007812, -0.8778533935546875, -0.8449935913085938, -0.8121337890625, -0.7792739868164062, -0.7464141845703125, -0.7135543823242188, -0.680694580078125, -0.6478347778320312, -0.6149749755859375, -0.5821151733398438, -0.54925537109375, -0.5163955688476562, -0.4835357666015625, -0.45067596435546875, -0.417816162109375, -0.38495635986328125, -0.3520965576171875, -0.31923675537109375, -0.286376953125, -0.25351715087890625, -0.2206573486328125, -0.18779754638671875, -0.154937744140625, -0.12207794189453125, -0.0892181396484375, -0.05635833740234375, -0.02349853515625, 0.00936126708984375, 0.0422210693359375, 0.07508087158203125, 0.107940673828125, 0.14080047607421875, 0.1736602783203125, 0.20652008056640625, 0.2393798828125, 0.27223968505859375, 0.3050994873046875, 0.33795928955078125, 0.370819091796875, 0.40367889404296875, 0.4365386962890625, 0.46939849853515625, 0.50225830078125, 0.5351181030273438, 0.5679779052734375, 0.6008377075195312, 0.633697509765625, 0.6665573120117188, 0.6994171142578125, 0.7322769165039062, 0.76513671875]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 8.0, 7.0, 10.0, 21.0, 38.0, 52.0, 73.0, 92.0, 105.0, 111.0, 118.0, 99.0, 77.0, 63.0, 52.0, 23.0, 21.0, 12.0, 11.0, 9.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5322365760803223, -2.4323489665985107, -2.33246111869812, -2.2325735092163086, -2.132685661315918, -2.0327980518341064, -1.932910442352295, -1.8330227136611938, -1.7331349849700928, -1.6332472562789917, -1.5333595275878906, -1.433471918106079, -1.333584189414978, -1.233696460723877, -1.1338088512420654, -1.0339211225509644, -0.9340333938598633, -0.8341456651687622, -0.7342579960823059, -0.6343703269958496, -0.5344825983047485, -0.43459489941596985, -0.33470720052719116, -0.23481953144073486, -0.1349318027496338, -0.0350441038608551, 0.06484359502792358, 0.16473129391670227, 0.26461899280548096, 0.36450669169425964, 0.46439439058303833, 0.5642820596694946, 0.6641697883605957, 0.7640575170516968, 0.8639451861381531, 0.9638328552246094, 1.0637205839157104, 1.1636083126068115, 1.263495922088623, 1.3633836507797241, 1.4632713794708252, 1.5631591081619263, 1.6630468368530273, 1.7629344463348389, 1.86282217502594, 1.962709903717041, 2.0625975131988525, 2.162485122680664, 2.2623729705810547, 2.362260580062866, 2.462148427963257, 2.5620360374450684, 2.661923885345459, 2.7618114948272705, 2.861699104309082, 2.9615869522094727, 3.061474561691284, 3.1613621711730957, 3.2612500190734863, 3.361137628555298, 3.4610252380371094, 3.5609130859375, 3.6608006954193115, 3.760688304901123, 3.8605761528015137]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 10.0, 13.0, 11.0, 10.0, 19.0, 12.0, 12.0, 27.0, 19.0, 39.0, 25.0, 39.0, 36.0, 31.0, 38.0, 50.0, 53.0, 43.0, 54.0, 58.0, 51.0, 43.0, 32.0, 37.0, 31.0, 33.0, 22.0, 26.0, 16.0, 20.0, 21.0, 11.0, 17.0, 8.0, 9.0, 8.0, 4.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.694518804550171, -1.6405686140060425, -1.586618423461914, -1.5326682329177856, -1.4787180423736572, -1.4247679710388184, -1.37081778049469, -1.3168675899505615, -1.262917399406433, -1.2089672088623047, -1.1550170183181763, -1.1010668277740479, -1.047116756439209, -0.9931665062904358, -0.9392163753509521, -0.8852661848068237, -0.8313159942626953, -0.7773658037185669, -0.7234156131744385, -0.6694654822349548, -0.6155152916908264, -0.561565101146698, -0.5076149702072144, -0.45366477966308594, -0.3997145891189575, -0.3457643985748291, -0.29181423783302307, -0.23786406219005585, -0.18391388654708862, -0.1299636960029602, -0.07601353526115417, -0.022063374519348145, 0.031886935234069824, 0.08583711087703705, 0.13978728652000427, 0.1937374621629715, 0.24768763780593872, 0.30163782835006714, 0.35558798909187317, 0.4095381498336792, 0.4634883403778076, 0.517438530921936, 0.5713887214660645, 0.6253388524055481, 0.6792890429496765, 0.7332392334938049, 0.7871893644332886, 0.841139554977417, 0.8950897455215454, 0.9490399360656738, 1.0029901266098022, 1.0569403171539307, 1.1108903884887695, 1.1648406982421875, 1.2187907695770264, 1.2727409601211548, 1.3266911506652832, 1.3806413412094116, 1.43459153175354, 1.4885417222976685, 1.5424919128417969, 1.5964419841766357, 1.6503921747207642, 1.7043423652648926, 1.758292555809021]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 11.0, 6.0, 5.0, 11.0, 16.0, 19.0, 21.0, 37.0, 39.0, 72.0, 100.0, 153.0, 228.0, 379.0, 634.0, 1005.0, 1817.0, 3140.0, 5729.0, 11026.0, 22504.0, 47961.0, 101269.0, 203301.0, 277386.0, 189932.0, 93785.0, 43752.0, 21062.0, 10517.0, 5450.0, 2930.0, 1658.0, 987.0, 581.0, 349.0, 221.0, 161.0, 100.0, 65.0, 42.0, 34.0, 18.0, 17.0, 6.0, 11.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.4990234375, -1.45135498046875, -1.4036865234375, -1.35601806640625, -1.308349609375, -1.26068115234375, -1.2130126953125, -1.16534423828125, -1.11767578125, -1.07000732421875, -1.0223388671875, -0.97467041015625, -0.927001953125, -0.87933349609375, -0.8316650390625, -0.78399658203125, -0.736328125, -0.68865966796875, -0.6409912109375, -0.59332275390625, -0.545654296875, -0.49798583984375, -0.4503173828125, -0.40264892578125, -0.35498046875, -0.30731201171875, -0.2596435546875, -0.21197509765625, -0.164306640625, -0.11663818359375, -0.0689697265625, -0.02130126953125, 0.0263671875, 0.07403564453125, 0.1217041015625, 0.16937255859375, 0.217041015625, 0.26470947265625, 0.3123779296875, 0.36004638671875, 0.40771484375, 0.45538330078125, 0.5030517578125, 0.55072021484375, 0.598388671875, 0.64605712890625, 0.6937255859375, 0.74139404296875, 0.7890625, 0.83673095703125, 0.8843994140625, 0.93206787109375, 0.979736328125, 1.02740478515625, 1.0750732421875, 1.12274169921875, 1.17041015625, 1.21807861328125, 1.2657470703125, 1.31341552734375, 1.361083984375, 1.40875244140625, 1.4564208984375, 1.50408935546875, 1.5517578125]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 5.0, 1.0, 5.0, 1.0, 3.0, 8.0, 9.0, 5.0, 13.0, 21.0, 16.0, 19.0, 24.0, 30.0, 21.0, 41.0, 44.0, 53.0, 47.0, 53.0, 53.0, 57.0, 56.0, 45.0, 62.0, 52.0, 33.0, 28.0, 31.0, 31.0, 26.0, 20.0, 16.0, 18.0, 14.0, 10.0, 11.0, 2.0, 5.0, 9.0, 5.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9765625, -0.945709228515625, -0.91485595703125, -0.884002685546875, -0.8531494140625, -0.822296142578125, -0.79144287109375, -0.760589599609375, -0.729736328125, -0.698883056640625, -0.66802978515625, -0.637176513671875, -0.6063232421875, -0.575469970703125, -0.54461669921875, -0.513763427734375, -0.48291015625, -0.452056884765625, -0.42120361328125, -0.390350341796875, -0.3594970703125, -0.328643798828125, -0.29779052734375, -0.266937255859375, -0.236083984375, -0.205230712890625, -0.17437744140625, -0.143524169921875, -0.1126708984375, -0.081817626953125, -0.05096435546875, -0.020111083984375, 0.0107421875, 0.041595458984375, 0.07244873046875, 0.103302001953125, 0.1341552734375, 0.165008544921875, 0.19586181640625, 0.226715087890625, 0.257568359375, 0.288421630859375, 0.31927490234375, 0.350128173828125, 0.3809814453125, 0.411834716796875, 0.44268798828125, 0.473541259765625, 0.50439453125, 0.535247802734375, 0.56610107421875, 0.596954345703125, 0.6278076171875, 0.658660888671875, 0.68951416015625, 0.720367431640625, 0.751220703125, 0.782073974609375, 0.81292724609375, 0.843780517578125, 0.8746337890625, 0.905487060546875, 0.93634033203125, 0.967193603515625, 0.998046875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 5.0, 5.0, 8.0, 5.0, 14.0, 23.0, 23.0, 32.0, 51.0, 58.0, 76.0, 148.0, 246.0, 429.0, 848.0, 2031.0, 7040.0, 54949.0, 689861.0, 265598.0, 20407.0, 3811.0, 1342.0, 603.0, 344.0, 202.0, 115.0, 99.0, 45.0, 31.0, 24.0, 20.0, 21.0, 9.0, 4.0, 6.0, 9.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.03125, -4.88232421875, -4.7333984375, -4.58447265625, -4.435546875, -4.28662109375, -4.1376953125, -3.98876953125, -3.83984375, -3.69091796875, -3.5419921875, -3.39306640625, -3.244140625, -3.09521484375, -2.9462890625, -2.79736328125, -2.6484375, -2.49951171875, -2.3505859375, -2.20166015625, -2.052734375, -1.90380859375, -1.7548828125, -1.60595703125, -1.45703125, -1.30810546875, -1.1591796875, -1.01025390625, -0.861328125, -0.71240234375, -0.5634765625, -0.41455078125, -0.265625, -0.11669921875, 0.0322265625, 0.18115234375, 0.330078125, 0.47900390625, 0.6279296875, 0.77685546875, 0.92578125, 1.07470703125, 1.2236328125, 1.37255859375, 1.521484375, 1.67041015625, 1.8193359375, 1.96826171875, 2.1171875, 2.26611328125, 2.4150390625, 2.56396484375, 2.712890625, 2.86181640625, 3.0107421875, 3.15966796875, 3.30859375, 3.45751953125, 3.6064453125, 3.75537109375, 3.904296875, 4.05322265625, 4.2021484375, 4.35107421875, 4.5]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 6.0, 5.0, 9.0, 16.0, 22.0, 24.0, 24.0, 32.0, 56.0, 73.0, 76.0, 105.0, 79.0, 99.0, 73.0, 71.0, 60.0, 49.0, 32.0, 29.0, 20.0, 15.0, 14.0, 11.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.1640625, -8.9267578125, -8.689453125, -8.4521484375, -8.21484375, -7.9775390625, -7.740234375, -7.5029296875, -7.265625, -7.0283203125, -6.791015625, -6.5537109375, -6.31640625, -6.0791015625, -5.841796875, -5.6044921875, -5.3671875, -5.1298828125, -4.892578125, -4.6552734375, -4.41796875, -4.1806640625, -3.943359375, -3.7060546875, -3.46875, -3.2314453125, -2.994140625, -2.7568359375, -2.51953125, -2.2822265625, -2.044921875, -1.8076171875, -1.5703125, -1.3330078125, -1.095703125, -0.8583984375, -0.62109375, -0.3837890625, -0.146484375, 0.0908203125, 0.328125, 0.5654296875, 0.802734375, 1.0400390625, 1.27734375, 1.5146484375, 1.751953125, 1.9892578125, 2.2265625, 2.4638671875, 2.701171875, 2.9384765625, 3.17578125, 3.4130859375, 3.650390625, 3.8876953125, 4.125, 4.3623046875, 4.599609375, 4.8369140625, 5.07421875, 5.3115234375, 5.548828125, 5.7861328125, 6.0234375]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 7.0, 8.0, 7.0, 15.0, 8.0, 15.0, 15.0, 39.0, 49.0, 57.0, 92.0, 132.0, 259.0, 515.0, 1241.0, 4381.0, 28637.0, 560470.0, 423099.0, 23496.0, 3737.0, 1152.0, 461.0, 239.0, 125.0, 81.0, 57.0, 32.0, 30.0, 20.0, 11.0, 15.0, 13.0, 8.0, 8.0, 6.0, 2.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-2.83984375, -2.7509765625, -2.662109375, -2.5732421875, -2.484375, -2.3955078125, -2.306640625, -2.2177734375, -2.12890625, -2.0400390625, -1.951171875, -1.8623046875, -1.7734375, -1.6845703125, -1.595703125, -1.5068359375, -1.41796875, -1.3291015625, -1.240234375, -1.1513671875, -1.0625, -0.9736328125, -0.884765625, -0.7958984375, -0.70703125, -0.6181640625, -0.529296875, -0.4404296875, -0.3515625, -0.2626953125, -0.173828125, -0.0849609375, 0.00390625, 0.0927734375, 0.181640625, 0.2705078125, 0.359375, 0.4482421875, 0.537109375, 0.6259765625, 0.71484375, 0.8037109375, 0.892578125, 0.9814453125, 1.0703125, 1.1591796875, 1.248046875, 1.3369140625, 1.42578125, 1.5146484375, 1.603515625, 1.6923828125, 1.78125, 1.8701171875, 1.958984375, 2.0478515625, 2.13671875, 2.2255859375, 2.314453125, 2.4033203125, 2.4921875, 2.5810546875, 2.669921875, 2.7587890625, 2.84765625]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 10.0, 9.0, 7.0, 14.0, 14.0, 20.0, 30.0, 25.0, 46.0, 55.0, 82.0, 95.0, 75.0, 111.0, 80.0, 77.0, 42.0, 42.0, 42.0, 29.0, 24.0, 18.0, 10.0, 9.0, 9.0, 5.0, 2.0, 6.0, 8.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0002498626708984375, -0.00024180859327316284, -0.00023375451564788818, -0.00022570043802261353, -0.00021764636039733887, -0.0002095922827720642, -0.00020153820514678955, -0.0001934841275215149, -0.00018543004989624023, -0.00017737597227096558, -0.00016932189464569092, -0.00016126781702041626, -0.0001532137393951416, -0.00014515966176986694, -0.00013710558414459229, -0.00012905150651931763, -0.00012099742889404297, -0.00011294335126876831, -0.00010488927364349365, -9.6835196018219e-05, -8.878111839294434e-05, -8.072704076766968e-05, -7.267296314239502e-05, -6.461888551712036e-05, -5.65648078918457e-05, -4.8510730266571045e-05, -4.045665264129639e-05, -3.240257501602173e-05, -2.434849739074707e-05, -1.6294419765472412e-05, -8.240342140197754e-06, -1.862645149230957e-07, 7.867813110351562e-06, 1.592189073562622e-05, 2.397596836090088e-05, 3.203004598617554e-05, 4.0084123611450195e-05, 4.8138201236724854e-05, 5.619227886199951e-05, 6.424635648727417e-05, 7.230043411254883e-05, 8.035451173782349e-05, 8.840858936309814e-05, 9.64626669883728e-05, 0.00010451674461364746, 0.00011257082223892212, 0.00012062489986419678, 0.00012867897748947144, 0.0001367330551147461, 0.00014478713274002075, 0.0001528412103652954, 0.00016089528799057007, 0.00016894936561584473, 0.00017700344324111938, 0.00018505752086639404, 0.0001931115984916687, 0.00020116567611694336, 0.00020921975374221802, 0.00021727383136749268, 0.00022532790899276733, 0.000233381986618042, 0.00024143606424331665, 0.0002494901418685913, 0.00025754421949386597, 0.0002655982971191406]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 5.0, 5.0, 4.0, 9.0, 10.0, 20.0, 18.0, 31.0, 38.0, 62.0, 76.0, 132.0, 246.0, 459.0, 960.0, 2350.0, 7695.0, 49175.0, 678108.0, 279089.0, 22057.0, 4804.0, 1582.0, 712.0, 325.0, 188.0, 132.0, 74.0, 48.0, 43.0, 17.0, 15.0, 18.0, 8.0, 8.0, 6.0, 4.0, 4.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 3.0, 0.0, 2.0], "bins": [-2.63671875, -2.556365966796875, -2.47601318359375, -2.395660400390625, -2.3153076171875, -2.234954833984375, -2.15460205078125, -2.074249267578125, -1.993896484375, -1.913543701171875, -1.83319091796875, -1.752838134765625, -1.6724853515625, -1.592132568359375, -1.51177978515625, -1.431427001953125, -1.35107421875, -1.270721435546875, -1.19036865234375, -1.110015869140625, -1.0296630859375, -0.949310302734375, -0.86895751953125, -0.788604736328125, -0.708251953125, -0.627899169921875, -0.54754638671875, -0.467193603515625, -0.3868408203125, -0.306488037109375, -0.22613525390625, -0.145782470703125, -0.0654296875, 0.014923095703125, 0.09527587890625, 0.175628662109375, 0.2559814453125, 0.336334228515625, 0.41668701171875, 0.497039794921875, 0.577392578125, 0.657745361328125, 0.73809814453125, 0.818450927734375, 0.8988037109375, 0.979156494140625, 1.05950927734375, 1.139862060546875, 1.22021484375, 1.300567626953125, 1.38092041015625, 1.461273193359375, 1.5416259765625, 1.621978759765625, 1.70233154296875, 1.782684326171875, 1.863037109375, 1.943389892578125, 2.02374267578125, 2.104095458984375, 2.1844482421875, 2.264801025390625, 2.34515380859375, 2.425506591796875, 2.505859375]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 3.0, 2.0, 2.0, 3.0, 9.0, 9.0, 10.0, 25.0, 24.0, 40.0, 51.0, 78.0, 91.0, 125.0, 114.0, 108.0, 83.0, 66.0, 53.0, 29.0, 19.0, 18.0, 10.0, 4.0, 4.0, 10.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.166015625, -2.0911865234375, -2.016357421875, -1.9415283203125, -1.86669921875, -1.7918701171875, -1.717041015625, -1.6422119140625, -1.5673828125, -1.4925537109375, -1.417724609375, -1.3428955078125, -1.26806640625, -1.1932373046875, -1.118408203125, -1.0435791015625, -0.96875, -0.8939208984375, -0.819091796875, -0.7442626953125, -0.66943359375, -0.5946044921875, -0.519775390625, -0.4449462890625, -0.3701171875, -0.2952880859375, -0.220458984375, -0.1456298828125, -0.07080078125, 0.0040283203125, 0.078857421875, 0.1536865234375, 0.228515625, 0.3033447265625, 0.378173828125, 0.4530029296875, 0.52783203125, 0.6026611328125, 0.677490234375, 0.7523193359375, 0.8271484375, 0.9019775390625, 0.976806640625, 1.0516357421875, 1.12646484375, 1.2012939453125, 1.276123046875, 1.3509521484375, 1.42578125, 1.5006103515625, 1.575439453125, 1.6502685546875, 1.72509765625, 1.7999267578125, 1.874755859375, 1.9495849609375, 2.0244140625, 2.0992431640625, 2.174072265625, 2.2489013671875, 2.32373046875, 2.3985595703125, 2.473388671875, 2.5482177734375, 2.623046875]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 17.0, 35.0, 126.0, 287.0, 317.0, 171.0, 33.0, 12.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.829219818115234, -43.678993225097656, -41.52876663208008, -39.3785400390625, -37.22831726074219, -35.078086853027344, -32.92786407470703, -30.777637481689453, -28.627410888671875, -26.477184295654297, -24.32695770263672, -22.176733016967773, -20.026506423950195, -17.876279830932617, -15.726054191589355, -13.575828552246094, -11.425601959228516, -9.275375366210938, -7.125149726867676, -4.974923610687256, -2.824697494506836, -0.6744709014892578, 1.475754737854004, 3.6259803771972656, 5.776206970214844, 7.926433086395264, 10.076659202575684, 12.226884841918945, 14.377111434936523, 16.5273380279541, 18.677562713623047, 20.827789306640625, 22.978012084960938, 25.128238677978516, 27.278465270996094, 29.42868995666504, 31.578916549682617, 33.72914123535156, 35.87936782836914, 38.02959442138672, 40.1798210144043, 42.330047607421875, 44.48027420043945, 46.63050079345703, 48.780723571777344, 50.93095397949219, 53.0811767578125, 55.23140335083008, 57.381629943847656, 59.531856536865234, 61.68208312988281, 63.83230972290039, 65.98253631591797, 68.13275909423828, 70.28298950195312, 72.43321228027344, 74.58343505859375, 76.73365783691406, 78.8838882446289, 81.03411102294922, 83.18434143066406, 85.33456420898438, 87.48479461669922, 89.63501739501953, 91.78524780273438]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 4.0, 4.0, 9.0, 4.0, 7.0, 5.0, 6.0, 11.0, 11.0, 15.0, 30.0, 40.0, 38.0, 30.0, 34.0, 53.0, 50.0, 57.0, 43.0, 72.0, 61.0, 50.0, 52.0, 46.0, 37.0, 37.0, 36.0, 40.0, 26.0, 15.0, 17.0, 8.0, 14.0, 12.0, 12.0, 5.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.64059829711914, -19.97125244140625, -19.301908493041992, -18.6325626373291, -17.96321678161621, -17.29387092590332, -16.624526977539062, -15.955181121826172, -15.285835266113281, -14.616490364074707, -13.947144508361816, -13.277799606323242, -12.608453750610352, -11.939108848571777, -11.269763946533203, -10.600418090820312, -9.931073188781738, -9.261728286743164, -8.592382431030273, -7.923037528991699, -7.253691673278809, -6.584346771240234, -5.915001392364502, -5.2456560134887695, -4.576310634613037, -3.9069652557373047, -3.2376198768615723, -2.568274736404419, -1.8989293575286865, -1.229583978652954, -0.5602388381958008, 0.10910654067993164, 0.7784519195556641, 1.4477972984313965, 2.117142677307129, 2.7864878177642822, 3.4558331966400146, 4.125178337097168, 4.7945237159729, 5.463869094848633, 6.133214473724365, 6.802559852600098, 7.47190523147583, 8.141250610351562, 8.810595512390137, 9.479941368103027, 10.149286270141602, 10.818632125854492, 11.487977027893066, 12.15732192993164, 12.826667785644531, 13.496012687683105, 14.165358543395996, 14.83470344543457, 15.504049301147461, 16.17339324951172, 16.84273910522461, 17.5120849609375, 18.181428909301758, 18.85077476501465, 19.52012062072754, 20.18946647644043, 20.858810424804688, 21.528156280517578, 22.19750213623047]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 7.0, 3.0, 5.0, 5.0, 7.0, 9.0, 20.0, 18.0, 37.0, 61.0, 77.0, 87.0, 161.0, 257.0, 447.0, 865.0, 1626.0, 3297.0, 8138.0, 25923.0, 206656.0, 3881358.0, 44938.0, 11575.0, 4377.0, 2058.0, 992.0, 556.0, 279.0, 177.0, 98.0, 58.0, 40.0, 24.0, 21.0, 5.0, 8.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.70703125, -3.59527587890625, -3.4835205078125, -3.37176513671875, -3.260009765625, -3.14825439453125, -3.0364990234375, -2.92474365234375, -2.81298828125, -2.70123291015625, -2.5894775390625, -2.47772216796875, -2.365966796875, -2.25421142578125, -2.1424560546875, -2.03070068359375, -1.9189453125, -1.80718994140625, -1.6954345703125, -1.58367919921875, -1.471923828125, -1.36016845703125, -1.2484130859375, -1.13665771484375, -1.02490234375, -0.91314697265625, -0.8013916015625, -0.68963623046875, -0.577880859375, -0.46612548828125, -0.3543701171875, -0.24261474609375, -0.130859375, -0.01910400390625, 0.0926513671875, 0.20440673828125, 0.316162109375, 0.42791748046875, 0.5396728515625, 0.65142822265625, 0.76318359375, 0.87493896484375, 0.9866943359375, 1.09844970703125, 1.210205078125, 1.32196044921875, 1.4337158203125, 1.54547119140625, 1.6572265625, 1.76898193359375, 1.8807373046875, 1.99249267578125, 2.104248046875, 2.21600341796875, 2.3277587890625, 2.43951416015625, 2.55126953125, 2.66302490234375, 2.7747802734375, 2.88653564453125, 2.998291015625, 3.11004638671875, 3.2218017578125, 3.33355712890625, 3.4453125]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 5.0, 3.0, 6.0, 9.0, 17.0, 22.0, 30.0, 44.0, 65.0, 65.0, 85.0, 101.0, 90.0, 99.0, 79.0, 47.0, 65.0, 52.0, 30.0, 28.0, 11.0, 18.0, 7.0, 8.0, 6.0, 1.0, 6.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.3359375, -2.2844390869140625, -2.232940673828125, -2.1814422607421875, -2.12994384765625, -2.0784454345703125, -2.026947021484375, -1.9754486083984375, -1.9239501953125, -1.8724517822265625, -1.820953369140625, -1.7694549560546875, -1.71795654296875, -1.6664581298828125, -1.614959716796875, -1.5634613037109375, -1.511962890625, -1.4604644775390625, -1.408966064453125, -1.3574676513671875, -1.30596923828125, -1.2544708251953125, -1.202972412109375, -1.1514739990234375, -1.0999755859375, -1.0484771728515625, -0.996978759765625, -0.9454803466796875, -0.89398193359375, -0.8424835205078125, -0.790985107421875, -0.7394866943359375, -0.68798828125, -0.6364898681640625, -0.584991455078125, -0.5334930419921875, -0.48199462890625, -0.4304962158203125, -0.378997802734375, -0.3274993896484375, -0.2760009765625, -0.2245025634765625, -0.173004150390625, -0.1215057373046875, -0.07000732421875, -0.0185089111328125, 0.032989501953125, 0.0844879150390625, 0.135986328125, 0.1874847412109375, 0.238983154296875, 0.2904815673828125, 0.34197998046875, 0.3934783935546875, 0.444976806640625, 0.4964752197265625, 0.5479736328125, 0.5994720458984375, 0.650970458984375, 0.7024688720703125, 0.75396728515625, 0.8054656982421875, 0.856964111328125, 0.9084625244140625, 0.9599609375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 2.0, 4.0, 4.0, 13.0, 9.0, 13.0, 18.0, 22.0, 30.0, 34.0, 49.0, 58.0, 91.0, 163.0, 202.0, 420.0, 957.0, 2636.0, 9927.0, 64288.0, 4005327.0, 92036.0, 12529.0, 3102.0, 1099.0, 482.0, 270.0, 140.0, 98.0, 63.0, 39.0, 36.0, 28.0, 23.0, 17.0, 13.0, 13.0, 11.0, 5.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.03515625, -4.88055419921875, -4.7259521484375, -4.57135009765625, -4.416748046875, -4.26214599609375, -4.1075439453125, -3.95294189453125, -3.79833984375, -3.64373779296875, -3.4891357421875, -3.33453369140625, -3.179931640625, -3.02532958984375, -2.8707275390625, -2.71612548828125, -2.5615234375, -2.40692138671875, -2.2523193359375, -2.09771728515625, -1.943115234375, -1.78851318359375, -1.6339111328125, -1.47930908203125, -1.32470703125, -1.17010498046875, -1.0155029296875, -0.86090087890625, -0.706298828125, -0.55169677734375, -0.3970947265625, -0.24249267578125, -0.087890625, 0.06671142578125, 0.2213134765625, 0.37591552734375, 0.530517578125, 0.68511962890625, 0.8397216796875, 0.99432373046875, 1.14892578125, 1.30352783203125, 1.4581298828125, 1.61273193359375, 1.767333984375, 1.92193603515625, 2.0765380859375, 2.23114013671875, 2.3857421875, 2.54034423828125, 2.6949462890625, 2.84954833984375, 3.004150390625, 3.15875244140625, 3.3133544921875, 3.46795654296875, 3.62255859375, 3.77716064453125, 3.9317626953125, 4.08636474609375, 4.240966796875, 4.39556884765625, 4.5501708984375, 4.70477294921875, 4.859375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 10.0, 5.0, 13.0, 24.0, 37.0, 68.0, 225.0, 3265.0, 242.0, 86.0, 39.0, 26.0, 13.0, 10.0, 4.0, 3.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.208984375, -2.141204833984375, -2.07342529296875, -2.005645751953125, -1.9378662109375, -1.870086669921875, -1.80230712890625, -1.734527587890625, -1.666748046875, -1.598968505859375, -1.53118896484375, -1.463409423828125, -1.3956298828125, -1.327850341796875, -1.26007080078125, -1.192291259765625, -1.12451171875, -1.056732177734375, -0.98895263671875, -0.921173095703125, -0.8533935546875, -0.785614013671875, -0.71783447265625, -0.650054931640625, -0.582275390625, -0.514495849609375, -0.44671630859375, -0.378936767578125, -0.3111572265625, -0.243377685546875, -0.17559814453125, -0.107818603515625, -0.0400390625, 0.027740478515625, 0.09552001953125, 0.163299560546875, 0.2310791015625, 0.298858642578125, 0.36663818359375, 0.434417724609375, 0.502197265625, 0.569976806640625, 0.63775634765625, 0.705535888671875, 0.7733154296875, 0.841094970703125, 0.90887451171875, 0.976654052734375, 1.04443359375, 1.112213134765625, 1.17999267578125, 1.247772216796875, 1.3155517578125, 1.383331298828125, 1.45111083984375, 1.518890380859375, 1.586669921875, 1.654449462890625, 1.72222900390625, 1.790008544921875, 1.8577880859375, 1.925567626953125, 1.99334716796875, 2.061126708984375, 2.12890625]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 1.0, 6.0, 7.0, 19.0, 13.0, 22.0, 58.0, 62.0, 98.0, 109.0, 119.0, 132.0, 112.0, 80.0, 57.0, 44.0, 20.0, 14.0, 8.0, 12.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.120118141174316, -5.92439603805542, -5.728674411773682, -5.532952308654785, -5.337230682373047, -5.14150857925415, -4.945786952972412, -4.750064849853516, -4.554343223571777, -4.358621120452881, -4.162899494171143, -3.967177629470825, -3.771455764770508, -3.5757339000701904, -3.380012035369873, -3.1842899322509766, -2.988568067550659, -2.792846202850342, -2.5971243381500244, -2.401402473449707, -2.2056806087493896, -2.0099587440490723, -1.8142367601394653, -1.618514895439148, -1.4227930307388306, -1.2270711660385132, -1.0313493013381958, -0.8356273770332336, -0.6399055123329163, -0.4441836476325989, -0.24846172332763672, -0.052739858627319336, 0.14298200607299805, 0.33870387077331543, 0.5344257354736328, 0.730147659778595, 0.9258695244789124, 1.121591329574585, 1.317313313484192, 1.5130351781845093, 1.7087570428848267, 1.904478907585144, 2.100200891494751, 2.2959227561950684, 2.4916446208953857, 2.687366485595703, 2.8830883502960205, 3.078810214996338, 3.2745320796966553, 3.4702539443969727, 3.66597580909729, 3.8616976737976074, 4.057419776916504, 4.253141403198242, 4.448863506317139, 4.644585132598877, 4.840307235717773, 5.03602933883667, 5.231750965118408, 5.427473068237305, 5.623194694519043, 5.8189167976379395, 6.014638423919678, 6.210360527038574, 6.4060821533203125]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 5.0, 8.0, 3.0, 8.0, 9.0, 13.0, 12.0, 9.0, 22.0, 21.0, 18.0, 33.0, 34.0, 37.0, 37.0, 44.0, 48.0, 52.0, 45.0, 51.0, 53.0, 46.0, 43.0, 41.0, 33.0, 42.0, 33.0, 25.0, 22.0, 29.0, 24.0, 18.0, 13.0, 15.0, 14.0, 9.0, 6.0, 4.0, 6.0, 2.0, 3.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-3.924846649169922, -3.8119986057281494, -3.699150323867798, -3.5863022804260254, -3.473453998565674, -3.3606059551239014, -3.247757911682129, -3.1349096298217773, -3.022061586380005, -2.9092135429382324, -2.796365261077881, -2.6835172176361084, -2.570668935775757, -2.4578208923339844, -2.344972610473633, -2.2321245670318604, -2.119276523590088, -2.0064284801483154, -1.8935801982879639, -1.7807321548461914, -1.6678839921951294, -1.5550358295440674, -1.4421876668930054, -1.3293395042419434, -1.2164912223815918, -1.1036430597305298, -0.9907949566841125, -0.8779467940330505, -0.7650986909866333, -0.6522505283355713, -0.5394023656845093, -0.42655426263809204, -0.3137061595916748, -0.20085802674293518, -0.08800987899303436, 0.024838268756866455, 0.13768640160560608, 0.2505345344543457, 0.3633826971054077, 0.47623080015182495, 0.589078962802887, 0.701927125453949, 0.8147752285003662, 0.9276233911514282, 1.0404715538024902, 1.1533195972442627, 1.2661678791046143, 1.3790159225463867, 1.4918640851974487, 1.6047122478485107, 1.7175604104995728, 1.8304085731506348, 1.9432566165924072, 2.0561046600341797, 2.1689529418945312, 2.2818009853363037, 2.3946492671966553, 2.5074973106384277, 2.6203455924987793, 2.7331936359405518, 2.8460419178009033, 2.958889961242676, 3.0717382431030273, 3.1845862865448, 3.2974343299865723]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 5.0, 4.0, 7.0, 9.0, 13.0, 18.0, 40.0, 87.0, 110.0, 261.0, 395.0, 914.0, 2290.0, 6494.0, 22637.0, 93477.0, 366153.0, 407324.0, 109673.0, 26495.0, 7536.0, 2473.0, 1045.0, 526.0, 221.0, 151.0, 67.0, 51.0, 34.0, 16.0, 14.0, 5.0, 6.0, 2.0, 4.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.310546875, -3.207275390625, -3.10400390625, -3.000732421875, -2.8974609375, -2.794189453125, -2.69091796875, -2.587646484375, -2.484375, -2.381103515625, -2.27783203125, -2.174560546875, -2.0712890625, -1.968017578125, -1.86474609375, -1.761474609375, -1.658203125, -1.554931640625, -1.45166015625, -1.348388671875, -1.2451171875, -1.141845703125, -1.03857421875, -0.935302734375, -0.83203125, -0.728759765625, -0.62548828125, -0.522216796875, -0.4189453125, -0.315673828125, -0.21240234375, -0.109130859375, -0.005859375, 0.097412109375, 0.20068359375, 0.303955078125, 0.4072265625, 0.510498046875, 0.61376953125, 0.717041015625, 0.8203125, 0.923583984375, 1.02685546875, 1.130126953125, 1.2333984375, 1.336669921875, 1.43994140625, 1.543212890625, 1.646484375, 1.749755859375, 1.85302734375, 1.956298828125, 2.0595703125, 2.162841796875, 2.26611328125, 2.369384765625, 2.47265625, 2.575927734375, 2.67919921875, 2.782470703125, 2.8857421875, 2.989013671875, 3.09228515625, 3.195556640625, 3.298828125]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 5.0, 5.0, 5.0, 8.0, 12.0, 18.0, 13.0, 33.0, 29.0, 43.0, 62.0, 61.0, 79.0, 81.0, 70.0, 70.0, 76.0, 65.0, 63.0, 50.0, 28.0, 33.0, 24.0, 20.0, 16.0, 10.0, 6.0, 8.0, 1.0, 1.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.9541015625, -1.9083633422851562, -1.8626251220703125, -1.8168869018554688, -1.771148681640625, -1.7254104614257812, -1.6796722412109375, -1.6339340209960938, -1.58819580078125, -1.5424575805664062, -1.4967193603515625, -1.4509811401367188, -1.405242919921875, -1.3595046997070312, -1.3137664794921875, -1.2680282592773438, -1.2222900390625, -1.1765518188476562, -1.1308135986328125, -1.0850753784179688, -1.039337158203125, -0.9935989379882812, -0.9478607177734375, -0.9021224975585938, -0.85638427734375, -0.8106460571289062, -0.7649078369140625, -0.7191696166992188, -0.673431396484375, -0.6276931762695312, -0.5819549560546875, -0.5362167358398438, -0.490478515625, -0.44474029541015625, -0.3990020751953125, -0.35326385498046875, -0.307525634765625, -0.26178741455078125, -0.2160491943359375, -0.17031097412109375, -0.12457275390625, -0.07883453369140625, -0.0330963134765625, 0.01264190673828125, 0.058380126953125, 0.10411834716796875, 0.1498565673828125, 0.19559478759765625, 0.2413330078125, 0.28707122802734375, 0.3328094482421875, 0.37854766845703125, 0.424285888671875, 0.47002410888671875, 0.5157623291015625, 0.5615005493164062, 0.60723876953125, 0.6529769897460938, 0.6987152099609375, 0.7444534301757812, 0.790191650390625, 0.8359298706054688, 0.8816680908203125, 0.9274063110351562, 0.97314453125]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 0.0, 7.0, 5.0, 6.0, 5.0, 5.0, 12.0, 7.0, 10.0, 25.0, 30.0, 48.0, 55.0, 106.0, 127.0, 187.0, 297.0, 502.0, 886.0, 1803.0, 5382.0, 23047.0, 182885.0, 687195.0, 120774.0, 17171.0, 4210.0, 1653.0, 770.0, 416.0, 294.0, 183.0, 131.0, 90.0, 53.0, 36.0, 35.0, 28.0, 16.0, 11.0, 13.0, 6.0, 7.0, 12.0, 1.0, 1.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.53515625, -4.3994140625, -4.263671875, -4.1279296875, -3.9921875, -3.8564453125, -3.720703125, -3.5849609375, -3.44921875, -3.3134765625, -3.177734375, -3.0419921875, -2.90625, -2.7705078125, -2.634765625, -2.4990234375, -2.36328125, -2.2275390625, -2.091796875, -1.9560546875, -1.8203125, -1.6845703125, -1.548828125, -1.4130859375, -1.27734375, -1.1416015625, -1.005859375, -0.8701171875, -0.734375, -0.5986328125, -0.462890625, -0.3271484375, -0.19140625, -0.0556640625, 0.080078125, 0.2158203125, 0.3515625, 0.4873046875, 0.623046875, 0.7587890625, 0.89453125, 1.0302734375, 1.166015625, 1.3017578125, 1.4375, 1.5732421875, 1.708984375, 1.8447265625, 1.98046875, 2.1162109375, 2.251953125, 2.3876953125, 2.5234375, 2.6591796875, 2.794921875, 2.9306640625, 3.06640625, 3.2021484375, 3.337890625, 3.4736328125, 3.609375, 3.7451171875, 3.880859375, 4.0166015625, 4.15234375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 7.0, 10.0, 5.0, 13.0, 11.0, 11.0, 22.0, 22.0, 32.0, 33.0, 40.0, 44.0, 43.0, 52.0, 55.0, 48.0, 55.0, 56.0, 64.0, 41.0, 50.0, 41.0, 42.0, 36.0, 28.0, 22.0, 29.0, 21.0, 19.0, 7.0, 7.0, 9.0, 5.0, 5.0, 4.0, 3.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.83984375, -4.69000244140625, -4.5401611328125, -4.39031982421875, -4.240478515625, -4.09063720703125, -3.9407958984375, -3.79095458984375, -3.64111328125, -3.49127197265625, -3.3414306640625, -3.19158935546875, -3.041748046875, -2.89190673828125, -2.7420654296875, -2.59222412109375, -2.4423828125, -2.29254150390625, -2.1427001953125, -1.99285888671875, -1.843017578125, -1.69317626953125, -1.5433349609375, -1.39349365234375, -1.24365234375, -1.09381103515625, -0.9439697265625, -0.79412841796875, -0.644287109375, -0.49444580078125, -0.3446044921875, -0.19476318359375, -0.044921875, 0.10491943359375, 0.2547607421875, 0.40460205078125, 0.554443359375, 0.70428466796875, 0.8541259765625, 1.00396728515625, 1.15380859375, 1.30364990234375, 1.4534912109375, 1.60333251953125, 1.753173828125, 1.90301513671875, 2.0528564453125, 2.20269775390625, 2.3525390625, 2.50238037109375, 2.6522216796875, 2.80206298828125, 2.951904296875, 3.10174560546875, 3.2515869140625, 3.40142822265625, 3.55126953125, 3.70111083984375, 3.8509521484375, 4.00079345703125, 4.150634765625, 4.30047607421875, 4.4503173828125, 4.60015869140625, 4.75]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 7.0, 7.0, 9.0, 16.0, 19.0, 29.0, 35.0, 54.0, 66.0, 114.0, 167.0, 303.0, 558.0, 1135.0, 2724.0, 8762.0, 40129.0, 292233.0, 596228.0, 83324.0, 15215.0, 4215.0, 1553.0, 670.0, 367.0, 199.0, 141.0, 74.0, 53.0, 48.0, 31.0, 30.0, 9.0, 12.0, 7.0, 3.0, 5.0, 6.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.234375, -1.1905975341796875, -1.146820068359375, -1.1030426025390625, -1.05926513671875, -1.0154876708984375, -0.971710205078125, -0.9279327392578125, -0.8841552734375, -0.8403778076171875, -0.796600341796875, -0.7528228759765625, -0.70904541015625, -0.6652679443359375, -0.621490478515625, -0.5777130126953125, -0.533935546875, -0.4901580810546875, -0.446380615234375, -0.4026031494140625, -0.35882568359375, -0.3150482177734375, -0.271270751953125, -0.2274932861328125, -0.1837158203125, -0.1399383544921875, -0.096160888671875, -0.0523834228515625, -0.00860595703125, 0.0351715087890625, 0.078948974609375, 0.1227264404296875, 0.16650390625, 0.2102813720703125, 0.254058837890625, 0.2978363037109375, 0.34161376953125, 0.3853912353515625, 0.429168701171875, 0.4729461669921875, 0.5167236328125, 0.5605010986328125, 0.604278564453125, 0.6480560302734375, 0.69183349609375, 0.7356109619140625, 0.779388427734375, 0.8231658935546875, 0.866943359375, 0.9107208251953125, 0.954498291015625, 0.9982757568359375, 1.04205322265625, 1.0858306884765625, 1.129608154296875, 1.1733856201171875, 1.2171630859375, 1.2609405517578125, 1.304718017578125, 1.3484954833984375, 1.39227294921875, 1.4360504150390625, 1.479827880859375, 1.5236053466796875, 1.5673828125]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 5.0, 4.0, 5.0, 7.0, 12.0, 9.0, 11.0, 21.0, 22.0, 30.0, 27.0, 20.0, 41.0, 55.0, 52.0, 83.0, 72.0, 94.0, 77.0, 74.0, 49.0, 49.0, 38.0, 22.0, 17.0, 20.0, 18.0, 14.0, 14.0, 12.0, 9.0, 3.0, 6.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016415119171142578, -0.00015744753181934357, -0.00015074387192726135, -0.00014404021203517914, -0.00013733655214309692, -0.0001306328922510147, -0.0001239292323589325, -0.00011722557246685028, -0.00011052191257476807, -0.00010381825268268585, -9.711459279060364e-05, -9.041093289852142e-05, -8.370727300643921e-05, -7.7003613114357e-05, -7.029995322227478e-05, -6.359629333019257e-05, -5.689263343811035e-05, -5.018897354602814e-05, -4.348531365394592e-05, -3.678165376186371e-05, -3.0077993869781494e-05, -2.337433397769928e-05, -1.6670674085617065e-05, -9.967014193534851e-06, -3.2633543014526367e-06, 3.4403055906295776e-06, 1.0143965482711792e-05, 1.6847625374794006e-05, 2.355128526687622e-05, 3.0254945158958435e-05, 3.695860505104065e-05, 4.3662264943122864e-05, 5.036592483520508e-05, 5.706958472728729e-05, 6.377324461936951e-05, 7.047690451145172e-05, 7.718056440353394e-05, 8.388422429561615e-05, 9.058788418769836e-05, 9.729154407978058e-05, 0.00010399520397186279, 0.00011069886386394501, 0.00011740252375602722, 0.00012410618364810944, 0.00013080984354019165, 0.00013751350343227386, 0.00014421716332435608, 0.0001509208232164383, 0.0001576244831085205, 0.00016432814300060272, 0.00017103180289268494, 0.00017773546278476715, 0.00018443912267684937, 0.00019114278256893158, 0.0001978464424610138, 0.000204550102353096, 0.00021125376224517822, 0.00021795742213726044, 0.00022466108202934265, 0.00023136474192142487, 0.00023806840181350708, 0.0002447720617055893, 0.0002514757215976715, 0.0002581793814897537, 0.00026488304138183594]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 6.0, 10.0, 20.0, 31.0, 45.0, 52.0, 81.0, 145.0, 253.0, 403.0, 865.0, 2073.0, 6376.0, 32017.0, 306597.0, 619655.0, 64128.0, 10416.0, 2953.0, 1063.0, 596.0, 290.0, 173.0, 114.0, 62.0, 34.0, 24.0, 16.0, 10.0, 15.0, 6.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.55078125, -1.49761962890625, -1.4444580078125, -1.39129638671875, -1.338134765625, -1.28497314453125, -1.2318115234375, -1.17864990234375, -1.12548828125, -1.07232666015625, -1.0191650390625, -0.96600341796875, -0.912841796875, -0.85968017578125, -0.8065185546875, -0.75335693359375, -0.7001953125, -0.64703369140625, -0.5938720703125, -0.54071044921875, -0.487548828125, -0.43438720703125, -0.3812255859375, -0.32806396484375, -0.27490234375, -0.22174072265625, -0.1685791015625, -0.11541748046875, -0.062255859375, -0.00909423828125, 0.0440673828125, 0.09722900390625, 0.150390625, 0.20355224609375, 0.2567138671875, 0.30987548828125, 0.363037109375, 0.41619873046875, 0.4693603515625, 0.52252197265625, 0.57568359375, 0.62884521484375, 0.6820068359375, 0.73516845703125, 0.788330078125, 0.84149169921875, 0.8946533203125, 0.94781494140625, 1.0009765625, 1.05413818359375, 1.1072998046875, 1.16046142578125, 1.213623046875, 1.26678466796875, 1.3199462890625, 1.37310791015625, 1.42626953125, 1.47943115234375, 1.5325927734375, 1.58575439453125, 1.638916015625, 1.69207763671875, 1.7452392578125, 1.79840087890625, 1.8515625]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 7.0, 7.0, 13.0, 8.0, 27.0, 19.0, 25.0, 22.0, 30.0, 53.0, 66.0, 60.0, 95.0, 71.0, 77.0, 94.0, 56.0, 61.0, 51.0, 37.0, 30.0, 25.0, 16.0, 12.0, 11.0, 5.0, 11.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.837890625, -1.7940673828125, -1.750244140625, -1.7064208984375, -1.66259765625, -1.6187744140625, -1.574951171875, -1.5311279296875, -1.4873046875, -1.4434814453125, -1.399658203125, -1.3558349609375, -1.31201171875, -1.2681884765625, -1.224365234375, -1.1805419921875, -1.13671875, -1.0928955078125, -1.049072265625, -1.0052490234375, -0.96142578125, -0.9176025390625, -0.873779296875, -0.8299560546875, -0.7861328125, -0.7423095703125, -0.698486328125, -0.6546630859375, -0.61083984375, -0.5670166015625, -0.523193359375, -0.4793701171875, -0.435546875, -0.3917236328125, -0.347900390625, -0.3040771484375, -0.26025390625, -0.2164306640625, -0.172607421875, -0.1287841796875, -0.0849609375, -0.0411376953125, 0.002685546875, 0.0465087890625, 0.09033203125, 0.1341552734375, 0.177978515625, 0.2218017578125, 0.265625, 0.3094482421875, 0.353271484375, 0.3970947265625, 0.44091796875, 0.4847412109375, 0.528564453125, 0.5723876953125, 0.6162109375, 0.6600341796875, 0.703857421875, 0.7476806640625, 0.79150390625, 0.8353271484375, 0.879150390625, 0.9229736328125, 0.966796875]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 7.0, 17.0, 26.0, 38.0, 66.0, 82.0, 99.0, 142.0, 122.0, 123.0, 74.0, 70.0, 44.0, 24.0, 19.0, 20.0, 6.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-20.432201385498047, -19.685049057006836, -18.937896728515625, -18.190744400024414, -17.443592071533203, -16.696441650390625, -15.949289321899414, -15.202136993408203, -14.454984664916992, -13.707832336425781, -12.96068000793457, -12.213528633117676, -11.466376304626465, -10.719223976135254, -9.97207260131836, -9.224920272827148, -8.477767944335938, -7.730615615844727, -6.983463764190674, -6.236311912536621, -5.48915958404541, -4.742007255554199, -3.9948554039001465, -3.2477035522460938, -2.500551223754883, -1.753399133682251, -1.0062470436096191, -0.2590949535369873, 0.48805713653564453, 1.2352092266082764, 1.9823613166809082, 2.729513168334961, 3.476665496826172, 4.223817825317383, 4.9709696769714355, 5.718121528625488, 6.465273857116699, 7.21242618560791, 7.959578037261963, 8.706729888916016, 9.453882217407227, 10.201034545898438, 10.948186874389648, 11.695338249206543, 12.442490577697754, 13.189642906188965, 13.93679428100586, 14.68394660949707, 15.431098937988281, 16.178251266479492, 16.925403594970703, 17.672555923461914, 18.419708251953125, 19.166858673095703, 19.914011001586914, 20.661163330078125, 21.408315658569336, 22.155467987060547, 22.902620315551758, 23.64977264404297, 24.396923065185547, 25.144075393676758, 25.89122772216797, 26.63838005065918, 27.38553237915039]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 7.0, 6.0, 8.0, 18.0, 11.0, 14.0, 17.0, 21.0, 27.0, 21.0, 32.0, 27.0, 30.0, 39.0, 32.0, 46.0, 43.0, 42.0, 54.0, 49.0, 48.0, 51.0, 43.0, 38.0, 38.0, 25.0, 36.0, 26.0, 25.0, 22.0, 20.0, 16.0, 20.0, 5.0, 10.0, 6.0, 7.0, 5.0, 9.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-17.840988159179688, -17.283180236816406, -16.725374221801758, -16.167566299438477, -15.609759330749512, -15.051952362060547, -14.494144439697266, -13.9363374710083, -13.378530502319336, -12.820723533630371, -12.262916564941406, -11.705108642578125, -11.14730167388916, -10.589494705200195, -10.031686782836914, -9.47387981414795, -8.916072845458984, -8.35826587677002, -7.8004584312438965, -7.242650985717773, -6.684844017028809, -6.127037048339844, -5.569229602813721, -5.011422157287598, -4.453615188598633, -3.895807981491089, -3.338000774383545, -2.780193567276001, -2.222386360168457, -1.664579153060913, -1.1067719459533691, -0.5489647388458252, 0.00884246826171875, 0.5666496753692627, 1.1244568824768066, 1.6822640895843506, 2.2400712966918945, 2.7978785037994385, 3.3556857109069824, 3.9134929180145264, 4.47130012512207, 5.029107093811035, 5.586914539337158, 6.144721984863281, 6.702528953552246, 7.260335922241211, 7.818143367767334, 8.375950813293457, 8.933757781982422, 9.491564750671387, 10.049371719360352, 10.607179641723633, 11.164986610412598, 11.722793579101562, 12.280601501464844, 12.838408470153809, 13.396215438842773, 13.954022407531738, 14.511829376220703, 15.069637298583984, 15.62744426727295, 16.185251235961914, 16.743059158325195, 17.300865173339844, 17.858673095703125]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 5.0, 10.0, 12.0, 12.0, 27.0, 47.0, 116.0, 206.0, 556.0, 1733.0, 7090.0, 52763.0, 3449568.0, 650413.0, 24994.0, 4577.0, 1259.0, 449.0, 220.0, 93.0, 45.0, 36.0, 21.0, 9.0, 7.0, 7.0, 8.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.705078125, -3.567047119140625, -3.42901611328125, -3.290985107421875, -3.1529541015625, -3.014923095703125, -2.87689208984375, -2.738861083984375, -2.600830078125, -2.462799072265625, -2.32476806640625, -2.186737060546875, -2.0487060546875, -1.910675048828125, -1.77264404296875, -1.634613037109375, -1.49658203125, -1.358551025390625, -1.22052001953125, -1.082489013671875, -0.9444580078125, -0.806427001953125, -0.66839599609375, -0.530364990234375, -0.392333984375, -0.254302978515625, -0.11627197265625, 0.021759033203125, 0.1597900390625, 0.297821044921875, 0.43585205078125, 0.573883056640625, 0.7119140625, 0.849945068359375, 0.98797607421875, 1.126007080078125, 1.2640380859375, 1.402069091796875, 1.54010009765625, 1.678131103515625, 1.816162109375, 1.954193115234375, 2.09222412109375, 2.230255126953125, 2.3682861328125, 2.506317138671875, 2.64434814453125, 2.782379150390625, 2.92041015625, 3.058441162109375, 3.19647216796875, 3.334503173828125, 3.4725341796875, 3.610565185546875, 3.74859619140625, 3.886627197265625, 4.024658203125, 4.162689208984375, 4.30072021484375, 4.438751220703125, 4.5767822265625, 4.714813232421875, 4.85284423828125, 4.990875244140625, 5.12890625]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 5.0, 2.0, 9.0, 18.0, 17.0, 27.0, 21.0, 26.0, 33.0, 54.0, 42.0, 51.0, 63.0, 57.0, 93.0, 62.0, 72.0, 57.0, 67.0, 48.0, 32.0, 28.0, 20.0, 20.0, 18.0, 12.0, 14.0, 10.0, 5.0, 7.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-1.51953125, -1.482177734375, -1.44482421875, -1.407470703125, -1.3701171875, -1.332763671875, -1.29541015625, -1.258056640625, -1.220703125, -1.183349609375, -1.14599609375, -1.108642578125, -1.0712890625, -1.033935546875, -0.99658203125, -0.959228515625, -0.921875, -0.884521484375, -0.84716796875, -0.809814453125, -0.7724609375, -0.735107421875, -0.69775390625, -0.660400390625, -0.623046875, -0.585693359375, -0.54833984375, -0.510986328125, -0.4736328125, -0.436279296875, -0.39892578125, -0.361572265625, -0.32421875, -0.286865234375, -0.24951171875, -0.212158203125, -0.1748046875, -0.137451171875, -0.10009765625, -0.062744140625, -0.025390625, 0.011962890625, 0.04931640625, 0.086669921875, 0.1240234375, 0.161376953125, 0.19873046875, 0.236083984375, 0.2734375, 0.310791015625, 0.34814453125, 0.385498046875, 0.4228515625, 0.460205078125, 0.49755859375, 0.534912109375, 0.572265625, 0.609619140625, 0.64697265625, 0.684326171875, 0.7216796875, 0.759033203125, 0.79638671875, 0.833740234375, 0.87109375]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 3.0, 6.0, 1.0, 14.0, 9.0, 8.0, 22.0, 37.0, 51.0, 100.0, 175.0, 365.0, 924.0, 2424.0, 7786.0, 32285.0, 245907.0, 3630631.0, 229990.0, 31601.0, 7668.0, 2484.0, 900.0, 412.0, 213.0, 97.0, 57.0, 32.0, 18.0, 19.0, 12.0, 9.0, 4.0, 8.0, 3.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.01171875, -2.912933349609375, -2.81414794921875, -2.715362548828125, -2.6165771484375, -2.517791748046875, -2.41900634765625, -2.320220947265625, -2.221435546875, -2.122650146484375, -2.02386474609375, -1.925079345703125, -1.8262939453125, -1.727508544921875, -1.62872314453125, -1.529937744140625, -1.43115234375, -1.332366943359375, -1.23358154296875, -1.134796142578125, -1.0360107421875, -0.937225341796875, -0.83843994140625, -0.739654541015625, -0.640869140625, -0.542083740234375, -0.44329833984375, -0.344512939453125, -0.2457275390625, -0.146942138671875, -0.04815673828125, 0.050628662109375, 0.1494140625, 0.248199462890625, 0.34698486328125, 0.445770263671875, 0.5445556640625, 0.643341064453125, 0.74212646484375, 0.840911865234375, 0.939697265625, 1.038482666015625, 1.13726806640625, 1.236053466796875, 1.3348388671875, 1.433624267578125, 1.53240966796875, 1.631195068359375, 1.72998046875, 1.828765869140625, 1.92755126953125, 2.026336669921875, 2.1251220703125, 2.223907470703125, 2.32269287109375, 2.421478271484375, 2.520263671875, 2.619049072265625, 2.71783447265625, 2.816619873046875, 2.9154052734375, 3.014190673828125, 3.11297607421875, 3.211761474609375, 3.310546875]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 1.0, 0.0, 8.0, 6.0, 14.0, 15.0, 11.0, 15.0, 24.0, 52.0, 63.0, 94.0, 171.0, 336.0, 824.0, 1128.0, 598.0, 285.0, 142.0, 78.0, 60.0, 41.0, 29.0, 15.0, 21.0, 15.0, 4.0, 9.0, 2.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5234375, -2.437469482421875, -2.35150146484375, -2.265533447265625, -2.1795654296875, -2.093597412109375, -2.00762939453125, -1.921661376953125, -1.835693359375, -1.749725341796875, -1.66375732421875, -1.577789306640625, -1.4918212890625, -1.405853271484375, -1.31988525390625, -1.233917236328125, -1.14794921875, -1.061981201171875, -0.97601318359375, -0.890045166015625, -0.8040771484375, -0.718109130859375, -0.63214111328125, -0.546173095703125, -0.460205078125, -0.374237060546875, -0.28826904296875, -0.202301025390625, -0.1163330078125, -0.030364990234375, 0.05560302734375, 0.141571044921875, 0.2275390625, 0.313507080078125, 0.39947509765625, 0.485443115234375, 0.5714111328125, 0.657379150390625, 0.74334716796875, 0.829315185546875, 0.915283203125, 1.001251220703125, 1.08721923828125, 1.173187255859375, 1.2591552734375, 1.345123291015625, 1.43109130859375, 1.517059326171875, 1.60302734375, 1.688995361328125, 1.77496337890625, 1.860931396484375, 1.9468994140625, 2.032867431640625, 2.11883544921875, 2.204803466796875, 2.290771484375, 2.376739501953125, 2.46270751953125, 2.548675537109375, 2.6346435546875, 2.720611572265625, 2.80657958984375, 2.892547607421875, 2.978515625]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 6.0, 13.0, 26.0, 51.0, 87.0, 144.0, 183.0, 176.0, 124.0, 76.0, 40.0, 26.0, 15.0, 7.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.83356285095215, -19.026195526123047, -18.218826293945312, -17.41145896911621, -16.604089736938477, -15.796722412109375, -14.989354133605957, -14.181985855102539, -13.374617576599121, -12.567249298095703, -11.759881019592285, -10.952512741088867, -10.145145416259766, -9.337776184082031, -8.53040885925293, -7.723040580749512, -6.915672302246094, -6.108304023742676, -5.300935745239258, -4.493567943572998, -3.68619966506958, -2.878831386566162, -2.0714635848999023, -1.2640953063964844, -0.4567270278930664, 0.350641131401062, 1.1580092906951904, 1.9653773307800293, 2.7727456092834473, 3.5801138877868652, 4.387481689453125, 5.194849967956543, 6.002220153808594, 6.809588432312012, 7.61695671081543, 8.424324035644531, 9.231693267822266, 10.039060592651367, 10.846428871154785, 11.653797149658203, 12.461165428161621, 13.268533706665039, 14.075901985168457, 14.883270263671875, 15.690637588500977, 16.49800682067871, 17.305374145507812, 18.112743377685547, 18.92011070251465, 19.72747802734375, 20.534847259521484, 21.342214584350586, 22.14958381652832, 22.956951141357422, 23.764320373535156, 24.571687698364258, 25.37905502319336, 26.18642234802246, 26.993791580200195, 27.801158905029297, 28.60852813720703, 29.415895462036133, 30.223262786865234, 31.03063201904297, 31.838001251220703]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 6.0, 8.0, 6.0, 15.0, 13.0, 24.0, 23.0, 27.0, 26.0, 24.0, 39.0, 40.0, 45.0, 53.0, 47.0, 49.0, 68.0, 51.0, 65.0, 44.0, 39.0, 50.0, 42.0, 32.0, 29.0, 25.0, 18.0, 19.0, 13.0, 11.0, 3.0, 7.0, 9.0, 8.0, 4.0, 1.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-12.075857162475586, -11.709420204162598, -11.34298324584961, -10.976545333862305, -10.610108375549316, -10.243671417236328, -9.877233505249023, -9.510796546936035, -9.144359588623047, -8.777922630310059, -8.41148567199707, -8.045047760009766, -7.678610801696777, -7.312173843383789, -6.945736408233643, -6.579298973083496, -6.212862014770508, -5.8464250564575195, -5.479987621307373, -5.113550186157227, -4.747113227844238, -4.38067626953125, -4.0142388343811035, -3.647801637649536, -3.2813644409179688, -2.9149272441864014, -2.548490047454834, -2.1820528507232666, -1.8156156539916992, -1.4491784572601318, -1.0827412605285645, -0.7163040637969971, -0.3498668670654297, 0.016570329666137695, 0.3830075263977051, 0.7494447231292725, 1.1158819198608398, 1.4823191165924072, 1.8487563133239746, 2.215193510055542, 2.5816307067871094, 2.9480679035186768, 3.314505100250244, 3.6809422969818115, 4.047379493713379, 4.413816452026367, 4.780253887176514, 5.14669132232666, 5.513128280639648, 5.879565238952637, 6.246002674102783, 6.61244010925293, 6.978877067565918, 7.345314025878906, 7.711751461029053, 8.0781888961792, 8.444625854492188, 8.811062812805176, 9.177499771118164, 9.543937683105469, 9.910374641418457, 10.276811599731445, 10.64324951171875, 11.009686470031738, 11.376123428344727]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 7.0, 3.0, 13.0, 19.0, 22.0, 33.0, 38.0, 70.0, 67.0, 172.0, 237.0, 370.0, 613.0, 993.0, 1775.0, 3197.0, 6048.0, 11919.0, 23869.0, 50314.0, 111235.0, 241020.0, 301196.0, 157633.0, 70965.0, 32705.0, 16031.0, 8038.0, 4285.0, 2342.0, 1318.0, 782.0, 422.0, 273.0, 161.0, 123.0, 84.0, 54.0, 33.0, 22.0, 20.0, 9.0, 11.0, 6.0, 5.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.8076171875, -1.754791259765625, -1.70196533203125, -1.649139404296875, -1.5963134765625, -1.543487548828125, -1.49066162109375, -1.437835693359375, -1.385009765625, -1.332183837890625, -1.27935791015625, -1.226531982421875, -1.1737060546875, -1.120880126953125, -1.06805419921875, -1.015228271484375, -0.96240234375, -0.909576416015625, -0.85675048828125, -0.803924560546875, -0.7510986328125, -0.698272705078125, -0.64544677734375, -0.592620849609375, -0.539794921875, -0.486968994140625, -0.43414306640625, -0.381317138671875, -0.3284912109375, -0.275665283203125, -0.22283935546875, -0.170013427734375, -0.1171875, -0.064361572265625, -0.01153564453125, 0.041290283203125, 0.0941162109375, 0.146942138671875, 0.19976806640625, 0.252593994140625, 0.305419921875, 0.358245849609375, 0.41107177734375, 0.463897705078125, 0.5167236328125, 0.569549560546875, 0.62237548828125, 0.675201416015625, 0.72802734375, 0.780853271484375, 0.83367919921875, 0.886505126953125, 0.9393310546875, 0.992156982421875, 1.04498291015625, 1.097808837890625, 1.150634765625, 1.203460693359375, 1.25628662109375, 1.309112548828125, 1.3619384765625, 1.414764404296875, 1.46759033203125, 1.520416259765625, 1.5732421875]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 4.0, 5.0, 6.0, 3.0, 6.0, 9.0, 10.0, 16.0, 22.0, 21.0, 21.0, 23.0, 36.0, 30.0, 35.0, 32.0, 54.0, 44.0, 45.0, 62.0, 54.0, 59.0, 44.0, 38.0, 44.0, 51.0, 31.0, 23.0, 30.0, 23.0, 24.0, 19.0, 14.0, 11.0, 10.0, 9.0, 9.0, 7.0, 8.0, 2.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.9404296875, -0.9122467041015625, -0.884063720703125, -0.8558807373046875, -0.82769775390625, -0.7995147705078125, -0.771331787109375, -0.7431488037109375, -0.7149658203125, -0.6867828369140625, -0.658599853515625, -0.6304168701171875, -0.60223388671875, -0.5740509033203125, -0.545867919921875, -0.5176849365234375, -0.489501953125, -0.4613189697265625, -0.433135986328125, -0.4049530029296875, -0.37677001953125, -0.3485870361328125, -0.320404052734375, -0.2922210693359375, -0.2640380859375, -0.2358551025390625, -0.207672119140625, -0.1794891357421875, -0.15130615234375, -0.1231231689453125, -0.094940185546875, -0.0667572021484375, -0.03857421875, -0.0103912353515625, 0.017791748046875, 0.0459747314453125, 0.07415771484375, 0.1023406982421875, 0.130523681640625, 0.1587066650390625, 0.1868896484375, 0.2150726318359375, 0.243255615234375, 0.2714385986328125, 0.29962158203125, 0.3278045654296875, 0.355987548828125, 0.3841705322265625, 0.412353515625, 0.4405364990234375, 0.468719482421875, 0.4969024658203125, 0.52508544921875, 0.5532684326171875, 0.581451416015625, 0.6096343994140625, 0.6378173828125, 0.6660003662109375, 0.694183349609375, 0.7223663330078125, 0.75054931640625, 0.7787322998046875, 0.806915283203125, 0.8350982666015625, 0.86328125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 5.0, 6.0, 7.0, 9.0, 10.0, 24.0, 50.0, 45.0, 98.0, 126.0, 205.0, 364.0, 608.0, 1175.0, 2879.0, 10837.0, 85653.0, 784285.0, 141051.0, 14466.0, 3530.0, 1337.0, 707.0, 418.0, 254.0, 128.0, 98.0, 53.0, 35.0, 28.0, 26.0, 11.0, 9.0, 6.0, 6.0, 1.0, 6.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.83203125, -4.6790771484375, -4.526123046875, -4.3731689453125, -4.22021484375, -4.0672607421875, -3.914306640625, -3.7613525390625, -3.6083984375, -3.4554443359375, -3.302490234375, -3.1495361328125, -2.99658203125, -2.8436279296875, -2.690673828125, -2.5377197265625, -2.384765625, -2.2318115234375, -2.078857421875, -1.9259033203125, -1.77294921875, -1.6199951171875, -1.467041015625, -1.3140869140625, -1.1611328125, -1.0081787109375, -0.855224609375, -0.7022705078125, -0.54931640625, -0.3963623046875, -0.243408203125, -0.0904541015625, 0.0625, 0.2154541015625, 0.368408203125, 0.5213623046875, 0.67431640625, 0.8272705078125, 0.980224609375, 1.1331787109375, 1.2861328125, 1.4390869140625, 1.592041015625, 1.7449951171875, 1.89794921875, 2.0509033203125, 2.203857421875, 2.3568115234375, 2.509765625, 2.6627197265625, 2.815673828125, 2.9686279296875, 3.12158203125, 3.2745361328125, 3.427490234375, 3.5804443359375, 3.7333984375, 3.8863525390625, 4.039306640625, 4.1922607421875, 4.34521484375, 4.4981689453125, 4.651123046875, 4.8040771484375, 4.95703125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 8.0, 8.0, 9.0, 8.0, 13.0, 17.0, 22.0, 22.0, 37.0, 30.0, 33.0, 46.0, 52.0, 48.0, 57.0, 52.0, 55.0, 58.0, 54.0, 51.0, 57.0, 47.0, 40.0, 29.0, 39.0, 22.0, 22.0, 19.0, 10.0, 6.0, 11.0, 9.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.44140625, -4.29095458984375, -4.1405029296875, -3.99005126953125, -3.839599609375, -3.68914794921875, -3.5386962890625, -3.38824462890625, -3.23779296875, -3.08734130859375, -2.9368896484375, -2.78643798828125, -2.635986328125, -2.48553466796875, -2.3350830078125, -2.18463134765625, -2.0341796875, -1.88372802734375, -1.7332763671875, -1.58282470703125, -1.432373046875, -1.28192138671875, -1.1314697265625, -0.98101806640625, -0.83056640625, -0.68011474609375, -0.5296630859375, -0.37921142578125, -0.228759765625, -0.07830810546875, 0.0721435546875, 0.22259521484375, 0.373046875, 0.52349853515625, 0.6739501953125, 0.82440185546875, 0.974853515625, 1.12530517578125, 1.2757568359375, 1.42620849609375, 1.57666015625, 1.72711181640625, 1.8775634765625, 2.02801513671875, 2.178466796875, 2.32891845703125, 2.4793701171875, 2.62982177734375, 2.7802734375, 2.93072509765625, 3.0811767578125, 3.23162841796875, 3.382080078125, 3.53253173828125, 3.6829833984375, 3.83343505859375, 3.98388671875, 4.13433837890625, 4.2847900390625, 4.43524169921875, 4.585693359375, 4.73614501953125, 4.8865966796875, 5.03704833984375, 5.1875]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 4.0, 5.0, 7.0, 11.0, 16.0, 16.0, 34.0, 34.0, 63.0, 102.0, 221.0, 536.0, 1422.0, 6498.0, 63436.0, 893996.0, 72542.0, 6936.0, 1592.0, 541.0, 219.0, 107.0, 83.0, 42.0, 20.0, 22.0, 11.0, 12.0, 6.0, 7.0, 5.0, 2.0, 7.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.466796875, -2.38323974609375, -2.2996826171875, -2.21612548828125, -2.132568359375, -2.04901123046875, -1.9654541015625, -1.88189697265625, -1.79833984375, -1.71478271484375, -1.6312255859375, -1.54766845703125, -1.464111328125, -1.38055419921875, -1.2969970703125, -1.21343994140625, -1.1298828125, -1.04632568359375, -0.9627685546875, -0.87921142578125, -0.795654296875, -0.71209716796875, -0.6285400390625, -0.54498291015625, -0.46142578125, -0.37786865234375, -0.2943115234375, -0.21075439453125, -0.127197265625, -0.04364013671875, 0.0399169921875, 0.12347412109375, 0.20703125, 0.29058837890625, 0.3741455078125, 0.45770263671875, 0.541259765625, 0.62481689453125, 0.7083740234375, 0.79193115234375, 0.87548828125, 0.95904541015625, 1.0426025390625, 1.12615966796875, 1.209716796875, 1.29327392578125, 1.3768310546875, 1.46038818359375, 1.5439453125, 1.62750244140625, 1.7110595703125, 1.79461669921875, 1.878173828125, 1.96173095703125, 2.0452880859375, 2.12884521484375, 2.21240234375, 2.29595947265625, 2.3795166015625, 2.46307373046875, 2.546630859375, 2.63018798828125, 2.7137451171875, 2.79730224609375, 2.880859375]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 6.0, 3.0, 7.0, 8.0, 12.0, 13.0, 19.0, 22.0, 29.0, 32.0, 48.0, 74.0, 86.0, 117.0, 122.0, 101.0, 77.0, 43.0, 32.0, 24.0, 18.0, 25.0, 12.0, 16.0, 9.0, 6.0, 7.0, 11.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.0003521442413330078, -0.0003431066870689392, -0.0003340691328048706, -0.000325031578540802, -0.0003159940242767334, -0.0003069564700126648, -0.0002979189157485962, -0.0002888813614845276, -0.000279843807220459, -0.0002708062529563904, -0.0002617686986923218, -0.0002527311444282532, -0.00024369359016418457, -0.00023465603590011597, -0.00022561848163604736, -0.00021658092737197876, -0.00020754337310791016, -0.00019850581884384155, -0.00018946826457977295, -0.00018043071031570435, -0.00017139315605163574, -0.00016235560178756714, -0.00015331804752349854, -0.00014428049325942993, -0.00013524293899536133, -0.00012620538473129272, -0.00011716783046722412, -0.00010813027620315552, -9.909272193908691e-05, -9.005516767501831e-05, -8.101761341094971e-05, -7.19800591468811e-05, -6.29425048828125e-05, -5.3904950618743896e-05, -4.486739635467529e-05, -3.582984209060669e-05, -2.6792287826538086e-05, -1.7754733562469482e-05, -8.717179298400879e-06, 3.203749656677246e-07, 9.357929229736328e-06, 1.839548349380493e-05, 2.7433037757873535e-05, 3.647059202194214e-05, 4.550814628601074e-05, 5.4545700550079346e-05, 6.358325481414795e-05, 7.262080907821655e-05, 8.165836334228516e-05, 9.069591760635376e-05, 9.973347187042236e-05, 0.00010877102613449097, 0.00011780858039855957, 0.00012684613466262817, 0.00013588368892669678, 0.00014492124319076538, 0.00015395879745483398, 0.0001629963517189026, 0.0001720339059829712, 0.0001810714602470398, 0.0001901090145111084, 0.000199146568775177, 0.0002081841230392456, 0.0002172216773033142, 0.0002262592315673828]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 4.0, 7.0, 6.0, 9.0, 22.0, 48.0, 73.0, 144.0, 442.0, 1131.0, 4025.0, 31539.0, 837200.0, 160889.0, 9814.0, 1958.0, 707.0, 281.0, 116.0, 65.0, 32.0, 16.0, 16.0, 6.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.453125, -3.359161376953125, -3.26519775390625, -3.171234130859375, -3.0772705078125, -2.983306884765625, -2.88934326171875, -2.795379638671875, -2.701416015625, -2.607452392578125, -2.51348876953125, -2.419525146484375, -2.3255615234375, -2.231597900390625, -2.13763427734375, -2.043670654296875, -1.94970703125, -1.855743408203125, -1.76177978515625, -1.667816162109375, -1.5738525390625, -1.479888916015625, -1.38592529296875, -1.291961669921875, -1.197998046875, -1.104034423828125, -1.01007080078125, -0.916107177734375, -0.8221435546875, -0.728179931640625, -0.63421630859375, -0.540252685546875, -0.4462890625, -0.352325439453125, -0.25836181640625, -0.164398193359375, -0.0704345703125, 0.023529052734375, 0.11749267578125, 0.211456298828125, 0.305419921875, 0.399383544921875, 0.49334716796875, 0.587310791015625, 0.6812744140625, 0.775238037109375, 0.86920166015625, 0.963165283203125, 1.05712890625, 1.151092529296875, 1.24505615234375, 1.339019775390625, 1.4329833984375, 1.526947021484375, 1.62091064453125, 1.714874267578125, 1.808837890625, 1.902801513671875, 1.99676513671875, 2.090728759765625, 2.1846923828125, 2.278656005859375, 2.37261962890625, 2.466583251953125, 2.560546875]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 4.0, 5.0, 5.0, 12.0, 13.0, 15.0, 14.0, 16.0, 17.0, 25.0, 37.0, 51.0, 49.0, 73.0, 93.0, 81.0, 84.0, 69.0, 71.0, 60.0, 32.0, 37.0, 31.0, 20.0, 15.0, 13.0, 7.0, 4.0, 7.0, 8.0, 5.0, 5.0, 5.0, 8.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.53515625, -1.4898681640625, -1.444580078125, -1.3992919921875, -1.35400390625, -1.3087158203125, -1.263427734375, -1.2181396484375, -1.1728515625, -1.1275634765625, -1.082275390625, -1.0369873046875, -0.99169921875, -0.9464111328125, -0.901123046875, -0.8558349609375, -0.810546875, -0.7652587890625, -0.719970703125, -0.6746826171875, -0.62939453125, -0.5841064453125, -0.538818359375, -0.4935302734375, -0.4482421875, -0.4029541015625, -0.357666015625, -0.3123779296875, -0.26708984375, -0.2218017578125, -0.176513671875, -0.1312255859375, -0.0859375, -0.0406494140625, 0.004638671875, 0.0499267578125, 0.09521484375, 0.1405029296875, 0.185791015625, 0.2310791015625, 0.2763671875, 0.3216552734375, 0.366943359375, 0.4122314453125, 0.45751953125, 0.5028076171875, 0.548095703125, 0.5933837890625, 0.638671875, 0.6839599609375, 0.729248046875, 0.7745361328125, 0.81982421875, 0.8651123046875, 0.910400390625, 0.9556884765625, 1.0009765625, 1.0462646484375, 1.091552734375, 1.1368408203125, 1.18212890625, 1.2274169921875, 1.272705078125, 1.3179931640625, 1.36328125]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 8.0, 11.0, 27.0, 65.0, 141.0, 240.0, 257.0, 129.0, 68.0, 32.0, 10.0, 8.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.776268005371094, -45.54295349121094, -44.30963897705078, -43.076324462890625, -41.84300994873047, -40.60969543457031, -39.376380920410156, -38.14306640625, -36.909751892089844, -35.67643737792969, -34.44312286376953, -33.209808349609375, -31.97649383544922, -30.743179321289062, -29.509864807128906, -28.27655029296875, -27.043235778808594, -25.809921264648438, -24.57660675048828, -23.343292236328125, -22.10997772216797, -20.876663208007812, -19.643348693847656, -18.4100341796875, -17.176719665527344, -15.943405151367188, -14.710090637207031, -13.476776123046875, -12.243461608886719, -11.010147094726562, -9.776832580566406, -8.54351806640625, -7.310207366943359, -6.076892852783203, -4.843578338623047, -3.6102638244628906, -2.3769493103027344, -1.1436347961425781, 0.08967971801757812, 1.3229942321777344, 2.5563087463378906, 3.789623260498047, 5.022937774658203, 6.256252288818359, 7.489566802978516, 8.722881317138672, 9.956195831298828, 11.189510345458984, 12.42282485961914, 13.656139373779297, 14.889453887939453, 16.12276840209961, 17.356082916259766, 18.589397430419922, 19.822711944580078, 21.056026458740234, 22.28934097290039, 23.522655487060547, 24.755970001220703, 25.98928451538086, 27.222599029541016, 28.455913543701172, 29.689228057861328, 30.922542572021484, 32.15585708618164]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 0.0, 9.0, 5.0, 4.0, 9.0, 14.0, 13.0, 11.0, 14.0, 19.0, 18.0, 22.0, 20.0, 31.0, 26.0, 30.0, 38.0, 39.0, 38.0, 28.0, 54.0, 42.0, 55.0, 57.0, 48.0, 36.0, 35.0, 35.0, 27.0, 19.0, 39.0, 19.0, 23.0, 17.0, 28.0, 13.0, 8.0, 16.0, 10.0, 7.0, 4.0, 5.0, 4.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0], "bins": [-15.971219062805176, -15.51429271697998, -15.057366371154785, -14.60044002532959, -14.143512725830078, -13.686586380004883, -13.229660034179688, -12.772733688354492, -12.315807342529297, -11.858880996704102, -11.401954650878906, -10.945028305053711, -10.488101959228516, -10.03117561340332, -9.574248313903809, -9.117321968078613, -8.660395622253418, -8.203469276428223, -7.746542930603027, -7.289616107940674, -6.8326897621154785, -6.375763416290283, -5.91883659362793, -5.461910247802734, -5.004983901977539, -4.548057556152344, -4.091131210327148, -3.634204387664795, -3.1772780418395996, -2.7203516960144043, -2.26342511177063, -1.8064985275268555, -1.3495712280273438, -0.8926447629928589, -0.435718297958374, 0.02120816707611084, 0.4781346321105957, 0.935060977935791, 1.3919875621795654, 1.8489141464233398, 2.305840492248535, 2.7627668380737305, 3.219693422317505, 3.6766200065612793, 4.133546352386475, 4.59047269821167, 5.047399520874023, 5.504325866699219, 5.961252212524414, 6.418178558349609, 6.875104904174805, 7.332031726837158, 7.7889580726623535, 8.24588394165039, 8.702811241149902, 9.159737586975098, 9.616663932800293, 10.073590278625488, 10.530516624450684, 10.987442970275879, 11.44437026977539, 11.901296615600586, 12.358222961425781, 12.815149307250977, 13.272075653076172]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 4.0, 7.0, 16.0, 16.0, 35.0, 55.0, 79.0, 123.0, 183.0, 396.0, 1684.0, 122720.0, 4062396.0, 5322.0, 604.0, 247.0, 151.0, 93.0, 53.0, 30.0, 25.0, 11.0, 13.0, 5.0, 8.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.765625, -7.4447021484375, -7.123779296875, -6.8028564453125, -6.48193359375, -6.1610107421875, -5.840087890625, -5.5191650390625, -5.1982421875, -4.8773193359375, -4.556396484375, -4.2354736328125, -3.91455078125, -3.5936279296875, -3.272705078125, -2.9517822265625, -2.630859375, -2.3099365234375, -1.989013671875, -1.6680908203125, -1.34716796875, -1.0262451171875, -0.705322265625, -0.3843994140625, -0.0634765625, 0.2574462890625, 0.578369140625, 0.8992919921875, 1.22021484375, 1.5411376953125, 1.862060546875, 2.1829833984375, 2.50390625, 2.8248291015625, 3.145751953125, 3.4666748046875, 3.78759765625, 4.1085205078125, 4.429443359375, 4.7503662109375, 5.0712890625, 5.3922119140625, 5.713134765625, 6.0340576171875, 6.35498046875, 6.6759033203125, 6.996826171875, 7.3177490234375, 7.638671875, 7.9595947265625, 8.280517578125, 8.6014404296875, 8.92236328125, 9.2432861328125, 9.564208984375, 9.8851318359375, 10.2060546875, 10.5269775390625, 10.847900390625, 11.1688232421875, 11.48974609375, 11.8106689453125, 12.131591796875, 12.4525146484375, 12.7734375]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 12.0, 17.0, 17.0, 18.0, 20.0, 26.0, 20.0, 36.0, 31.0, 34.0, 53.0, 64.0, 55.0, 49.0, 51.0, 60.0, 53.0, 55.0, 47.0, 41.0, 37.0, 27.0, 28.0, 19.0, 16.0, 20.0, 15.0, 6.0, 10.0, 14.0, 7.0, 7.0, 5.0, 6.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.98583984375, -0.9555435180664062, -0.9252471923828125, -0.8949508666992188, -0.864654541015625, -0.8343582153320312, -0.8040618896484375, -0.7737655639648438, -0.74346923828125, -0.7131729125976562, -0.6828765869140625, -0.6525802612304688, -0.622283935546875, -0.5919876098632812, -0.5616912841796875, -0.5313949584960938, -0.5010986328125, -0.47080230712890625, -0.4405059814453125, -0.41020965576171875, -0.379913330078125, -0.34961700439453125, -0.3193206787109375, -0.28902435302734375, -0.25872802734375, -0.22843170166015625, -0.1981353759765625, -0.16783905029296875, -0.137542724609375, -0.10724639892578125, -0.0769500732421875, -0.04665374755859375, -0.016357421875, 0.01393890380859375, 0.0442352294921875, 0.07453155517578125, 0.104827880859375, 0.13512420654296875, 0.1654205322265625, 0.19571685791015625, 0.22601318359375, 0.25630950927734375, 0.2866058349609375, 0.31690216064453125, 0.347198486328125, 0.37749481201171875, 0.4077911376953125, 0.43808746337890625, 0.4683837890625, 0.49868011474609375, 0.5289764404296875, 0.5592727661132812, 0.589569091796875, 0.6198654174804688, 0.6501617431640625, 0.6804580688476562, 0.71075439453125, 0.7410507202148438, 0.7713470458984375, 0.8016433715820312, 0.831939697265625, 0.8622360229492188, 0.8925323486328125, 0.9228286743164062, 0.953125]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 7.0, 18.0, 22.0, 46.0, 55.0, 123.0, 181.0, 411.0, 900.0, 2223.0, 5978.0, 19022.0, 88122.0, 1892181.0, 2068386.0, 89427.0, 18308.0, 5541.0, 1951.0, 774.0, 293.0, 161.0, 62.0, 42.0, 22.0, 7.0, 12.0, 1.0, 2.0, 4.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.919921875, -2.838836669921875, -2.75775146484375, -2.676666259765625, -2.5955810546875, -2.514495849609375, -2.43341064453125, -2.352325439453125, -2.271240234375, -2.190155029296875, -2.10906982421875, -2.027984619140625, -1.9468994140625, -1.865814208984375, -1.78472900390625, -1.703643798828125, -1.62255859375, -1.541473388671875, -1.46038818359375, -1.379302978515625, -1.2982177734375, -1.217132568359375, -1.13604736328125, -1.054962158203125, -0.973876953125, -0.892791748046875, -0.81170654296875, -0.730621337890625, -0.6495361328125, -0.568450927734375, -0.48736572265625, -0.406280517578125, -0.3251953125, -0.244110107421875, -0.16302490234375, -0.081939697265625, -0.0008544921875, 0.080230712890625, 0.16131591796875, 0.242401123046875, 0.323486328125, 0.404571533203125, 0.48565673828125, 0.566741943359375, 0.6478271484375, 0.728912353515625, 0.80999755859375, 0.891082763671875, 0.97216796875, 1.053253173828125, 1.13433837890625, 1.215423583984375, 1.2965087890625, 1.377593994140625, 1.45867919921875, 1.539764404296875, 1.620849609375, 1.701934814453125, 1.78302001953125, 1.864105224609375, 1.9451904296875, 2.026275634765625, 2.10736083984375, 2.188446044921875, 2.26953125]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 4.0, 6.0, 5.0, 9.0, 10.0, 22.0, 19.0, 20.0, 34.0, 38.0, 69.0, 99.0, 177.0, 286.0, 552.0, 925.0, 770.0, 443.0, 214.0, 122.0, 64.0, 57.0, 34.0, 25.0, 11.0, 9.0, 8.0, 12.0, 6.0, 7.0, 1.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.537109375, -2.469970703125, -2.40283203125, -2.335693359375, -2.2685546875, -2.201416015625, -2.13427734375, -2.067138671875, -2.0, -1.932861328125, -1.86572265625, -1.798583984375, -1.7314453125, -1.664306640625, -1.59716796875, -1.530029296875, -1.462890625, -1.395751953125, -1.32861328125, -1.261474609375, -1.1943359375, -1.127197265625, -1.06005859375, -0.992919921875, -0.92578125, -0.858642578125, -0.79150390625, -0.724365234375, -0.6572265625, -0.590087890625, -0.52294921875, -0.455810546875, -0.388671875, -0.321533203125, -0.25439453125, -0.187255859375, -0.1201171875, -0.052978515625, 0.01416015625, 0.081298828125, 0.1484375, 0.215576171875, 0.28271484375, 0.349853515625, 0.4169921875, 0.484130859375, 0.55126953125, 0.618408203125, 0.685546875, 0.752685546875, 0.81982421875, 0.886962890625, 0.9541015625, 1.021240234375, 1.08837890625, 1.155517578125, 1.22265625, 1.289794921875, 1.35693359375, 1.424072265625, 1.4912109375, 1.558349609375, 1.62548828125, 1.692626953125, 1.759765625]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 13.0, 18.0, 44.0, 100.0, 226.0, 301.0, 195.0, 67.0, 20.0, 6.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.96629333496094, -45.838138580322266, -44.70998764038086, -43.58183288574219, -42.45368194580078, -41.32552719116211, -40.1973762512207, -39.06922149658203, -37.941070556640625, -36.81291580200195, -35.68476486206055, -34.556610107421875, -33.42845916748047, -32.3003044128418, -31.172151565551758, -30.04399871826172, -28.915843963623047, -27.787691116333008, -26.65953826904297, -25.53138542175293, -24.40323257446289, -23.27507781982422, -22.14692497253418, -21.01877212524414, -19.8906192779541, -18.762466430664062, -17.634313583374023, -16.506160736083984, -15.378006935119629, -14.24985408782959, -13.121700286865234, -11.993547439575195, -10.865398406982422, -9.737245559692383, -8.609092712402344, -7.480938911437988, -6.352786064147949, -5.22463321685791, -4.096479892730713, -2.9683265686035156, -1.8401737213134766, -0.7120206356048584, 0.41613245010375977, 1.544285535812378, 2.672438621520996, 3.800591468811035, 4.928744792938232, 6.05689811706543, 7.185050964355469, 8.313203811645508, 9.441356658935547, 10.569510459899902, 11.697663307189941, 12.82581615447998, 13.953969955444336, 15.082122802734375, 16.210275650024414, 17.338428497314453, 18.466581344604492, 19.59473419189453, 20.722888946533203, 21.85103988647461, 22.97919464111328, 24.10734748840332, 25.23550033569336]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 2.0, 2.0, 4.0, 5.0, 2.0, 11.0, 6.0, 10.0, 18.0, 17.0, 18.0, 19.0, 24.0, 29.0, 33.0, 31.0, 32.0, 39.0, 43.0, 42.0, 47.0, 36.0, 38.0, 43.0, 34.0, 34.0, 47.0, 34.0, 35.0, 38.0, 27.0, 36.0, 26.0, 28.0, 24.0, 20.0, 16.0, 8.0, 8.0, 7.0, 4.0, 11.0, 2.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.619529724121094, -8.345352172851562, -8.071173667907715, -7.796995639801025, -7.522817611694336, -7.2486395835876465, -6.974461555480957, -6.700284004211426, -6.426105499267578, -6.151927471160889, -5.877749443054199, -5.60357141494751, -5.32939338684082, -5.055215358734131, -4.781037330627441, -4.50685977935791, -4.232681751251221, -3.9585037231445312, -3.684325695037842, -3.4101476669311523, -3.135969638824463, -2.8617916107177734, -2.587613821029663, -2.3134357929229736, -2.039257764816284, -1.7650797367095947, -1.4909017086029053, -1.2167237997055054, -0.9425457715988159, -0.6683677434921265, -0.39418983459472656, -0.12001180648803711, 0.15416622161865234, 0.4283442199230194, 0.7025222182273865, 0.9767001867294312, 1.2508782148361206, 1.52505624294281, 1.79923415184021, 2.0734121799468994, 2.347590208053589, 2.6217682361602783, 2.8959462642669678, 3.170124053955078, 3.4443020820617676, 3.718480110168457, 3.9926581382751465, 4.266836166381836, 4.541014194488525, 4.815192222595215, 5.089370250701904, 5.363548278808594, 5.637726306915283, 5.911904335021973, 6.186081886291504, 6.460260391235352, 6.734437942504883, 7.008615970611572, 7.282793998718262, 7.556972026824951, 7.831150054931641, 8.105327606201172, 8.37950611114502, 8.65368366241455, 8.927862167358398]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 3.0, 13.0, 9.0, 14.0, 19.0, 36.0, 41.0, 89.0, 141.0, 252.0, 389.0, 722.0, 1234.0, 2506.0, 5109.0, 10465.0, 23020.0, 52682.0, 130822.0, 315887.0, 296960.0, 118305.0, 48880.0, 21375.0, 9762.0, 4546.0, 2414.0, 1222.0, 670.0, 389.0, 208.0, 138.0, 99.0, 36.0, 38.0, 13.0, 11.0, 17.0, 15.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.591796875, -1.5386505126953125, -1.485504150390625, -1.4323577880859375, -1.37921142578125, -1.3260650634765625, -1.272918701171875, -1.2197723388671875, -1.1666259765625, -1.1134796142578125, -1.060333251953125, -1.0071868896484375, -0.95404052734375, -0.9008941650390625, -0.847747802734375, -0.7946014404296875, -0.741455078125, -0.6883087158203125, -0.635162353515625, -0.5820159912109375, -0.52886962890625, -0.4757232666015625, -0.422576904296875, -0.3694305419921875, -0.3162841796875, -0.2631378173828125, -0.209991455078125, -0.1568450927734375, -0.10369873046875, -0.0505523681640625, 0.002593994140625, 0.0557403564453125, 0.10888671875, 0.1620330810546875, 0.215179443359375, 0.2683258056640625, 0.32147216796875, 0.3746185302734375, 0.427764892578125, 0.4809112548828125, 0.5340576171875, 0.5872039794921875, 0.640350341796875, 0.6934967041015625, 0.74664306640625, 0.7997894287109375, 0.852935791015625, 0.9060821533203125, 0.959228515625, 1.0123748779296875, 1.065521240234375, 1.1186676025390625, 1.17181396484375, 1.2249603271484375, 1.278106689453125, 1.3312530517578125, 1.3843994140625, 1.4375457763671875, 1.490692138671875, 1.5438385009765625, 1.59698486328125, 1.6501312255859375, 1.703277587890625, 1.7564239501953125, 1.8095703125]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 1.0, 6.0, 7.0, 9.0, 13.0, 13.0, 22.0, 11.0, 21.0, 22.0, 19.0, 24.0, 31.0, 32.0, 32.0, 43.0, 41.0, 43.0, 40.0, 42.0, 39.0, 59.0, 28.0, 39.0, 45.0, 41.0, 42.0, 26.0, 29.0, 31.0, 17.0, 20.0, 23.0, 12.0, 19.0, 8.0, 10.0, 10.0, 7.0, 2.0, 5.0, 5.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0], "bins": [-0.966796875, -0.940185546875, -0.91357421875, -0.886962890625, -0.8603515625, -0.833740234375, -0.80712890625, -0.780517578125, -0.75390625, -0.727294921875, -0.70068359375, -0.674072265625, -0.6474609375, -0.620849609375, -0.59423828125, -0.567626953125, -0.541015625, -0.514404296875, -0.48779296875, -0.461181640625, -0.4345703125, -0.407958984375, -0.38134765625, -0.354736328125, -0.328125, -0.301513671875, -0.27490234375, -0.248291015625, -0.2216796875, -0.195068359375, -0.16845703125, -0.141845703125, -0.115234375, -0.088623046875, -0.06201171875, -0.035400390625, -0.0087890625, 0.017822265625, 0.04443359375, 0.071044921875, 0.09765625, 0.124267578125, 0.15087890625, 0.177490234375, 0.2041015625, 0.230712890625, 0.25732421875, 0.283935546875, 0.310546875, 0.337158203125, 0.36376953125, 0.390380859375, 0.4169921875, 0.443603515625, 0.47021484375, 0.496826171875, 0.5234375, 0.550048828125, 0.57666015625, 0.603271484375, 0.6298828125, 0.656494140625, 0.68310546875, 0.709716796875, 0.736328125]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 10.0, 12.0, 10.0, 25.0, 18.0, 28.0, 49.0, 70.0, 97.0, 163.0, 238.0, 459.0, 876.0, 1790.0, 5424.0, 20539.0, 110391.0, 648024.0, 212109.0, 35077.0, 8163.0, 2517.0, 1095.0, 528.0, 292.0, 198.0, 107.0, 84.0, 62.0, 29.0, 21.0, 17.0, 11.0, 3.0, 7.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.814453125, -2.70892333984375, -2.6033935546875, -2.49786376953125, -2.392333984375, -2.28680419921875, -2.1812744140625, -2.07574462890625, -1.97021484375, -1.86468505859375, -1.7591552734375, -1.65362548828125, -1.548095703125, -1.44256591796875, -1.3370361328125, -1.23150634765625, -1.1259765625, -1.02044677734375, -0.9149169921875, -0.80938720703125, -0.703857421875, -0.59832763671875, -0.4927978515625, -0.38726806640625, -0.28173828125, -0.17620849609375, -0.0706787109375, 0.03485107421875, 0.140380859375, 0.24591064453125, 0.3514404296875, 0.45697021484375, 0.5625, 0.66802978515625, 0.7735595703125, 0.87908935546875, 0.984619140625, 1.09014892578125, 1.1956787109375, 1.30120849609375, 1.40673828125, 1.51226806640625, 1.6177978515625, 1.72332763671875, 1.828857421875, 1.93438720703125, 2.0399169921875, 2.14544677734375, 2.2509765625, 2.35650634765625, 2.4620361328125, 2.56756591796875, 2.673095703125, 2.77862548828125, 2.8841552734375, 2.98968505859375, 3.09521484375, 3.20074462890625, 3.3062744140625, 3.41180419921875, 3.517333984375, 3.62286376953125, 3.7283935546875, 3.83392333984375, 3.939453125]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 6.0, 8.0, 11.0, 9.0, 15.0, 18.0, 23.0, 10.0, 20.0, 24.0, 34.0, 39.0, 28.0, 29.0, 35.0, 43.0, 62.0, 43.0, 49.0, 53.0, 45.0, 43.0, 52.0, 31.0, 52.0, 25.0, 24.0, 32.0, 26.0, 13.0, 17.0, 13.0, 11.0, 13.0, 13.0, 4.0, 8.0, 7.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.318359375, -3.20989990234375, -3.1014404296875, -2.99298095703125, -2.884521484375, -2.77606201171875, -2.6676025390625, -2.55914306640625, -2.45068359375, -2.34222412109375, -2.2337646484375, -2.12530517578125, -2.016845703125, -1.90838623046875, -1.7999267578125, -1.69146728515625, -1.5830078125, -1.47454833984375, -1.3660888671875, -1.25762939453125, -1.149169921875, -1.04071044921875, -0.9322509765625, -0.82379150390625, -0.71533203125, -0.60687255859375, -0.4984130859375, -0.38995361328125, -0.281494140625, -0.17303466796875, -0.0645751953125, 0.04388427734375, 0.15234375, 0.26080322265625, 0.3692626953125, 0.47772216796875, 0.586181640625, 0.69464111328125, 0.8031005859375, 0.91156005859375, 1.02001953125, 1.12847900390625, 1.2369384765625, 1.34539794921875, 1.453857421875, 1.56231689453125, 1.6707763671875, 1.77923583984375, 1.8876953125, 1.99615478515625, 2.1046142578125, 2.21307373046875, 2.321533203125, 2.42999267578125, 2.5384521484375, 2.64691162109375, 2.75537109375, 2.86383056640625, 2.9722900390625, 3.08074951171875, 3.189208984375, 3.29766845703125, 3.4061279296875, 3.51458740234375, 3.623046875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 3.0, 8.0, 5.0, 8.0, 13.0, 19.0, 28.0, 65.0, 104.0, 252.0, 699.0, 3240.0, 72291.0, 959141.0, 10451.0, 1436.0, 419.0, 163.0, 84.0, 44.0, 20.0, 20.0, 8.0, 8.0, 9.0, 2.0, 2.0, 5.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.9296875, -5.745849609375, -5.56201171875, -5.378173828125, -5.1943359375, -5.010498046875, -4.82666015625, -4.642822265625, -4.458984375, -4.275146484375, -4.09130859375, -3.907470703125, -3.7236328125, -3.539794921875, -3.35595703125, -3.172119140625, -2.98828125, -2.804443359375, -2.62060546875, -2.436767578125, -2.2529296875, -2.069091796875, -1.88525390625, -1.701416015625, -1.517578125, -1.333740234375, -1.14990234375, -0.966064453125, -0.7822265625, -0.598388671875, -0.41455078125, -0.230712890625, -0.046875, 0.136962890625, 0.32080078125, 0.504638671875, 0.6884765625, 0.872314453125, 1.05615234375, 1.239990234375, 1.423828125, 1.607666015625, 1.79150390625, 1.975341796875, 2.1591796875, 2.343017578125, 2.52685546875, 2.710693359375, 2.89453125, 3.078369140625, 3.26220703125, 3.446044921875, 3.6298828125, 3.813720703125, 3.99755859375, 4.181396484375, 4.365234375, 4.549072265625, 4.73291015625, 4.916748046875, 5.1005859375, 5.284423828125, 5.46826171875, 5.652099609375, 5.8359375]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 12.0, 17.0, 26.0, 48.0, 50.0, 95.0, 155.0, 220.0, 159.0, 79.0, 48.0, 30.0, 24.0, 17.0, 6.0, 6.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00048542022705078125, -0.0004689320921897888, -0.0004524439573287964, -0.00043595582246780396, -0.0004194676876068115, -0.0004029795527458191, -0.00038649141788482666, -0.00037000328302383423, -0.0003535151481628418, -0.00033702701330184937, -0.00032053887844085693, -0.0003040507435798645, -0.00028756260871887207, -0.00027107447385787964, -0.0002545863389968872, -0.00023809820413589478, -0.00022161006927490234, -0.0002051219344139099, -0.00018863379955291748, -0.00017214566469192505, -0.00015565752983093262, -0.00013916939496994019, -0.00012268126010894775, -0.00010619312524795532, -8.970499038696289e-05, -7.321685552597046e-05, -5.672872066497803e-05, -4.0240585803985596e-05, -2.3752450942993164e-05, -7.264316082000732e-06, 9.2238187789917e-06, 2.571195363998413e-05, 4.220008850097656e-05, 5.8688223361968994e-05, 7.517635822296143e-05, 9.166449308395386e-05, 0.00010815262794494629, 0.00012464076280593872, 0.00014112889766693115, 0.00015761703252792358, 0.00017410516738891602, 0.00019059330224990845, 0.00020708143711090088, 0.0002235695719718933, 0.00024005770683288574, 0.0002565458416938782, 0.0002730339765548706, 0.00028952211141586304, 0.00030601024627685547, 0.0003224983811378479, 0.00033898651599884033, 0.00035547465085983276, 0.0003719627857208252, 0.0003884509205818176, 0.00040493905544281006, 0.0004214271903038025, 0.0004379153251647949, 0.00045440346002578735, 0.0004708915948867798, 0.0004873797297477722, 0.0005038678646087646, 0.0005203559994697571, 0.0005368441343307495, 0.0005533322691917419, 0.0005698204040527344]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 4.0, 9.0, 2.0, 9.0, 4.0, 10.0, 17.0, 26.0, 43.0, 72.0, 132.0, 269.0, 560.0, 1451.0, 4860.0, 30254.0, 776462.0, 216229.0, 13226.0, 2996.0, 1049.0, 408.0, 189.0, 100.0, 49.0, 33.0, 33.0, 14.0, 9.0, 9.0, 11.0, 4.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.919921875, -2.8309326171875, -2.741943359375, -2.6529541015625, -2.56396484375, -2.4749755859375, -2.385986328125, -2.2969970703125, -2.2080078125, -2.1190185546875, -2.030029296875, -1.9410400390625, -1.85205078125, -1.7630615234375, -1.674072265625, -1.5850830078125, -1.49609375, -1.4071044921875, -1.318115234375, -1.2291259765625, -1.14013671875, -1.0511474609375, -0.962158203125, -0.8731689453125, -0.7841796875, -0.6951904296875, -0.606201171875, -0.5172119140625, -0.42822265625, -0.3392333984375, -0.250244140625, -0.1612548828125, -0.072265625, 0.0167236328125, 0.105712890625, 0.1947021484375, 0.28369140625, 0.3726806640625, 0.461669921875, 0.5506591796875, 0.6396484375, 0.7286376953125, 0.817626953125, 0.9066162109375, 0.99560546875, 1.0845947265625, 1.173583984375, 1.2625732421875, 1.3515625, 1.4405517578125, 1.529541015625, 1.6185302734375, 1.70751953125, 1.7965087890625, 1.885498046875, 1.9744873046875, 2.0634765625, 2.1524658203125, 2.241455078125, 2.3304443359375, 2.41943359375, 2.5084228515625, 2.597412109375, 2.6864013671875, 2.775390625]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 3.0, 5.0, 4.0, 11.0, 13.0, 24.0, 34.0, 46.0, 70.0, 111.0, 145.0, 139.0, 111.0, 86.0, 60.0, 45.0, 26.0, 15.0, 7.0, 7.0, 10.0, 8.0, 7.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.146484375, -2.0836334228515625, -2.020782470703125, -1.9579315185546875, -1.89508056640625, -1.8322296142578125, -1.769378662109375, -1.7065277099609375, -1.6436767578125, -1.5808258056640625, -1.517974853515625, -1.4551239013671875, -1.39227294921875, -1.3294219970703125, -1.266571044921875, -1.2037200927734375, -1.140869140625, -1.0780181884765625, -1.015167236328125, -0.9523162841796875, -0.88946533203125, -0.8266143798828125, -0.763763427734375, -0.7009124755859375, -0.6380615234375, -0.5752105712890625, -0.512359619140625, -0.4495086669921875, -0.38665771484375, -0.3238067626953125, -0.260955810546875, -0.1981048583984375, -0.13525390625, -0.0724029541015625, -0.009552001953125, 0.0532989501953125, 0.11614990234375, 0.1790008544921875, 0.241851806640625, 0.3047027587890625, 0.3675537109375, 0.4304046630859375, 0.493255615234375, 0.5561065673828125, 0.61895751953125, 0.6818084716796875, 0.744659423828125, 0.8075103759765625, 0.870361328125, 0.9332122802734375, 0.996063232421875, 1.0589141845703125, 1.12176513671875, 1.1846160888671875, 1.247467041015625, 1.3103179931640625, 1.3731689453125, 1.4360198974609375, 1.498870849609375, 1.5617218017578125, 1.62457275390625, 1.6874237060546875, 1.750274658203125, 1.8131256103515625, 1.8759765625]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 15.0, 37.0, 79.0, 216.0, 280.0, 189.0, 99.0, 48.0, 16.0, 10.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.041526794433594, -22.657331466674805, -21.273136138916016, -19.888938903808594, -18.504743576049805, -17.120548248291016, -15.736352920532227, -14.352156639099121, -12.967961311340332, -11.583765983581543, -10.199569702148438, -8.815374374389648, -7.431178569793701, -6.046982765197754, -4.662787437438965, -3.2785911560058594, -1.8943958282470703, -0.5102001428604126, 0.8739955425262451, 2.2581911087036133, 3.6423869132995605, 5.026582717895508, 6.410778045654297, 7.794974327087402, 9.179169654846191, 10.56336498260498, 11.947561264038086, 13.331756591796875, 14.715951919555664, 16.100147247314453, 17.484344482421875, 18.868539810180664, 20.252735137939453, 21.636930465698242, 23.02112579345703, 24.405323028564453, 25.789518356323242, 27.17371368408203, 28.55790901184082, 29.94210433959961, 31.32630157470703, 32.71049880981445, 34.09469223022461, 35.47888946533203, 36.86308288574219, 38.24728012084961, 39.63147735595703, 41.01567077636719, 42.399864196777344, 43.784061431884766, 45.16825485229492, 46.552452087402344, 47.9366455078125, 49.32084274291992, 50.705039978027344, 52.0892333984375, 53.47343063354492, 54.857627868652344, 56.2418212890625, 57.62601852416992, 59.01021194458008, 60.3944091796875, 61.778602600097656, 63.16279983520508, 64.5469970703125]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 2.0, 5.0, 6.0, 7.0, 6.0, 13.0, 7.0, 18.0, 19.0, 34.0, 26.0, 29.0, 33.0, 30.0, 35.0, 42.0, 54.0, 48.0, 68.0, 44.0, 58.0, 47.0, 40.0, 42.0, 42.0, 27.0, 38.0, 23.0, 17.0, 23.0, 21.0, 15.0, 9.0, 15.0, 11.0, 9.0, 13.0, 9.0, 6.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.938871383666992, -14.464280128479004, -13.989688873291016, -13.515097618103027, -13.040506362915039, -12.565914154052734, -12.091322898864746, -11.616731643676758, -11.14214038848877, -10.667549133300781, -10.192957878112793, -9.718366622924805, -9.2437744140625, -8.769184112548828, -8.294591903686523, -7.820000648498535, -7.345409393310547, -6.870818138122559, -6.39622688293457, -5.921635150909424, -5.4470438957214355, -4.972452640533447, -4.497860908508301, -4.0232696533203125, -3.548678398132324, -3.074087142944336, -2.5994956493377686, -2.124904155731201, -1.650312900543213, -1.1757216453552246, -0.7011301517486572, -0.22653865814208984, 0.24805259704589844, 0.7226439714431763, 1.197235345840454, 1.671826720237732, 2.1464180946350098, 2.621009349822998, 3.0956008434295654, 3.570192337036133, 4.044783592224121, 4.519374847412109, 4.993966102600098, 5.468557834625244, 5.943149089813232, 6.417740345001221, 6.892332077026367, 7.3669233322143555, 7.841514587402344, 8.316105842590332, 8.79069709777832, 9.265288352966309, 9.739879608154297, 10.214471817016602, 10.68906307220459, 11.163654327392578, 11.638245582580566, 12.112836837768555, 12.587428092956543, 13.062019348144531, 13.536611557006836, 14.011201858520508, 14.485794067382812, 14.9603853225708, 15.434976577758789]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 3.0, 8.0, 9.0, 12.0, 34.0, 53.0, 90.0, 237.0, 769.0, 4544.0, 62796.0, 3795125.0, 318423.0, 10005.0, 1425.0, 383.0, 168.0, 85.0, 46.0, 17.0, 21.0, 10.0, 11.0, 5.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.47265625, -3.34722900390625, -3.2218017578125, -3.09637451171875, -2.970947265625, -2.84552001953125, -2.7200927734375, -2.59466552734375, -2.46923828125, -2.34381103515625, -2.2183837890625, -2.09295654296875, -1.967529296875, -1.84210205078125, -1.7166748046875, -1.59124755859375, -1.4658203125, -1.34039306640625, -1.2149658203125, -1.08953857421875, -0.964111328125, -0.83868408203125, -0.7132568359375, -0.58782958984375, -0.46240234375, -0.33697509765625, -0.2115478515625, -0.08612060546875, 0.039306640625, 0.16473388671875, 0.2901611328125, 0.41558837890625, 0.541015625, 0.66644287109375, 0.7918701171875, 0.91729736328125, 1.042724609375, 1.16815185546875, 1.2935791015625, 1.41900634765625, 1.54443359375, 1.66986083984375, 1.7952880859375, 1.92071533203125, 2.046142578125, 2.17156982421875, 2.2969970703125, 2.42242431640625, 2.5478515625, 2.67327880859375, 2.7987060546875, 2.92413330078125, 3.049560546875, 3.17498779296875, 3.3004150390625, 3.42584228515625, 3.55126953125, 3.67669677734375, 3.8021240234375, 3.92755126953125, 4.052978515625, 4.17840576171875, 4.3038330078125, 4.42926025390625, 4.5546875]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 5.0, 6.0, 2.0, 13.0, 12.0, 14.0, 14.0, 29.0, 17.0, 33.0, 36.0, 49.0, 33.0, 38.0, 55.0, 51.0, 52.0, 51.0, 42.0, 42.0, 59.0, 40.0, 53.0, 42.0, 35.0, 34.0, 26.0, 28.0, 14.0, 14.0, 13.0, 12.0, 11.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.0107421875, -0.9816207885742188, -0.9524993896484375, -0.9233779907226562, -0.894256591796875, -0.8651351928710938, -0.8360137939453125, -0.8068923950195312, -0.77777099609375, -0.7486495971679688, -0.7195281982421875, -0.6904067993164062, -0.661285400390625, -0.6321640014648438, -0.6030426025390625, -0.5739212036132812, -0.5447998046875, -0.5156784057617188, -0.4865570068359375, -0.45743560791015625, -0.428314208984375, -0.39919281005859375, -0.3700714111328125, -0.34095001220703125, -0.31182861328125, -0.28270721435546875, -0.2535858154296875, -0.22446441650390625, -0.195343017578125, -0.16622161865234375, -0.1371002197265625, -0.10797882080078125, -0.078857421875, -0.04973602294921875, -0.0206146240234375, 0.00850677490234375, 0.037628173828125, 0.06674957275390625, 0.0958709716796875, 0.12499237060546875, 0.15411376953125, 0.18323516845703125, 0.2123565673828125, 0.24147796630859375, 0.270599365234375, 0.29972076416015625, 0.3288421630859375, 0.35796356201171875, 0.3870849609375, 0.41620635986328125, 0.4453277587890625, 0.47444915771484375, 0.503570556640625, 0.5326919555664062, 0.5618133544921875, 0.5909347534179688, 0.62005615234375, 0.6491775512695312, 0.6782989501953125, 0.7074203491210938, 0.736541748046875, 0.7656631469726562, 0.7947845458984375, 0.8239059448242188, 0.85302734375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 5.0, 7.0, 8.0, 21.0, 26.0, 57.0, 82.0, 145.0, 256.0, 635.0, 2131.0, 11475.0, 129734.0, 3673787.0, 348471.0, 22649.0, 3317.0, 841.0, 341.0, 143.0, 84.0, 35.0, 19.0, 10.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.732421875, -3.61810302734375, -3.5037841796875, -3.38946533203125, -3.275146484375, -3.16082763671875, -3.0465087890625, -2.93218994140625, -2.81787109375, -2.70355224609375, -2.5892333984375, -2.47491455078125, -2.360595703125, -2.24627685546875, -2.1319580078125, -2.01763916015625, -1.9033203125, -1.78900146484375, -1.6746826171875, -1.56036376953125, -1.446044921875, -1.33172607421875, -1.2174072265625, -1.10308837890625, -0.98876953125, -0.87445068359375, -0.7601318359375, -0.64581298828125, -0.531494140625, -0.41717529296875, -0.3028564453125, -0.18853759765625, -0.07421875, 0.04010009765625, 0.1544189453125, 0.26873779296875, 0.383056640625, 0.49737548828125, 0.6116943359375, 0.72601318359375, 0.84033203125, 0.95465087890625, 1.0689697265625, 1.18328857421875, 1.297607421875, 1.41192626953125, 1.5262451171875, 1.64056396484375, 1.7548828125, 1.86920166015625, 1.9835205078125, 2.09783935546875, 2.212158203125, 2.32647705078125, 2.4407958984375, 2.55511474609375, 2.66943359375, 2.78375244140625, 2.8980712890625, 3.01239013671875, 3.126708984375, 3.24102783203125, 3.3553466796875, 3.46966552734375, 3.583984375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 8.0, 13.0, 30.0, 28.0, 52.0, 76.0, 118.0, 262.0, 565.0, 1074.0, 897.0, 413.0, 207.0, 119.0, 84.0, 37.0, 44.0, 13.0, 11.0, 11.0, 7.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.671875, -4.563079833984375, -4.45428466796875, -4.345489501953125, -4.2366943359375, -4.127899169921875, -4.01910400390625, -3.910308837890625, -3.801513671875, -3.692718505859375, -3.58392333984375, -3.475128173828125, -3.3663330078125, -3.257537841796875, -3.14874267578125, -3.039947509765625, -2.93115234375, -2.822357177734375, -2.71356201171875, -2.604766845703125, -2.4959716796875, -2.387176513671875, -2.27838134765625, -2.169586181640625, -2.060791015625, -1.951995849609375, -1.84320068359375, -1.734405517578125, -1.6256103515625, -1.516815185546875, -1.40802001953125, -1.299224853515625, -1.1904296875, -1.081634521484375, -0.97283935546875, -0.864044189453125, -0.7552490234375, -0.646453857421875, -0.53765869140625, -0.428863525390625, -0.320068359375, -0.211273193359375, -0.10247802734375, 0.006317138671875, 0.1151123046875, 0.223907470703125, 0.33270263671875, 0.441497802734375, 0.55029296875, 0.659088134765625, 0.76788330078125, 0.876678466796875, 0.9854736328125, 1.094268798828125, 1.20306396484375, 1.311859130859375, 1.420654296875, 1.529449462890625, 1.63824462890625, 1.747039794921875, 1.8558349609375, 1.964630126953125, 2.07342529296875, 2.182220458984375, 2.291015625]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 4.0, 8.0, 19.0, 29.0, 88.0, 176.0, 279.0, 215.0, 100.0, 51.0, 12.0, 7.0, 8.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.457908630371094, -19.365859985351562, -18.273813247680664, -17.181764602661133, -16.089717864990234, -14.997669219970703, -13.905620574951172, -12.813572883605957, -11.721525192260742, -10.629477500915527, -9.537429809570312, -8.445381164550781, -7.353333473205566, -6.261285781860352, -5.1692376136779785, -4.0771894454956055, -2.9851417541503906, -1.8930938243865967, -0.8010458946228027, 0.2910020351409912, 1.3830499649047852, 2.47509765625, 3.567145824432373, 4.659193992614746, 5.751241683959961, 6.843289375305176, 7.935337543487549, 9.027385711669922, 10.119433403015137, 11.211481094360352, 12.303529739379883, 13.395577430725098, 14.487625122070312, 15.579672813415527, 16.671720504760742, 17.763769149780273, 18.855815887451172, 19.947864532470703, 21.039913177490234, 22.131961822509766, 23.224008560180664, 24.316057205200195, 25.408103942871094, 26.500152587890625, 27.592201232910156, 28.684247970581055, 29.776296615600586, 30.868343353271484, 31.960391998291016, 33.05244064331055, 34.14448928833008, 35.236534118652344, 36.328582763671875, 37.420631408691406, 38.51268005371094, 39.60472869873047, 40.69677734375, 41.78882598876953, 42.88087463378906, 43.97291946411133, 45.06496810913086, 46.15701675415039, 47.24906539916992, 48.34111404418945, 49.43315887451172]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 10.0, 4.0, 8.0, 11.0, 17.0, 12.0, 18.0, 19.0, 28.0, 31.0, 45.0, 40.0, 45.0, 47.0, 46.0, 56.0, 51.0, 48.0, 53.0, 41.0, 49.0, 62.0, 42.0, 36.0, 24.0, 33.0, 20.0, 19.0, 19.0, 11.0, 9.0, 6.0, 9.0, 4.0, 2.0, 8.0, 3.0, 9.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-15.675228118896484, -15.23868179321289, -14.802136421203613, -14.36559009552002, -13.929044723510742, -13.492498397827148, -13.055952072143555, -12.619405746459961, -12.182860374450684, -11.74631404876709, -11.309768676757812, -10.873222351074219, -10.436676025390625, -10.000130653381348, -9.563584327697754, -9.127038955688477, -8.690492630004883, -8.253946304321289, -7.817400932312012, -7.380854606628418, -6.944308757781982, -6.507762908935547, -6.071216583251953, -5.634670734405518, -5.198124885559082, -4.7615790367126465, -4.325033187866211, -3.888486862182617, -3.4519410133361816, -3.015395164489746, -2.5788490772247314, -2.142302989959717, -1.7057571411132812, -1.2692111730575562, -0.832665205001831, -0.39611923694610596, 0.04042673110961914, 0.4769725799560547, 0.9135186672210693, 1.350064754486084, 1.7866106033325195, 2.223156452178955, 2.6597025394439697, 3.0962486267089844, 3.53279447555542, 3.9693403244018555, 4.405886650085449, 4.842432498931885, 5.27897834777832, 5.715524196624756, 6.152070045471191, 6.588616371154785, 7.025162220001221, 7.461708068847656, 7.89825439453125, 8.334800720214844, 8.771346092224121, 9.207892417907715, 9.644437789916992, 10.080984115600586, 10.51753044128418, 10.954075813293457, 11.39062213897705, 11.827167510986328, 12.263713836669922]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 11.0, 15.0, 38.0, 41.0, 73.0, 150.0, 265.0, 621.0, 1206.0, 2828.0, 6807.0, 18958.0, 56446.0, 164629.0, 388131.0, 265689.0, 92872.0, 31384.0, 10880.0, 4114.0, 1741.0, 770.0, 408.0, 210.0, 111.0, 73.0, 28.0, 22.0, 15.0, 6.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.53125, -2.4658966064453125, -2.400543212890625, -2.3351898193359375, -2.26983642578125, -2.2044830322265625, -2.139129638671875, -2.0737762451171875, -2.0084228515625, -1.9430694580078125, -1.877716064453125, -1.8123626708984375, -1.74700927734375, -1.6816558837890625, -1.616302490234375, -1.5509490966796875, -1.485595703125, -1.4202423095703125, -1.354888916015625, -1.2895355224609375, -1.22418212890625, -1.1588287353515625, -1.093475341796875, -1.0281219482421875, -0.9627685546875, -0.8974151611328125, -0.832061767578125, -0.7667083740234375, -0.70135498046875, -0.6360015869140625, -0.570648193359375, -0.5052947998046875, -0.43994140625, -0.3745880126953125, -0.309234619140625, -0.2438812255859375, -0.17852783203125, -0.1131744384765625, -0.047821044921875, 0.0175323486328125, 0.0828857421875, 0.1482391357421875, 0.213592529296875, 0.2789459228515625, 0.34429931640625, 0.4096527099609375, 0.475006103515625, 0.5403594970703125, 0.605712890625, 0.6710662841796875, 0.736419677734375, 0.8017730712890625, 0.86712646484375, 0.9324798583984375, 0.997833251953125, 1.0631866455078125, 1.1285400390625, 1.1938934326171875, 1.259246826171875, 1.3246002197265625, 1.38995361328125, 1.4553070068359375, 1.520660400390625, 1.5860137939453125, 1.6513671875]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 5.0, 4.0, 3.0, 8.0, 7.0, 10.0, 6.0, 16.0, 17.0, 16.0, 23.0, 14.0, 32.0, 31.0, 32.0, 26.0, 49.0, 46.0, 50.0, 45.0, 46.0, 52.0, 52.0, 45.0, 45.0, 50.0, 30.0, 39.0, 33.0, 26.0, 26.0, 23.0, 17.0, 20.0, 13.0, 9.0, 4.0, 8.0, 5.0, 6.0, 7.0, 3.0, 3.0, 2.0, 2.0, 5.0], "bins": [-1.1083984375, -1.080047607421875, -1.05169677734375, -1.023345947265625, -0.9949951171875, -0.966644287109375, -0.93829345703125, -0.909942626953125, -0.881591796875, -0.853240966796875, -0.82489013671875, -0.796539306640625, -0.7681884765625, -0.739837646484375, -0.71148681640625, -0.683135986328125, -0.65478515625, -0.626434326171875, -0.59808349609375, -0.569732666015625, -0.5413818359375, -0.513031005859375, -0.48468017578125, -0.456329345703125, -0.427978515625, -0.399627685546875, -0.37127685546875, -0.342926025390625, -0.3145751953125, -0.286224365234375, -0.25787353515625, -0.229522705078125, -0.201171875, -0.172821044921875, -0.14447021484375, -0.116119384765625, -0.0877685546875, -0.059417724609375, -0.03106689453125, -0.002716064453125, 0.025634765625, 0.053985595703125, 0.08233642578125, 0.110687255859375, 0.1390380859375, 0.167388916015625, 0.19573974609375, 0.224090576171875, 0.25244140625, 0.280792236328125, 0.30914306640625, 0.337493896484375, 0.3658447265625, 0.394195556640625, 0.42254638671875, 0.450897216796875, 0.479248046875, 0.507598876953125, 0.53594970703125, 0.564300537109375, 0.5926513671875, 0.621002197265625, 0.64935302734375, 0.677703857421875, 0.7060546875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 6.0, 9.0, 15.0, 15.0, 21.0, 29.0, 40.0, 58.0, 76.0, 118.0, 138.0, 173.0, 270.0, 394.0, 533.0, 899.0, 1512.0, 3138.0, 8545.0, 38424.0, 251621.0, 631699.0, 84868.0, 15791.0, 4661.0, 2097.0, 1126.0, 693.0, 447.0, 319.0, 236.0, 166.0, 112.0, 83.0, 47.0, 48.0, 28.0, 23.0, 20.0, 12.0, 8.0, 7.0, 8.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.3828125, -3.2708740234375, -3.158935546875, -3.0469970703125, -2.93505859375, -2.8231201171875, -2.711181640625, -2.5992431640625, -2.4873046875, -2.3753662109375, -2.263427734375, -2.1514892578125, -2.03955078125, -1.9276123046875, -1.815673828125, -1.7037353515625, -1.591796875, -1.4798583984375, -1.367919921875, -1.2559814453125, -1.14404296875, -1.0321044921875, -0.920166015625, -0.8082275390625, -0.6962890625, -0.5843505859375, -0.472412109375, -0.3604736328125, -0.24853515625, -0.1365966796875, -0.024658203125, 0.0872802734375, 0.19921875, 0.3111572265625, 0.423095703125, 0.5350341796875, 0.64697265625, 0.7589111328125, 0.870849609375, 0.9827880859375, 1.0947265625, 1.2066650390625, 1.318603515625, 1.4305419921875, 1.54248046875, 1.6544189453125, 1.766357421875, 1.8782958984375, 1.990234375, 2.1021728515625, 2.214111328125, 2.3260498046875, 2.43798828125, 2.5499267578125, 2.661865234375, 2.7738037109375, 2.8857421875, 2.9976806640625, 3.109619140625, 3.2215576171875, 3.33349609375, 3.4454345703125, 3.557373046875, 3.6693115234375, 3.78125]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 10.0, 10.0, 13.0, 7.0, 20.0, 16.0, 18.0, 23.0, 39.0, 28.0, 30.0, 38.0, 33.0, 43.0, 52.0, 50.0, 60.0, 45.0, 59.0, 46.0, 49.0, 48.0, 57.0, 41.0, 32.0, 21.0, 21.0, 17.0, 13.0, 14.0, 11.0, 9.0, 9.0, 4.0, 6.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.28125, -4.13775634765625, -3.9942626953125, -3.85076904296875, -3.707275390625, -3.56378173828125, -3.4202880859375, -3.27679443359375, -3.13330078125, -2.98980712890625, -2.8463134765625, -2.70281982421875, -2.559326171875, -2.41583251953125, -2.2723388671875, -2.12884521484375, -1.9853515625, -1.84185791015625, -1.6983642578125, -1.55487060546875, -1.411376953125, -1.26788330078125, -1.1243896484375, -0.98089599609375, -0.83740234375, -0.69390869140625, -0.5504150390625, -0.40692138671875, -0.263427734375, -0.11993408203125, 0.0235595703125, 0.16705322265625, 0.310546875, 0.45404052734375, 0.5975341796875, 0.74102783203125, 0.884521484375, 1.02801513671875, 1.1715087890625, 1.31500244140625, 1.45849609375, 1.60198974609375, 1.7454833984375, 1.88897705078125, 2.032470703125, 2.17596435546875, 2.3194580078125, 2.46295166015625, 2.6064453125, 2.74993896484375, 2.8934326171875, 3.03692626953125, 3.180419921875, 3.32391357421875, 3.4674072265625, 3.61090087890625, 3.75439453125, 3.89788818359375, 4.0413818359375, 4.18487548828125, 4.328369140625, 4.47186279296875, 4.6153564453125, 4.75885009765625, 4.90234375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 0.0, 5.0, 4.0, 10.0, 10.0, 11.0, 13.0, 14.0, 38.0, 53.0, 58.0, 79.0, 131.0, 252.0, 433.0, 1167.0, 3011.0, 11281.0, 68259.0, 768536.0, 167262.0, 20141.0, 4736.0, 1533.0, 607.0, 318.0, 193.0, 107.0, 79.0, 34.0, 45.0, 34.0, 29.0, 20.0, 8.0, 4.0, 10.0, 3.0, 5.0, 6.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.771484375, -1.715576171875, -1.65966796875, -1.603759765625, -1.5478515625, -1.491943359375, -1.43603515625, -1.380126953125, -1.32421875, -1.268310546875, -1.21240234375, -1.156494140625, -1.1005859375, -1.044677734375, -0.98876953125, -0.932861328125, -0.876953125, -0.821044921875, -0.76513671875, -0.709228515625, -0.6533203125, -0.597412109375, -0.54150390625, -0.485595703125, -0.4296875, -0.373779296875, -0.31787109375, -0.261962890625, -0.2060546875, -0.150146484375, -0.09423828125, -0.038330078125, 0.017578125, 0.073486328125, 0.12939453125, 0.185302734375, 0.2412109375, 0.297119140625, 0.35302734375, 0.408935546875, 0.46484375, 0.520751953125, 0.57666015625, 0.632568359375, 0.6884765625, 0.744384765625, 0.80029296875, 0.856201171875, 0.912109375, 0.968017578125, 1.02392578125, 1.079833984375, 1.1357421875, 1.191650390625, 1.24755859375, 1.303466796875, 1.359375, 1.415283203125, 1.47119140625, 1.527099609375, 1.5830078125, 1.638916015625, 1.69482421875, 1.750732421875, 1.806640625]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 6.0, 16.0, 12.0, 18.0, 26.0, 21.0, 38.0, 61.0, 63.0, 84.0, 151.0, 159.0, 84.0, 57.0, 43.0, 37.0, 37.0, 16.0, 13.0, 14.0, 10.0, 6.0, 6.0, 9.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000522613525390625, -0.0005094707012176514, -0.0004963278770446777, -0.0004831850528717041, -0.00047004222869873047, -0.00045689940452575684, -0.0004437565803527832, -0.00043061375617980957, -0.00041747093200683594, -0.0004043281078338623, -0.00039118528366088867, -0.00037804245948791504, -0.0003648996353149414, -0.0003517568111419678, -0.00033861398696899414, -0.0003254711627960205, -0.0003123283386230469, -0.00029918551445007324, -0.0002860426902770996, -0.000272899866104126, -0.00025975704193115234, -0.0002466142177581787, -0.00023347139358520508, -0.00022032856941223145, -0.0002071857452392578, -0.00019404292106628418, -0.00018090009689331055, -0.00016775727272033691, -0.00015461444854736328, -0.00014147162437438965, -0.00012832880020141602, -0.00011518597602844238, -0.00010204315185546875, -8.890032768249512e-05, -7.575750350952148e-05, -6.261467933654785e-05, -4.947185516357422e-05, -3.6329030990600586e-05, -2.3186206817626953e-05, -1.004338264465332e-05, 3.0994415283203125e-06, 1.6242265701293945e-05, 2.9385089874267578e-05, 4.252791404724121e-05, 5.5670738220214844e-05, 6.881356239318848e-05, 8.195638656616211e-05, 9.509921073913574e-05, 0.00010824203491210938, 0.00012138485908508301, 0.00013452768325805664, 0.00014767050743103027, 0.0001608133316040039, 0.00017395615577697754, 0.00018709897994995117, 0.0002002418041229248, 0.00021338462829589844, 0.00022652745246887207, 0.0002396702766418457, 0.00025281310081481934, 0.00026595592498779297, 0.0002790987491607666, 0.00029224157333374023, 0.00030538439750671387, 0.0003185272216796875]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 5.0, 1.0, 9.0, 8.0, 8.0, 14.0, 13.0, 51.0, 75.0, 155.0, 347.0, 991.0, 3694.0, 24013.0, 822790.0, 182287.0, 10827.0, 2105.0, 664.0, 263.0, 117.0, 49.0, 28.0, 15.0, 13.0, 7.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.142578125, -3.05230712890625, -2.9620361328125, -2.87176513671875, -2.781494140625, -2.69122314453125, -2.6009521484375, -2.51068115234375, -2.42041015625, -2.33013916015625, -2.2398681640625, -2.14959716796875, -2.059326171875, -1.96905517578125, -1.8787841796875, -1.78851318359375, -1.6982421875, -1.60797119140625, -1.5177001953125, -1.42742919921875, -1.337158203125, -1.24688720703125, -1.1566162109375, -1.06634521484375, -0.97607421875, -0.88580322265625, -0.7955322265625, -0.70526123046875, -0.614990234375, -0.52471923828125, -0.4344482421875, -0.34417724609375, -0.25390625, -0.16363525390625, -0.0733642578125, 0.01690673828125, 0.107177734375, 0.19744873046875, 0.2877197265625, 0.37799072265625, 0.46826171875, 0.55853271484375, 0.6488037109375, 0.73907470703125, 0.829345703125, 0.91961669921875, 1.0098876953125, 1.10015869140625, 1.1904296875, 1.28070068359375, 1.3709716796875, 1.46124267578125, 1.551513671875, 1.64178466796875, 1.7320556640625, 1.82232666015625, 1.91259765625, 2.00286865234375, 2.0931396484375, 2.18341064453125, 2.273681640625, 2.36395263671875, 2.4542236328125, 2.54449462890625, 2.634765625]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 4.0, 4.0, 3.0, 4.0, 6.0, 11.0, 10.0, 15.0, 22.0, 29.0, 35.0, 35.0, 54.0, 77.0, 94.0, 110.0, 117.0, 95.0, 77.0, 56.0, 39.0, 26.0, 29.0, 13.0, 9.0, 9.0, 6.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.8154296875, -1.76165771484375, -1.7078857421875, -1.65411376953125, -1.600341796875, -1.54656982421875, -1.4927978515625, -1.43902587890625, -1.38525390625, -1.33148193359375, -1.2777099609375, -1.22393798828125, -1.170166015625, -1.11639404296875, -1.0626220703125, -1.00885009765625, -0.955078125, -0.90130615234375, -0.8475341796875, -0.79376220703125, -0.739990234375, -0.68621826171875, -0.6324462890625, -0.57867431640625, -0.52490234375, -0.47113037109375, -0.4173583984375, -0.36358642578125, -0.309814453125, -0.25604248046875, -0.2022705078125, -0.14849853515625, -0.0947265625, -0.04095458984375, 0.0128173828125, 0.06658935546875, 0.120361328125, 0.17413330078125, 0.2279052734375, 0.28167724609375, 0.33544921875, 0.38922119140625, 0.4429931640625, 0.49676513671875, 0.550537109375, 0.60430908203125, 0.6580810546875, 0.71185302734375, 0.765625, 0.81939697265625, 0.8731689453125, 0.92694091796875, 0.980712890625, 1.03448486328125, 1.0882568359375, 1.14202880859375, 1.19580078125, 1.24957275390625, 1.3033447265625, 1.35711669921875, 1.410888671875, 1.46466064453125, 1.5184326171875, 1.57220458984375, 1.6259765625]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 7.0, 7.0, 15.0, 36.0, 52.0, 124.0, 269.0, 232.0, 136.0, 50.0, 33.0, 25.0, 8.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.25289535522461, -38.09343719482422, -36.93397903442383, -35.77451705932617, -34.61505889892578, -33.45560073852539, -32.296142578125, -31.13668441772461, -29.977224349975586, -28.817766189575195, -27.658306121826172, -26.49884796142578, -25.33938980102539, -24.179929733276367, -23.020471572875977, -21.861011505126953, -20.701553344726562, -19.542095184326172, -18.38263511657715, -17.223176956176758, -16.063716888427734, -14.904258728027344, -13.744800567626953, -12.585341453552246, -11.425882339477539, -10.266423225402832, -9.106964111328125, -7.947505950927734, -6.788046836853027, -5.62858772277832, -4.4691290855407715, -3.3096704483032227, -2.1502151489257812, -0.9907562732696533, 0.1687026023864746, 1.3281614780426025, 2.4876203536987305, 3.6470794677734375, 4.806538105010986, 5.965996742248535, 7.125455856323242, 8.28491497039795, 9.444374084472656, 10.603832244873047, 11.763291358947754, 12.922750473022461, 14.082208633422852, 15.241667747497559, 16.401126861572266, 17.560585021972656, 18.72004508972168, 19.87950325012207, 21.038963317871094, 22.198421478271484, 23.357879638671875, 24.517337799072266, 25.67679786682129, 26.83625602722168, 27.995716094970703, 29.155174255371094, 30.314632415771484, 31.474092483520508, 32.63355255126953, 33.79301071166992, 34.95246887207031]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 4.0, 5.0, 8.0, 7.0, 9.0, 13.0, 16.0, 14.0, 12.0, 15.0, 19.0, 15.0, 26.0, 29.0, 29.0, 35.0, 30.0, 38.0, 53.0, 35.0, 69.0, 69.0, 57.0, 51.0, 37.0, 45.0, 24.0, 33.0, 31.0, 24.0, 22.0, 20.0, 16.0, 12.0, 10.0, 11.0, 14.0, 11.0, 10.0, 7.0, 7.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-18.704750061035156, -18.14807891845703, -17.591407775878906, -17.03473472595215, -16.478063583374023, -15.921392440795898, -15.364721298217773, -14.808049201965332, -14.25137710571289, -13.694705963134766, -13.138033866882324, -12.5813627243042, -12.024690628051758, -11.468019485473633, -10.911348342895508, -10.354676246643066, -9.798005104064941, -9.241333961486816, -8.684661865234375, -8.12799072265625, -7.571318626403809, -7.014647483825684, -6.4579758644104, -5.901304244995117, -5.344632625579834, -4.787961006164551, -4.231289386749268, -3.6746180057525635, -3.1179463863372803, -2.561274766921997, -2.004603385925293, -1.4479317665100098, -0.8912601470947266, -0.33458858728408813, 0.2220829725265503, 0.778754472732544, 1.3354260921478271, 1.8920977115631104, 2.4487690925598145, 3.0054407119750977, 3.562112331390381, 4.118783950805664, 4.675455570220947, 5.2321271896362305, 5.7887983322143555, 6.345470428466797, 6.902141571044922, 7.458813190460205, 8.015484809875488, 8.572155952453613, 9.128828048706055, 9.68549919128418, 10.242171287536621, 10.798842430114746, 11.355514526367188, 11.912185668945312, 12.468856811523438, 13.025527954101562, 13.582200050354004, 14.138871192932129, 14.69554328918457, 15.252214431762695, 15.80888557434082, 16.365558624267578, 16.922229766845703]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 2.0, 6.0, 6.0, 9.0, 15.0, 26.0, 46.0, 72.0, 147.0, 262.0, 544.0, 1505.0, 4388.0, 17867.0, 119652.0, 2292061.0, 1649090.0, 87811.0, 14365.0, 3772.0, 1298.0, 541.0, 300.0, 198.0, 110.0, 66.0, 40.0, 25.0, 13.0, 13.0, 16.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.21484375, -2.1532135009765625, -2.091583251953125, -2.0299530029296875, -1.96832275390625, -1.9066925048828125, -1.845062255859375, -1.7834320068359375, -1.7218017578125, -1.6601715087890625, -1.598541259765625, -1.5369110107421875, -1.47528076171875, -1.4136505126953125, -1.352020263671875, -1.2903900146484375, -1.228759765625, -1.1671295166015625, -1.105499267578125, -1.0438690185546875, -0.98223876953125, -0.9206085205078125, -0.858978271484375, -0.7973480224609375, -0.7357177734375, -0.6740875244140625, -0.612457275390625, -0.5508270263671875, -0.48919677734375, -0.4275665283203125, -0.365936279296875, -0.3043060302734375, -0.24267578125, -0.1810455322265625, -0.119415283203125, -0.0577850341796875, 0.00384521484375, 0.0654754638671875, 0.127105712890625, 0.1887359619140625, 0.2503662109375, 0.3119964599609375, 0.373626708984375, 0.4352569580078125, 0.49688720703125, 0.5585174560546875, 0.620147705078125, 0.6817779541015625, 0.743408203125, 0.8050384521484375, 0.866668701171875, 0.9282989501953125, 0.98992919921875, 1.0515594482421875, 1.113189697265625, 1.1748199462890625, 1.2364501953125, 1.2980804443359375, 1.359710693359375, 1.4213409423828125, 1.48297119140625, 1.5446014404296875, 1.606231689453125, 1.6678619384765625, 1.7294921875]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 8.0, 2.0, 3.0, 8.0, 9.0, 13.0, 10.0, 19.0, 24.0, 30.0, 47.0, 36.0, 37.0, 40.0, 61.0, 55.0, 53.0, 67.0, 75.0, 63.0, 50.0, 53.0, 39.0, 37.0, 35.0, 37.0, 25.0, 22.0, 10.0, 12.0, 6.0, 11.0, 8.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.5126953125, -1.4754257202148438, -1.4381561279296875, -1.4008865356445312, -1.363616943359375, -1.3263473510742188, -1.2890777587890625, -1.2518081665039062, -1.21453857421875, -1.1772689819335938, -1.1399993896484375, -1.1027297973632812, -1.065460205078125, -1.0281906127929688, -0.9909210205078125, -0.9536514282226562, -0.9163818359375, -0.8791122436523438, -0.8418426513671875, -0.8045730590820312, -0.767303466796875, -0.7300338745117188, -0.6927642822265625, -0.6554946899414062, -0.61822509765625, -0.5809555053710938, -0.5436859130859375, -0.5064163208007812, -0.469146728515625, -0.43187713623046875, -0.3946075439453125, -0.35733795166015625, -0.320068359375, -0.28279876708984375, -0.2455291748046875, -0.20825958251953125, -0.170989990234375, -0.13372039794921875, -0.0964508056640625, -0.05918121337890625, -0.02191162109375, 0.01535797119140625, 0.0526275634765625, 0.08989715576171875, 0.127166748046875, 0.16443634033203125, 0.2017059326171875, 0.23897552490234375, 0.2762451171875, 0.31351470947265625, 0.3507843017578125, 0.38805389404296875, 0.425323486328125, 0.46259307861328125, 0.4998626708984375, 0.5371322631835938, 0.57440185546875, 0.6116714477539062, 0.6489410400390625, 0.6862106323242188, 0.723480224609375, 0.7607498168945312, 0.7980194091796875, 0.8352890014648438, 0.87255859375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 7.0, 6.0, 7.0, 14.0, 24.0, 45.0, 75.0, 165.0, 321.0, 723.0, 1875.0, 6744.0, 43074.0, 1171726.0, 2891002.0, 66482.0, 8400.0, 2045.0, 695.0, 313.0, 216.0, 109.0, 84.0, 50.0, 31.0, 19.0, 16.0, 6.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.517578125, -2.413116455078125, -2.30865478515625, -2.204193115234375, -2.0997314453125, -1.995269775390625, -1.89080810546875, -1.786346435546875, -1.681884765625, -1.577423095703125, -1.47296142578125, -1.368499755859375, -1.2640380859375, -1.159576416015625, -1.05511474609375, -0.950653076171875, -0.84619140625, -0.741729736328125, -0.63726806640625, -0.532806396484375, -0.4283447265625, -0.323883056640625, -0.21942138671875, -0.114959716796875, -0.010498046875, 0.093963623046875, 0.19842529296875, 0.302886962890625, 0.4073486328125, 0.511810302734375, 0.61627197265625, 0.720733642578125, 0.8251953125, 0.929656982421875, 1.03411865234375, 1.138580322265625, 1.2430419921875, 1.347503662109375, 1.45196533203125, 1.556427001953125, 1.660888671875, 1.765350341796875, 1.86981201171875, 1.974273681640625, 2.0787353515625, 2.183197021484375, 2.28765869140625, 2.392120361328125, 2.49658203125, 2.601043701171875, 2.70550537109375, 2.809967041015625, 2.9144287109375, 3.018890380859375, 3.12335205078125, 3.227813720703125, 3.332275390625, 3.436737060546875, 3.54119873046875, 3.645660400390625, 3.7501220703125, 3.854583740234375, 3.95904541015625, 4.063507080078125, 4.16796875]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 6.0, 7.0, 15.0, 30.0, 37.0, 79.0, 138.0, 389.0, 1128.0, 1336.0, 513.0, 193.0, 98.0, 36.0, 29.0, 19.0, 7.0, 7.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.544921875, -2.404754638671875, -2.26458740234375, -2.124420166015625, -1.9842529296875, -1.844085693359375, -1.70391845703125, -1.563751220703125, -1.423583984375, -1.283416748046875, -1.14324951171875, -1.003082275390625, -0.8629150390625, -0.722747802734375, -0.58258056640625, -0.442413330078125, -0.30224609375, -0.162078857421875, -0.02191162109375, 0.118255615234375, 0.2584228515625, 0.398590087890625, 0.53875732421875, 0.678924560546875, 0.819091796875, 0.959259033203125, 1.09942626953125, 1.239593505859375, 1.3797607421875, 1.519927978515625, 1.66009521484375, 1.800262451171875, 1.9404296875, 2.080596923828125, 2.22076416015625, 2.360931396484375, 2.5010986328125, 2.641265869140625, 2.78143310546875, 2.921600341796875, 3.061767578125, 3.201934814453125, 3.34210205078125, 3.482269287109375, 3.6224365234375, 3.762603759765625, 3.90277099609375, 4.042938232421875, 4.18310546875, 4.323272705078125, 4.46343994140625, 4.603607177734375, 4.7437744140625, 4.883941650390625, 5.02410888671875, 5.164276123046875, 5.304443359375, 5.444610595703125, 5.58477783203125, 5.724945068359375, 5.8651123046875, 6.005279541015625, 6.14544677734375, 6.285614013671875, 6.42578125]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 7.0, 13.0, 18.0, 52.0, 101.0, 137.0, 185.0, 185.0, 135.0, 66.0, 40.0, 17.0, 10.0, 13.0, 5.0, 7.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-16.543987274169922, -15.817756652832031, -15.091525077819824, -14.365293502807617, -13.639062881469727, -12.912832260131836, -12.186600685119629, -11.460369110107422, -10.734138488769531, -10.00790786743164, -9.281676292419434, -8.555444717407227, -7.829214096069336, -7.102982997894287, -6.376751899719238, -5.6505208015441895, -4.924289703369141, -4.198058605194092, -3.471827507019043, -2.745596408843994, -2.0193653106689453, -1.2931342124938965, -0.5669031143188477, 0.15932798385620117, 0.88555908203125, 1.6117901802062988, 2.3380212783813477, 3.0642523765563965, 3.7904834747314453, 4.516714572906494, 5.242945671081543, 5.969176769256592, 6.695405960083008, 7.421637058258057, 8.147868156433105, 8.874099731445312, 9.600330352783203, 10.326560974121094, 11.0527925491333, 11.779024124145508, 12.505254745483398, 13.231485366821289, 13.957716941833496, 14.683948516845703, 15.410179138183594, 16.136409759521484, 16.862640380859375, 17.5888729095459, 18.31510353088379, 19.04133415222168, 19.767566680908203, 20.493797302246094, 21.220027923583984, 21.946258544921875, 22.672489166259766, 23.39872169494629, 24.12495231628418, 24.85118293762207, 25.577415466308594, 26.303646087646484, 27.029876708984375, 27.756107330322266, 28.482337951660156, 29.20857048034668, 29.93480110168457]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 4.0, 5.0, 10.0, 16.0, 9.0, 9.0, 19.0, 22.0, 21.0, 35.0, 36.0, 37.0, 35.0, 41.0, 47.0, 49.0, 51.0, 44.0, 45.0, 53.0, 39.0, 45.0, 49.0, 42.0, 36.0, 39.0, 36.0, 24.0, 20.0, 18.0, 11.0, 13.0, 8.0, 6.0, 5.0, 2.0, 4.0, 4.0, 3.0, 2.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.790067672729492, -10.457155227661133, -10.124241828918457, -9.791329383850098, -9.458415985107422, -9.125503540039062, -8.792591094970703, -8.459677696228027, -8.126765251159668, -7.79385232925415, -7.460939407348633, -7.128026962280273, -6.795114040374756, -6.462201118469238, -6.129288196563721, -5.796375274658203, -5.4634623527526855, -5.130549430847168, -4.79763650894165, -4.464723587036133, -4.131811141967773, -3.798898220062256, -3.4659852981567383, -3.1330726146698, -2.8001596927642822, -2.4672467708587646, -2.134334087371826, -1.8014211654663086, -1.4685083627700806, -1.1355955600738525, -0.802682638168335, -0.4697699546813965, -0.1368570327758789, 0.1960557997226715, 0.5289686322212219, 0.8618814945220947, 1.1947942972183228, 1.5277070999145508, 1.8606200218200684, 2.193532705307007, 2.5264456272125244, 2.859358549118042, 3.1922712326049805, 3.525184154510498, 3.8580970764160156, 4.191009521484375, 4.523922920227051, 4.85683536529541, 5.189748287200928, 5.522661209106445, 5.855574131011963, 6.1884870529174805, 6.52139949798584, 6.854312419891357, 7.187225341796875, 7.520137786865234, 7.85305118560791, 8.18596363067627, 8.518877029418945, 8.851789474487305, 9.18470287322998, 9.51761531829834, 9.850528717041016, 10.183441162109375, 10.516353607177734]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 6.0, 2.0, 10.0, 3.0, 11.0, 23.0, 32.0, 52.0, 61.0, 112.0, 187.0, 312.0, 605.0, 1086.0, 2192.0, 4923.0, 11383.0, 28600.0, 78058.0, 226133.0, 393164.0, 191631.0, 66861.0, 24851.0, 9747.0, 4214.0, 1986.0, 1006.0, 525.0, 311.0, 151.0, 100.0, 69.0, 45.0, 36.0, 12.0, 14.0, 12.0, 8.0, 4.0, 4.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.033203125, -1.9741363525390625, -1.915069580078125, -1.8560028076171875, -1.79693603515625, -1.7378692626953125, -1.678802490234375, -1.6197357177734375, -1.5606689453125, -1.5016021728515625, -1.442535400390625, -1.3834686279296875, -1.32440185546875, -1.2653350830078125, -1.206268310546875, -1.1472015380859375, -1.088134765625, -1.0290679931640625, -0.970001220703125, -0.9109344482421875, -0.85186767578125, -0.7928009033203125, -0.733734130859375, -0.6746673583984375, -0.6156005859375, -0.5565338134765625, -0.497467041015625, -0.4384002685546875, -0.37933349609375, -0.3202667236328125, -0.261199951171875, -0.2021331787109375, -0.14306640625, -0.0839996337890625, -0.024932861328125, 0.0341339111328125, 0.09320068359375, 0.1522674560546875, 0.211334228515625, 0.2704010009765625, 0.3294677734375, 0.3885345458984375, 0.447601318359375, 0.5066680908203125, 0.56573486328125, 0.6248016357421875, 0.683868408203125, 0.7429351806640625, 0.802001953125, 0.8610687255859375, 0.920135498046875, 0.9792022705078125, 1.03826904296875, 1.0973358154296875, 1.156402587890625, 1.2154693603515625, 1.2745361328125, 1.3336029052734375, 1.392669677734375, 1.4517364501953125, 1.51080322265625, 1.5698699951171875, 1.628936767578125, 1.6880035400390625, 1.7470703125]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 1.0, 5.0, 5.0, 6.0, 3.0, 7.0, 8.0, 7.0, 15.0, 13.0, 13.0, 23.0, 19.0, 29.0, 18.0, 30.0, 28.0, 36.0, 38.0, 42.0, 39.0, 39.0, 35.0, 48.0, 50.0, 53.0, 37.0, 31.0, 31.0, 25.0, 39.0, 24.0, 40.0, 24.0, 23.0, 20.0, 20.0, 17.0, 12.0, 12.0, 9.0, 5.0, 13.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.9208984375, -0.8943405151367188, -0.8677825927734375, -0.8412246704101562, -0.814666748046875, -0.7881088256835938, -0.7615509033203125, -0.7349929809570312, -0.70843505859375, -0.6818771362304688, -0.6553192138671875, -0.6287612915039062, -0.602203369140625, -0.5756454467773438, -0.5490875244140625, -0.5225296020507812, -0.4959716796875, -0.46941375732421875, -0.4428558349609375, -0.41629791259765625, -0.389739990234375, -0.36318206787109375, -0.3366241455078125, -0.31006622314453125, -0.28350830078125, -0.25695037841796875, -0.2303924560546875, -0.20383453369140625, -0.177276611328125, -0.15071868896484375, -0.1241607666015625, -0.09760284423828125, -0.071044921875, -0.04448699951171875, -0.0179290771484375, 0.00862884521484375, 0.035186767578125, 0.06174468994140625, 0.0883026123046875, 0.11486053466796875, 0.14141845703125, 0.16797637939453125, 0.1945343017578125, 0.22109222412109375, 0.247650146484375, 0.27420806884765625, 0.3007659912109375, 0.32732391357421875, 0.3538818359375, 0.38043975830078125, 0.4069976806640625, 0.43355560302734375, 0.460113525390625, 0.48667144775390625, 0.5132293701171875, 0.5397872924804688, 0.56634521484375, 0.5929031372070312, 0.6194610595703125, 0.6460189819335938, 0.672576904296875, 0.6991348266601562, 0.7256927490234375, 0.7522506713867188, 0.77880859375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 6.0, 6.0, 9.0, 17.0, 6.0, 15.0, 13.0, 29.0, 46.0, 70.0, 74.0, 98.0, 129.0, 181.0, 245.0, 334.0, 535.0, 859.0, 1392.0, 3031.0, 7976.0, 30162.0, 167843.0, 672237.0, 126066.0, 23755.0, 6744.0, 2714.0, 1376.0, 773.0, 513.0, 354.0, 252.0, 160.0, 125.0, 107.0, 66.0, 55.0, 42.0, 32.0, 24.0, 16.0, 23.0, 13.0, 2.0, 9.0, 7.0, 7.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.205078125, -3.10308837890625, -3.0010986328125, -2.89910888671875, -2.797119140625, -2.69512939453125, -2.5931396484375, -2.49114990234375, -2.38916015625, -2.28717041015625, -2.1851806640625, -2.08319091796875, -1.981201171875, -1.87921142578125, -1.7772216796875, -1.67523193359375, -1.5732421875, -1.47125244140625, -1.3692626953125, -1.26727294921875, -1.165283203125, -1.06329345703125, -0.9613037109375, -0.85931396484375, -0.75732421875, -0.65533447265625, -0.5533447265625, -0.45135498046875, -0.349365234375, -0.24737548828125, -0.1453857421875, -0.04339599609375, 0.05859375, 0.16058349609375, 0.2625732421875, 0.36456298828125, 0.466552734375, 0.56854248046875, 0.6705322265625, 0.77252197265625, 0.87451171875, 0.97650146484375, 1.0784912109375, 1.18048095703125, 1.282470703125, 1.38446044921875, 1.4864501953125, 1.58843994140625, 1.6904296875, 1.79241943359375, 1.8944091796875, 1.99639892578125, 2.098388671875, 2.20037841796875, 2.3023681640625, 2.40435791015625, 2.50634765625, 2.60833740234375, 2.7103271484375, 2.81231689453125, 2.914306640625, 3.01629638671875, 3.1182861328125, 3.22027587890625, 3.322265625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 5.0, 5.0, 4.0, 4.0, 11.0, 3.0, 9.0, 8.0, 18.0, 13.0, 15.0, 19.0, 17.0, 26.0, 29.0, 29.0, 40.0, 40.0, 48.0, 46.0, 58.0, 47.0, 45.0, 45.0, 26.0, 51.0, 45.0, 35.0, 27.0, 45.0, 33.0, 25.0, 29.0, 18.0, 18.0, 13.0, 14.0, 6.0, 7.0, 4.0, 9.0, 6.0, 5.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.263671875, -3.147918701171875, -3.03216552734375, -2.916412353515625, -2.8006591796875, -2.684906005859375, -2.56915283203125, -2.453399658203125, -2.337646484375, -2.221893310546875, -2.10614013671875, -1.990386962890625, -1.8746337890625, -1.758880615234375, -1.64312744140625, -1.527374267578125, -1.41162109375, -1.295867919921875, -1.18011474609375, -1.064361572265625, -0.9486083984375, -0.832855224609375, -0.71710205078125, -0.601348876953125, -0.485595703125, -0.369842529296875, -0.25408935546875, -0.138336181640625, -0.0225830078125, 0.093170166015625, 0.20892333984375, 0.324676513671875, 0.4404296875, 0.556182861328125, 0.67193603515625, 0.787689208984375, 0.9034423828125, 1.019195556640625, 1.13494873046875, 1.250701904296875, 1.366455078125, 1.482208251953125, 1.59796142578125, 1.713714599609375, 1.8294677734375, 1.945220947265625, 2.06097412109375, 2.176727294921875, 2.29248046875, 2.408233642578125, 2.52398681640625, 2.639739990234375, 2.7554931640625, 2.871246337890625, 2.98699951171875, 3.102752685546875, 3.218505859375, 3.334259033203125, 3.45001220703125, 3.565765380859375, 3.6815185546875, 3.797271728515625, 3.91302490234375, 4.028778076171875, 4.14453125]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 7.0, 4.0, 14.0, 14.0, 29.0, 30.0, 37.0, 76.0, 107.0, 181.0, 376.0, 787.0, 1960.0, 5494.0, 21196.0, 157743.0, 770937.0, 70212.0, 12841.0, 3729.0, 1411.0, 607.0, 317.0, 164.0, 95.0, 58.0, 37.0, 23.0, 16.0, 16.0, 12.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4775390625, -1.425384521484375, -1.37322998046875, -1.321075439453125, -1.2689208984375, -1.216766357421875, -1.16461181640625, -1.112457275390625, -1.060302734375, -1.008148193359375, -0.95599365234375, -0.903839111328125, -0.8516845703125, -0.799530029296875, -0.74737548828125, -0.695220947265625, -0.64306640625, -0.590911865234375, -0.53875732421875, -0.486602783203125, -0.4344482421875, -0.382293701171875, -0.33013916015625, -0.277984619140625, -0.225830078125, -0.173675537109375, -0.12152099609375, -0.069366455078125, -0.0172119140625, 0.034942626953125, 0.08709716796875, 0.139251708984375, 0.19140625, 0.243560791015625, 0.29571533203125, 0.347869873046875, 0.4000244140625, 0.452178955078125, 0.50433349609375, 0.556488037109375, 0.608642578125, 0.660797119140625, 0.71295166015625, 0.765106201171875, 0.8172607421875, 0.869415283203125, 0.92156982421875, 0.973724365234375, 1.02587890625, 1.078033447265625, 1.13018798828125, 1.182342529296875, 1.2344970703125, 1.286651611328125, 1.33880615234375, 1.390960693359375, 1.443115234375, 1.495269775390625, 1.54742431640625, 1.599578857421875, 1.6517333984375, 1.703887939453125, 1.75604248046875, 1.808197021484375, 1.8603515625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 4.0, 5.0, 3.0, 7.0, 6.0, 10.0, 10.0, 14.0, 23.0, 26.0, 35.0, 43.0, 69.0, 90.0, 136.0, 127.0, 109.0, 69.0, 62.0, 44.0, 18.0, 22.0, 14.0, 12.0, 10.0, 9.0, 8.0, 1.0, 6.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.0004410743713378906, -0.000429544597864151, -0.0004180148243904114, -0.00040648505091667175, -0.00039495527744293213, -0.0003834255039691925, -0.0003718957304954529, -0.00036036595702171326, -0.00034883618354797363, -0.000337306410074234, -0.0003257766366004944, -0.00031424686312675476, -0.00030271708965301514, -0.0002911873161792755, -0.0002796575427055359, -0.00026812776923179626, -0.00025659799575805664, -0.000245068222284317, -0.0002335384488105774, -0.00022200867533683777, -0.00021047890186309814, -0.00019894912838935852, -0.0001874193549156189, -0.00017588958144187927, -0.00016435980796813965, -0.00015283003449440002, -0.0001413002610206604, -0.00012977048754692078, -0.00011824071407318115, -0.00010671094059944153, -9.51811671257019e-05, -8.365139365196228e-05, -7.212162017822266e-05, -6.059184670448303e-05, -4.906207323074341e-05, -3.7532299757003784e-05, -2.600252628326416e-05, -1.4472752809524536e-05, -2.942979335784912e-06, 8.586794137954712e-06, 2.0116567611694336e-05, 3.164634108543396e-05, 4.3176114559173584e-05, 5.470588803291321e-05, 6.623566150665283e-05, 7.776543498039246e-05, 8.929520845413208e-05, 0.0001008249819278717, 0.00011235475540161133, 0.00012388452887535095, 0.00013541430234909058, 0.0001469440758228302, 0.00015847384929656982, 0.00017000362277030945, 0.00018153339624404907, 0.0001930631697177887, 0.00020459294319152832, 0.00021612271666526794, 0.00022765249013900757, 0.0002391822636127472, 0.0002507120370864868, 0.00026224181056022644, 0.00027377158403396606, 0.0002853013575077057, 0.0002968311309814453]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 8.0, 6.0, 13.0, 16.0, 27.0, 39.0, 66.0, 89.0, 195.0, 301.0, 626.0, 1347.0, 3716.0, 12687.0, 77154.0, 777405.0, 148314.0, 18283.0, 4843.0, 1734.0, 781.0, 326.0, 208.0, 118.0, 90.0, 48.0, 32.0, 26.0, 22.0, 7.0, 7.0, 7.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.66796875, -1.62115478515625, -1.5743408203125, -1.52752685546875, -1.480712890625, -1.43389892578125, -1.3870849609375, -1.34027099609375, -1.29345703125, -1.24664306640625, -1.1998291015625, -1.15301513671875, -1.106201171875, -1.05938720703125, -1.0125732421875, -0.96575927734375, -0.9189453125, -0.87213134765625, -0.8253173828125, -0.77850341796875, -0.731689453125, -0.68487548828125, -0.6380615234375, -0.59124755859375, -0.54443359375, -0.49761962890625, -0.4508056640625, -0.40399169921875, -0.357177734375, -0.31036376953125, -0.2635498046875, -0.21673583984375, -0.169921875, -0.12310791015625, -0.0762939453125, -0.02947998046875, 0.017333984375, 0.06414794921875, 0.1109619140625, 0.15777587890625, 0.20458984375, 0.25140380859375, 0.2982177734375, 0.34503173828125, 0.391845703125, 0.43865966796875, 0.4854736328125, 0.53228759765625, 0.5791015625, 0.62591552734375, 0.6727294921875, 0.71954345703125, 0.766357421875, 0.81317138671875, 0.8599853515625, 0.90679931640625, 0.95361328125, 1.00042724609375, 1.0472412109375, 1.09405517578125, 1.140869140625, 1.18768310546875, 1.2344970703125, 1.28131103515625, 1.328125]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 8.0, 4.0, 6.0, 5.0, 8.0, 13.0, 10.0, 15.0, 17.0, 19.0, 27.0, 31.0, 37.0, 65.0, 69.0, 69.0, 89.0, 90.0, 91.0, 77.0, 43.0, 44.0, 44.0, 33.0, 15.0, 15.0, 16.0, 7.0, 5.0, 10.0, 6.0, 3.0, 5.0, 4.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.91650390625, -0.8830184936523438, -0.8495330810546875, -0.8160476684570312, -0.782562255859375, -0.7490768432617188, -0.7155914306640625, -0.6821060180664062, -0.64862060546875, -0.6151351928710938, -0.5816497802734375, -0.5481643676757812, -0.514678955078125, -0.48119354248046875, -0.4477081298828125, -0.41422271728515625, -0.3807373046875, -0.34725189208984375, -0.3137664794921875, -0.28028106689453125, -0.246795654296875, -0.21331024169921875, -0.1798248291015625, -0.14633941650390625, -0.11285400390625, -0.07936859130859375, -0.0458831787109375, -0.01239776611328125, 0.021087646484375, 0.05457305908203125, 0.0880584716796875, 0.12154388427734375, 0.155029296875, 0.18851470947265625, 0.2220001220703125, 0.25548553466796875, 0.288970947265625, 0.32245635986328125, 0.3559417724609375, 0.38942718505859375, 0.42291259765625, 0.45639801025390625, 0.4898834228515625, 0.5233688354492188, 0.556854248046875, 0.5903396606445312, 0.6238250732421875, 0.6573104858398438, 0.6907958984375, 0.7242813110351562, 0.7577667236328125, 0.7912521362304688, 0.824737548828125, 0.8582229614257812, 0.8917083740234375, 0.9251937866210938, 0.95867919921875, 0.9921646118164062, 1.0256500244140625, 1.0591354370117188, 1.092620849609375, 1.1261062622070312, 1.1595916748046875, 1.1930770874023438, 1.2265625]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 5.0, 4.0, 9.0, 19.0, 27.0, 71.0, 111.0, 178.0, 246.0, 154.0, 91.0, 42.0, 21.0, 6.0, 6.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.317413330078125, -19.408998489379883, -18.50058364868164, -17.5921688079834, -16.683753967285156, -15.77534008026123, -14.866926193237305, -13.958511352539062, -13.05009651184082, -12.141681671142578, -11.233266830444336, -10.32485294342041, -9.416438102722168, -8.508023262023926, -7.599608898162842, -6.691194534301758, -5.782779693603516, -4.874364852905273, -3.9659504890441895, -3.0575358867645264, -2.1491212844848633, -1.240706443786621, -0.3322920799255371, 0.5761222839355469, 1.484537124633789, 2.392951726913452, 3.3013663291931152, 4.209780693054199, 5.118195533752441, 6.026610374450684, 6.935024738311768, 7.843439102172852, 8.751853942871094, 9.660268783569336, 10.568683624267578, 11.477097511291504, 12.385512351989746, 13.293927192687988, 14.202341079711914, 15.110755920410156, 16.0191707611084, 16.92758560180664, 17.836000442504883, 18.744415283203125, 19.652828216552734, 20.56124496459961, 21.46965789794922, 22.37807273864746, 23.286487579345703, 24.194902420043945, 25.103317260742188, 26.01173210144043, 26.920146942138672, 27.82855987548828, 28.736974716186523, 29.645389556884766, 30.553804397583008, 31.46221923828125, 32.37063217163086, 33.279048919677734, 34.187461853027344, 35.09587860107422, 36.00429153442383, 36.91270446777344, 37.82112121582031]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 7.0, 2.0, 3.0, 3.0, 4.0, 7.0, 6.0, 1.0, 19.0, 13.0, 17.0, 19.0, 23.0, 24.0, 27.0, 30.0, 36.0, 34.0, 41.0, 40.0, 53.0, 84.0, 74.0, 65.0, 54.0, 48.0, 34.0, 17.0, 44.0, 33.0, 24.0, 20.0, 21.0, 11.0, 14.0, 12.0, 6.0, 13.0, 3.0, 4.0, 4.0, 2.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.938891410827637, -13.465957641601562, -12.993023872375488, -12.520090103149414, -12.04715633392334, -11.574222564697266, -11.101289749145508, -10.628355026245117, -10.15542221069336, -9.682488441467285, -9.209554672241211, -8.736620903015137, -8.263687133789062, -7.790753364562988, -7.317820072174072, -6.844886302947998, -6.371952056884766, -5.899018287658691, -5.426084518432617, -4.953150749206543, -4.480216979980469, -4.0072832107543945, -3.5343499183654785, -3.0614161491394043, -2.58848237991333, -2.115548610687256, -1.6426149606704712, -1.1696813106536865, -0.6967475414276123, -0.22381377220153809, 0.24911975860595703, 0.7220535278320312, 1.1949882507324219, 1.667922019958496, 2.1408557891845703, 2.6137893199920654, 3.0867230892181396, 3.559656858444214, 4.032590389251709, 4.505524158477783, 4.978457927703857, 5.451391696929932, 5.924325466156006, 6.397258758544922, 6.870192527770996, 7.34312629699707, 7.8160600662231445, 8.288993835449219, 8.761927604675293, 9.234861373901367, 9.707795143127441, 10.180728912353516, 10.65366268157959, 11.126596450805664, 11.599529266357422, 12.072463989257812, 12.54539680480957, 13.018330574035645, 13.491264343261719, 13.964198112487793, 14.437131881713867, 14.910065650939941, 15.382999420166016, 15.855932235717773, 16.328866958618164]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 4.0, 7.0, 8.0, 19.0, 22.0, 22.0, 29.0, 52.0, 62.0, 120.0, 179.0, 258.0, 540.0, 1062.0, 2219.0, 5239.0, 15507.0, 71334.0, 846942.0, 2876179.0, 318232.0, 38802.0, 10157.0, 3706.0, 1613.0, 789.0, 449.0, 239.0, 150.0, 87.0, 68.0, 57.0, 43.0, 22.0, 25.0, 12.0, 9.0, 8.0, 4.0, 1.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.59765625, -1.5466461181640625, -1.495635986328125, -1.4446258544921875, -1.39361572265625, -1.3426055908203125, -1.291595458984375, -1.2405853271484375, -1.1895751953125, -1.1385650634765625, -1.087554931640625, -1.0365447998046875, -0.98553466796875, -0.9345245361328125, -0.883514404296875, -0.8325042724609375, -0.781494140625, -0.7304840087890625, -0.679473876953125, -0.6284637451171875, -0.57745361328125, -0.5264434814453125, -0.475433349609375, -0.4244232177734375, -0.3734130859375, -0.3224029541015625, -0.271392822265625, -0.2203826904296875, -0.16937255859375, -0.1183624267578125, -0.067352294921875, -0.0163421630859375, 0.03466796875, 0.0856781005859375, 0.136688232421875, 0.1876983642578125, 0.23870849609375, 0.2897186279296875, 0.340728759765625, 0.3917388916015625, 0.4427490234375, 0.4937591552734375, 0.544769287109375, 0.5957794189453125, 0.64678955078125, 0.6977996826171875, 0.748809814453125, 0.7998199462890625, 0.850830078125, 0.9018402099609375, 0.952850341796875, 1.0038604736328125, 1.05487060546875, 1.1058807373046875, 1.156890869140625, 1.2079010009765625, 1.2589111328125, 1.3099212646484375, 1.360931396484375, 1.4119415283203125, 1.46295166015625, 1.5139617919921875, 1.564971923828125, 1.6159820556640625, 1.6669921875]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 4.0, 5.0, 6.0, 7.0, 10.0, 8.0, 10.0, 13.0, 17.0, 21.0, 23.0, 20.0, 28.0, 22.0, 30.0, 39.0, 26.0, 34.0, 44.0, 48.0, 43.0, 42.0, 54.0, 49.0, 45.0, 45.0, 38.0, 36.0, 33.0, 32.0, 28.0, 28.0, 22.0, 18.0, 16.0, 15.0, 14.0, 8.0, 8.0, 4.0, 3.0, 3.0, 4.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88427734375, -0.8572311401367188, -0.8301849365234375, -0.8031387329101562, -0.776092529296875, -0.7490463256835938, -0.7220001220703125, -0.6949539184570312, -0.66790771484375, -0.6408615112304688, -0.6138153076171875, -0.5867691040039062, -0.559722900390625, -0.5326766967773438, -0.5056304931640625, -0.47858428955078125, -0.4515380859375, -0.42449188232421875, -0.3974456787109375, -0.37039947509765625, -0.343353271484375, -0.31630706787109375, -0.2892608642578125, -0.26221466064453125, -0.23516845703125, -0.20812225341796875, -0.1810760498046875, -0.15402984619140625, -0.126983642578125, -0.09993743896484375, -0.0728912353515625, -0.04584503173828125, -0.018798828125, 0.00824737548828125, 0.0352935791015625, 0.06233978271484375, 0.089385986328125, 0.11643218994140625, 0.1434783935546875, 0.17052459716796875, 0.19757080078125, 0.22461700439453125, 0.2516632080078125, 0.27870941162109375, 0.305755615234375, 0.33280181884765625, 0.3598480224609375, 0.38689422607421875, 0.4139404296875, 0.44098663330078125, 0.4680328369140625, 0.49507904052734375, 0.522125244140625, 0.5491714477539062, 0.5762176513671875, 0.6032638549804688, 0.63031005859375, 0.6573562622070312, 0.6844024658203125, 0.7114486694335938, 0.738494873046875, 0.7655410766601562, 0.7925872802734375, 0.8196334838867188, 0.8466796875]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 4.0, 6.0, 5.0, 19.0, 26.0, 25.0, 66.0, 102.0, 182.0, 363.0, 727.0, 2107.0, 9973.0, 158879.0, 3923973.0, 87675.0, 7227.0, 1666.0, 592.0, 301.0, 146.0, 97.0, 57.0, 30.0, 24.0, 8.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.623046875, -3.490936279296875, -3.35882568359375, -3.226715087890625, -3.0946044921875, -2.962493896484375, -2.83038330078125, -2.698272705078125, -2.566162109375, -2.434051513671875, -2.30194091796875, -2.169830322265625, -2.0377197265625, -1.905609130859375, -1.77349853515625, -1.641387939453125, -1.50927734375, -1.377166748046875, -1.24505615234375, -1.112945556640625, -0.9808349609375, -0.848724365234375, -0.71661376953125, -0.584503173828125, -0.452392578125, -0.320281982421875, -0.18817138671875, -0.056060791015625, 0.0760498046875, 0.208160400390625, 0.34027099609375, 0.472381591796875, 0.6044921875, 0.736602783203125, 0.86871337890625, 1.000823974609375, 1.1329345703125, 1.265045166015625, 1.39715576171875, 1.529266357421875, 1.661376953125, 1.793487548828125, 1.92559814453125, 2.057708740234375, 2.1898193359375, 2.321929931640625, 2.45404052734375, 2.586151123046875, 2.71826171875, 2.850372314453125, 2.98248291015625, 3.114593505859375, 3.2467041015625, 3.378814697265625, 3.51092529296875, 3.643035888671875, 3.775146484375, 3.907257080078125, 4.03936767578125, 4.171478271484375, 4.3035888671875, 4.435699462890625, 4.56781005859375, 4.699920654296875, 4.83203125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 5.0, 1.0, 4.0, 4.0, 8.0, 14.0, 25.0, 16.0, 31.0, 43.0, 69.0, 126.0, 238.0, 536.0, 997.0, 884.0, 494.0, 244.0, 142.0, 76.0, 34.0, 20.0, 22.0, 14.0, 7.0, 8.0, 5.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.025390625, -2.93902587890625, -2.8526611328125, -2.76629638671875, -2.679931640625, -2.59356689453125, -2.5072021484375, -2.42083740234375, -2.33447265625, -2.24810791015625, -2.1617431640625, -2.07537841796875, -1.989013671875, -1.90264892578125, -1.8162841796875, -1.72991943359375, -1.6435546875, -1.55718994140625, -1.4708251953125, -1.38446044921875, -1.298095703125, -1.21173095703125, -1.1253662109375, -1.03900146484375, -0.95263671875, -0.86627197265625, -0.7799072265625, -0.69354248046875, -0.607177734375, -0.52081298828125, -0.4344482421875, -0.34808349609375, -0.26171875, -0.17535400390625, -0.0889892578125, -0.00262451171875, 0.083740234375, 0.17010498046875, 0.2564697265625, 0.34283447265625, 0.42919921875, 0.51556396484375, 0.6019287109375, 0.68829345703125, 0.774658203125, 0.86102294921875, 0.9473876953125, 1.03375244140625, 1.1201171875, 1.20648193359375, 1.2928466796875, 1.37921142578125, 1.465576171875, 1.55194091796875, 1.6383056640625, 1.72467041015625, 1.81103515625, 1.89739990234375, 1.9837646484375, 2.07012939453125, 2.156494140625, 2.24285888671875, 2.3292236328125, 2.41558837890625, 2.501953125]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 6.0, 6.0, 10.0, 37.0, 81.0, 245.0, 326.0, 169.0, 69.0, 25.0, 11.0, 3.0, 7.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.398956298828125, -49.236202239990234, -48.073448181152344, -46.91069412231445, -45.74794006347656, -44.58518600463867, -43.42243194580078, -42.25967788696289, -41.096923828125, -39.93416976928711, -38.77141571044922, -37.60866165161133, -36.44590759277344, -35.28315353393555, -34.120399475097656, -32.957645416259766, -31.794891357421875, -30.632137298583984, -29.469383239746094, -28.306629180908203, -27.143875122070312, -25.981121063232422, -24.81836700439453, -23.65561294555664, -22.49285888671875, -21.33010482788086, -20.16735076904297, -19.004596710205078, -17.841842651367188, -16.679088592529297, -15.516334533691406, -14.353580474853516, -13.19082260131836, -12.028068542480469, -10.865314483642578, -9.702560424804688, -8.539806365966797, -7.377052307128906, -6.214298248291016, -5.051544189453125, -3.8887901306152344, -2.7260360717773438, -1.5632820129394531, -0.4005279541015625, 0.7622261047363281, 1.9249801635742188, 3.0877342224121094, 4.25048828125, 5.413242340087891, 6.575996398925781, 7.738750457763672, 8.901504516601562, 10.064258575439453, 11.227012634277344, 12.389766693115234, 13.552520751953125, 14.715274810791016, 15.878028869628906, 17.040782928466797, 18.203536987304688, 19.366291046142578, 20.52904510498047, 21.69179916381836, 22.85455322265625, 24.01730728149414]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 8.0, 6.0, 12.0, 9.0, 17.0, 13.0, 17.0, 20.0, 23.0, 32.0, 47.0, 52.0, 55.0, 46.0, 68.0, 71.0, 72.0, 62.0, 55.0, 38.0, 58.0, 33.0, 34.0, 24.0, 22.0, 20.0, 18.0, 17.0, 14.0, 10.0, 10.0, 1.0, 8.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0], "bins": [-12.87960433959961, -12.528816223144531, -12.178028106689453, -11.827239990234375, -11.47645092010498, -11.125662803649902, -10.774874687194824, -10.424086570739746, -10.073298454284668, -9.72251033782959, -9.371722221374512, -9.020933151245117, -8.670145034790039, -8.319356918334961, -7.968568801879883, -7.617780685424805, -7.266992092132568, -6.91620397567749, -6.565415382385254, -6.214627265930176, -5.863839149475098, -5.5130510330200195, -5.162262439727783, -4.811474323272705, -4.460685729980469, -4.109897613525391, -3.7591092586517334, -3.408320903778076, -3.057532787322998, -2.706744432449341, -2.3559560775756836, -2.0051679611206055, -1.6543798446655273, -1.3035916090011597, -0.9528033137321472, -0.6020150184631348, -0.2512267827987671, 0.09956145286560059, 0.4503498077392578, 0.8011379241943359, 1.1519262790679932, 1.5027145147323608, 1.8535027503967285, 2.2042911052703857, 2.555079460144043, 2.905867576599121, 3.2566559314727783, 3.6074440479278564, 3.9582324028015137, 4.309020519256592, 4.659809112548828, 5.010597229003906, 5.361385345458984, 5.7121734619140625, 6.062962055206299, 6.413750171661377, 6.764538764953613, 7.115326881408691, 7.466115474700928, 7.816903591156006, 8.167692184448242, 8.51848030090332, 8.869268417358398, 9.220056533813477, 9.570844650268555]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 1.0, 3.0, 4.0, 7.0, 14.0, 13.0, 15.0, 27.0, 71.0, 89.0, 185.0, 374.0, 739.0, 1782.0, 4617.0, 13607.0, 49365.0, 199695.0, 463449.0, 232470.0, 57318.0, 15757.0, 5239.0, 2023.0, 841.0, 409.0, 197.0, 104.0, 35.0, 45.0, 22.0, 14.0, 8.0, 5.0, 2.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.25, -2.1867218017578125, -2.123443603515625, -2.0601654052734375, -1.99688720703125, -1.9336090087890625, -1.870330810546875, -1.8070526123046875, -1.7437744140625, -1.6804962158203125, -1.617218017578125, -1.5539398193359375, -1.49066162109375, -1.4273834228515625, -1.364105224609375, -1.3008270263671875, -1.237548828125, -1.1742706298828125, -1.110992431640625, -1.0477142333984375, -0.98443603515625, -0.9211578369140625, -0.857879638671875, -0.7946014404296875, -0.7313232421875, -0.6680450439453125, -0.604766845703125, -0.5414886474609375, -0.47821044921875, -0.4149322509765625, -0.351654052734375, -0.2883758544921875, -0.22509765625, -0.1618194580078125, -0.098541259765625, -0.0352630615234375, 0.02801513671875, 0.0912933349609375, 0.154571533203125, 0.2178497314453125, 0.2811279296875, 0.3444061279296875, 0.407684326171875, 0.4709625244140625, 0.53424072265625, 0.5975189208984375, 0.660797119140625, 0.7240753173828125, 0.787353515625, 0.8506317138671875, 0.913909912109375, 0.9771881103515625, 1.04046630859375, 1.1037445068359375, 1.167022705078125, 1.2303009033203125, 1.2935791015625, 1.3568572998046875, 1.420135498046875, 1.4834136962890625, 1.54669189453125, 1.6099700927734375, 1.673248291015625, 1.7365264892578125, 1.7998046875]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 3.0, 8.0, 10.0, 6.0, 13.0, 14.0, 15.0, 18.0, 29.0, 24.0, 27.0, 40.0, 33.0, 37.0, 35.0, 38.0, 39.0, 43.0, 58.0, 44.0, 54.0, 45.0, 32.0, 48.0, 37.0, 31.0, 31.0, 31.0, 27.0, 28.0, 21.0, 21.0, 11.0, 11.0, 8.0, 6.0, 6.0, 3.0, 7.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.841796875, -0.812744140625, -0.78369140625, -0.754638671875, -0.7255859375, -0.696533203125, -0.66748046875, -0.638427734375, -0.609375, -0.580322265625, -0.55126953125, -0.522216796875, -0.4931640625, -0.464111328125, -0.43505859375, -0.406005859375, -0.376953125, -0.347900390625, -0.31884765625, -0.289794921875, -0.2607421875, -0.231689453125, -0.20263671875, -0.173583984375, -0.14453125, -0.115478515625, -0.08642578125, -0.057373046875, -0.0283203125, 0.000732421875, 0.02978515625, 0.058837890625, 0.087890625, 0.116943359375, 0.14599609375, 0.175048828125, 0.2041015625, 0.233154296875, 0.26220703125, 0.291259765625, 0.3203125, 0.349365234375, 0.37841796875, 0.407470703125, 0.4365234375, 0.465576171875, 0.49462890625, 0.523681640625, 0.552734375, 0.581787109375, 0.61083984375, 0.639892578125, 0.6689453125, 0.697998046875, 0.72705078125, 0.756103515625, 0.78515625, 0.814208984375, 0.84326171875, 0.872314453125, 0.9013671875, 0.930419921875, 0.95947265625, 0.988525390625, 1.017578125]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 4.0, 7.0, 3.0, 10.0, 9.0, 11.0, 25.0, 35.0, 56.0, 58.0, 95.0, 132.0, 215.0, 398.0, 914.0, 1990.0, 5310.0, 17445.0, 75037.0, 328835.0, 502488.0, 85547.0, 19853.0, 5750.0, 2162.0, 952.0, 484.0, 274.0, 144.0, 89.0, 65.0, 48.0, 24.0, 19.0, 15.0, 11.0, 11.0, 10.0, 8.0, 7.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0859375, -2.016510009765625, -1.94708251953125, -1.877655029296875, -1.8082275390625, -1.738800048828125, -1.66937255859375, -1.599945068359375, -1.530517578125, -1.461090087890625, -1.39166259765625, -1.322235107421875, -1.2528076171875, -1.183380126953125, -1.11395263671875, -1.044525146484375, -0.97509765625, -0.905670166015625, -0.83624267578125, -0.766815185546875, -0.6973876953125, -0.627960205078125, -0.55853271484375, -0.489105224609375, -0.419677734375, -0.350250244140625, -0.28082275390625, -0.211395263671875, -0.1419677734375, -0.072540283203125, -0.00311279296875, 0.066314697265625, 0.1357421875, 0.205169677734375, 0.27459716796875, 0.344024658203125, 0.4134521484375, 0.482879638671875, 0.55230712890625, 0.621734619140625, 0.691162109375, 0.760589599609375, 0.83001708984375, 0.899444580078125, 0.9688720703125, 1.038299560546875, 1.10772705078125, 1.177154541015625, 1.24658203125, 1.316009521484375, 1.38543701171875, 1.454864501953125, 1.5242919921875, 1.593719482421875, 1.66314697265625, 1.732574462890625, 1.802001953125, 1.871429443359375, 1.94085693359375, 2.010284423828125, 2.0797119140625, 2.149139404296875, 2.21856689453125, 2.287994384765625, 2.357421875]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 8.0, 15.0, 6.0, 9.0, 9.0, 14.0, 14.0, 19.0, 26.0, 26.0, 24.0, 37.0, 27.0, 44.0, 54.0, 41.0, 48.0, 51.0, 51.0, 59.0, 32.0, 47.0, 37.0, 35.0, 44.0, 34.0, 20.0, 27.0, 22.0, 23.0, 17.0, 8.0, 16.0, 16.0, 9.0, 7.0, 3.0, 5.0, 2.0, 3.0, 5.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.310546875, -3.20849609375, -3.1064453125, -3.00439453125, -2.90234375, -2.80029296875, -2.6982421875, -2.59619140625, -2.494140625, -2.39208984375, -2.2900390625, -2.18798828125, -2.0859375, -1.98388671875, -1.8818359375, -1.77978515625, -1.677734375, -1.57568359375, -1.4736328125, -1.37158203125, -1.26953125, -1.16748046875, -1.0654296875, -0.96337890625, -0.861328125, -0.75927734375, -0.6572265625, -0.55517578125, -0.453125, -0.35107421875, -0.2490234375, -0.14697265625, -0.044921875, 0.05712890625, 0.1591796875, 0.26123046875, 0.36328125, 0.46533203125, 0.5673828125, 0.66943359375, 0.771484375, 0.87353515625, 0.9755859375, 1.07763671875, 1.1796875, 1.28173828125, 1.3837890625, 1.48583984375, 1.587890625, 1.68994140625, 1.7919921875, 1.89404296875, 1.99609375, 2.09814453125, 2.2001953125, 2.30224609375, 2.404296875, 2.50634765625, 2.6083984375, 2.71044921875, 2.8125, 2.91455078125, 3.0166015625, 3.11865234375, 3.220703125]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 5.0, 7.0, 13.0, 19.0, 19.0, 36.0, 77.0, 111.0, 162.0, 270.0, 496.0, 967.0, 1980.0, 4285.0, 10013.0, 27140.0, 84012.0, 292208.0, 481641.0, 94985.0, 30045.0, 10912.0, 4709.0, 2048.0, 1072.0, 542.0, 296.0, 196.0, 103.0, 70.0, 48.0, 28.0, 10.0, 8.0, 9.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.5625, -0.5431365966796875, -0.523773193359375, -0.5044097900390625, -0.48504638671875, -0.4656829833984375, -0.446319580078125, -0.4269561767578125, -0.4075927734375, -0.3882293701171875, -0.368865966796875, -0.3495025634765625, -0.33013916015625, -0.3107757568359375, -0.291412353515625, -0.2720489501953125, -0.252685546875, -0.2333221435546875, -0.213958740234375, -0.1945953369140625, -0.17523193359375, -0.1558685302734375, -0.136505126953125, -0.1171417236328125, -0.0977783203125, -0.0784149169921875, -0.059051513671875, -0.0396881103515625, -0.02032470703125, -0.0009613037109375, 0.018402099609375, 0.0377655029296875, 0.05712890625, 0.0764923095703125, 0.095855712890625, 0.1152191162109375, 0.13458251953125, 0.1539459228515625, 0.173309326171875, 0.1926727294921875, 0.2120361328125, 0.2313995361328125, 0.250762939453125, 0.2701263427734375, 0.28948974609375, 0.3088531494140625, 0.328216552734375, 0.3475799560546875, 0.366943359375, 0.3863067626953125, 0.405670166015625, 0.4250335693359375, 0.44439697265625, 0.4637603759765625, 0.483123779296875, 0.5024871826171875, 0.5218505859375, 0.5412139892578125, 0.560577392578125, 0.5799407958984375, 0.59930419921875, 0.6186676025390625, 0.638031005859375, 0.6573944091796875, 0.6767578125]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 7.0, 12.0, 10.0, 6.0, 15.0, 19.0, 21.0, 49.0, 61.0, 91.0, 132.0, 153.0, 126.0, 98.0, 62.0, 49.0, 26.0, 18.0, 11.0, 6.0, 8.0, 3.0, 6.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002758502960205078, -0.0002650506794452667, -0.00025425106287002563, -0.00024345144629478455, -0.00023265182971954346, -0.00022185221314430237, -0.00021105259656906128, -0.0002002529799938202, -0.0001894533634185791, -0.000178653746843338, -0.00016785413026809692, -0.00015705451369285583, -0.00014625489711761475, -0.00013545528054237366, -0.00012465566396713257, -0.00011385604739189148, -0.00010305643081665039, -9.22568142414093e-05, -8.145719766616821e-05, -7.065758109092712e-05, -5.9857964515686035e-05, -4.9058347940444946e-05, -3.825873136520386e-05, -2.745911478996277e-05, -1.665949821472168e-05, -5.859881639480591e-06, 4.939734935760498e-06, 1.5739351511001587e-05, 2.6538968086242676e-05, 3.7338584661483765e-05, 4.8138201236724854e-05, 5.893781781196594e-05, 6.973743438720703e-05, 8.053705096244812e-05, 9.133666753768921e-05, 0.0001021362841129303, 0.00011293590068817139, 0.00012373551726341248, 0.00013453513383865356, 0.00014533475041389465, 0.00015613436698913574, 0.00016693398356437683, 0.00017773360013961792, 0.000188533216714859, 0.0001993328332901001, 0.0002101324498653412, 0.00022093206644058228, 0.00023173168301582336, 0.00024253129959106445, 0.00025333091616630554, 0.00026413053274154663, 0.0002749301493167877, 0.0002857297658920288, 0.0002965293824672699, 0.000307328999042511, 0.0003181286156177521, 0.00032892823219299316, 0.00033972784876823425, 0.00035052746534347534, 0.00036132708191871643, 0.0003721266984939575, 0.0003829263150691986, 0.0003937259316444397, 0.0004045255482196808, 0.0004153251647949219]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 9.0, 10.0, 15.0, 21.0, 36.0, 57.0, 87.0, 164.0, 265.0, 494.0, 1099.0, 2957.0, 8682.0, 31600.0, 131719.0, 604746.0, 200499.0, 46847.0, 12406.0, 3971.0, 1489.0, 646.0, 315.0, 172.0, 103.0, 53.0, 30.0, 22.0, 15.0, 10.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.666015625, -0.6419219970703125, -0.617828369140625, -0.5937347412109375, -0.56964111328125, -0.5455474853515625, -0.521453857421875, -0.4973602294921875, -0.4732666015625, -0.4491729736328125, -0.425079345703125, -0.4009857177734375, -0.37689208984375, -0.3527984619140625, -0.328704833984375, -0.3046112060546875, -0.280517578125, -0.2564239501953125, -0.232330322265625, -0.2082366943359375, -0.18414306640625, -0.1600494384765625, -0.135955810546875, -0.1118621826171875, -0.0877685546875, -0.0636749267578125, -0.039581298828125, -0.0154876708984375, 0.00860595703125, 0.0326995849609375, 0.056793212890625, 0.0808868408203125, 0.10498046875, 0.1290740966796875, 0.153167724609375, 0.1772613525390625, 0.20135498046875, 0.2254486083984375, 0.249542236328125, 0.2736358642578125, 0.2977294921875, 0.3218231201171875, 0.345916748046875, 0.3700103759765625, 0.39410400390625, 0.4181976318359375, 0.442291259765625, 0.4663848876953125, 0.490478515625, 0.5145721435546875, 0.538665771484375, 0.5627593994140625, 0.58685302734375, 0.6109466552734375, 0.635040283203125, 0.6591339111328125, 0.6832275390625, 0.7073211669921875, 0.731414794921875, 0.7555084228515625, 0.77960205078125, 0.8036956787109375, 0.827789306640625, 0.8518829345703125, 0.8759765625]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 9.0, 13.0, 15.0, 16.0, 30.0, 23.0, 27.0, 42.0, 47.0, 56.0, 77.0, 72.0, 83.0, 82.0, 57.0, 60.0, 50.0, 55.0, 43.0, 35.0, 26.0, 23.0, 21.0, 10.0, 4.0, 5.0, 6.0, 8.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6787109375, -0.6552810668945312, -0.6318511962890625, -0.6084213256835938, -0.584991455078125, -0.5615615844726562, -0.5381317138671875, -0.5147018432617188, -0.49127197265625, -0.46784210205078125, -0.4444122314453125, -0.42098236083984375, -0.397552490234375, -0.37412261962890625, -0.3506927490234375, -0.32726287841796875, -0.3038330078125, -0.28040313720703125, -0.2569732666015625, -0.23354339599609375, -0.210113525390625, -0.18668365478515625, -0.1632537841796875, -0.13982391357421875, -0.11639404296875, -0.09296417236328125, -0.0695343017578125, -0.04610443115234375, -0.022674560546875, 0.00075531005859375, 0.0241851806640625, 0.04761505126953125, 0.071044921875, 0.09447479248046875, 0.1179046630859375, 0.14133453369140625, 0.164764404296875, 0.18819427490234375, 0.2116241455078125, 0.23505401611328125, 0.25848388671875, 0.28191375732421875, 0.3053436279296875, 0.32877349853515625, 0.352203369140625, 0.37563323974609375, 0.3990631103515625, 0.42249298095703125, 0.4459228515625, 0.46935272216796875, 0.4927825927734375, 0.5162124633789062, 0.539642333984375, 0.5630722045898438, 0.5865020751953125, 0.6099319458007812, 0.63336181640625, 0.6567916870117188, 0.6802215576171875, 0.7036514282226562, 0.727081298828125, 0.7505111694335938, 0.7739410400390625, 0.7973709106445312, 0.82080078125]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 9.0, 16.0, 19.0, 45.0, 83.0, 145.0, 240.0, 177.0, 117.0, 59.0, 30.0, 22.0, 12.0, 6.0, 8.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.51523494720459, -11.877134323120117, -11.239033699035645, -10.600933074951172, -9.962833404541016, -9.324732780456543, -8.68663215637207, -8.048532485961914, -7.410431385040283, -6.7723307609558105, -6.134230613708496, -5.496129989624023, -4.858029365539551, -4.219929218292236, -3.5818285942077637, -2.943728446960449, -2.3056278228759766, -1.667527437210083, -1.0294269323349, -0.3913264274597168, 0.24677395820617676, 0.8848743438720703, 1.522974967956543, 2.1610751152038574, 2.79917573928833, 3.4372761249542236, 4.075376510620117, 4.71347713470459, 5.3515777587890625, 5.989677906036377, 6.62777853012085, 7.265878677368164, 7.903980255126953, 8.542080879211426, 9.180181503295898, 9.818281173706055, 10.456381797790527, 11.094482421875, 11.732583045959473, 12.370683670043945, 13.008783340454102, 13.646883964538574, 14.284984588623047, 14.923084259033203, 15.561184883117676, 16.19928550720215, 16.837387084960938, 17.475486755371094, 18.11358642578125, 18.751686096191406, 19.389787673950195, 20.02788734436035, 20.66598892211914, 21.304088592529297, 21.942188262939453, 22.580289840698242, 23.21839141845703, 23.856491088867188, 24.494592666625977, 25.132692337036133, 25.770793914794922, 26.408893585205078, 27.046993255615234, 27.685094833374023, 28.32319450378418]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 6.0, 6.0, 2.0, 4.0, 4.0, 6.0, 7.0, 13.0, 11.0, 12.0, 8.0, 17.0, 17.0, 14.0, 22.0, 25.0, 31.0, 41.0, 34.0, 38.0, 55.0, 58.0, 96.0, 63.0, 55.0, 46.0, 31.0, 37.0, 26.0, 32.0, 23.0, 24.0, 24.0, 15.0, 19.0, 12.0, 12.0, 13.0, 10.0, 13.0, 3.0, 4.0, 4.0, 6.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-12.180902481079102, -11.798238754272461, -11.415575981140137, -11.032912254333496, -10.650249481201172, -10.267585754394531, -9.88492202758789, -9.502259254455566, -9.119596481323242, -8.736932754516602, -8.354269981384277, -7.971606254577637, -7.5889434814453125, -7.206279754638672, -6.8236165046691895, -6.440953254699707, -6.058289527893066, -5.675626277923584, -5.292963027954102, -4.910299301147461, -4.527636528015137, -4.144972801208496, -3.7623095512390137, -3.3796463012695312, -2.996983051300049, -2.6143198013305664, -2.231656551361084, -1.8489930629730225, -1.46632981300354, -1.0836665630340576, -0.7010030746459961, -0.31833982467651367, 0.06432247161865234, 0.44698578119277954, 0.8296490907669067, 1.2123124599456787, 1.5949757099151611, 1.9776389598846436, 2.360302448272705, 2.7429656982421875, 3.12562894821167, 3.5082921981811523, 3.8909554481506348, 4.273618698120117, 4.656282424926758, 5.038945198059082, 5.421608924865723, 5.804272174835205, 6.1869354248046875, 6.56959867477417, 6.952261924743652, 7.334925651550293, 7.717588424682617, 8.100252151489258, 8.482915878295898, 8.865578651428223, 9.248241424560547, 9.630905151367188, 10.013567924499512, 10.396231651306152, 10.778894424438477, 11.161558151245117, 11.544221878051758, 11.926884651184082, 12.309548377990723]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 7.0, 1.0, 4.0, 15.0, 25.0, 44.0, 62.0, 104.0, 285.0, 799.0, 2446.0, 9015.0, 48622.0, 676414.0, 3087910.0, 329768.0, 29514.0, 6169.0, 1731.0, 669.0, 267.0, 157.0, 82.0, 44.0, 32.0, 27.0, 20.0, 18.0, 8.0, 11.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.89013671875, -0.8357925415039062, -0.7814483642578125, -0.7271041870117188, -0.672760009765625, -0.6184158325195312, -0.5640716552734375, -0.5097274780273438, -0.45538330078125, -0.40103912353515625, -0.3466949462890625, -0.29235076904296875, -0.238006591796875, -0.18366241455078125, -0.1293182373046875, -0.07497406005859375, -0.0206298828125, 0.03371429443359375, 0.0880584716796875, 0.14240264892578125, 0.196746826171875, 0.25109100341796875, 0.3054351806640625, 0.35977935791015625, 0.41412353515625, 0.46846771240234375, 0.5228118896484375, 0.5771560668945312, 0.631500244140625, 0.6858444213867188, 0.7401885986328125, 0.7945327758789062, 0.848876953125, 0.9032211303710938, 0.9575653076171875, 1.0119094848632812, 1.066253662109375, 1.1205978393554688, 1.1749420166015625, 1.2292861938476562, 1.28363037109375, 1.3379745483398438, 1.3923187255859375, 1.4466629028320312, 1.501007080078125, 1.5553512573242188, 1.6096954345703125, 1.6640396118164062, 1.7183837890625, 1.7727279663085938, 1.8270721435546875, 1.8814163208007812, 1.935760498046875, 1.9901046752929688, 2.0444488525390625, 2.0987930297851562, 2.15313720703125, 2.2074813842773438, 2.2618255615234375, 2.3161697387695312, 2.370513916015625, 2.4248580932617188, 2.4792022705078125, 2.5335464477539062, 2.587890625]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 10.0, 4.0, 6.0, 8.0, 12.0, 13.0, 19.0, 14.0, 27.0, 30.0, 30.0, 32.0, 30.0, 43.0, 36.0, 40.0, 46.0, 48.0, 39.0, 40.0, 36.0, 48.0, 37.0, 35.0, 40.0, 35.0, 29.0, 35.0, 35.0, 28.0, 16.0, 21.0, 18.0, 9.0, 10.0, 6.0, 9.0, 3.0, 1.0, 4.0, 3.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.71923828125, -0.694488525390625, -0.66973876953125, -0.644989013671875, -0.6202392578125, -0.595489501953125, -0.57073974609375, -0.545989990234375, -0.521240234375, -0.496490478515625, -0.47174072265625, -0.446990966796875, -0.4222412109375, -0.397491455078125, -0.37274169921875, -0.347991943359375, -0.3232421875, -0.298492431640625, -0.27374267578125, -0.248992919921875, -0.2242431640625, -0.199493408203125, -0.17474365234375, -0.149993896484375, -0.125244140625, -0.100494384765625, -0.07574462890625, -0.050994873046875, -0.0262451171875, -0.001495361328125, 0.02325439453125, 0.048004150390625, 0.07275390625, 0.097503662109375, 0.12225341796875, 0.147003173828125, 0.1717529296875, 0.196502685546875, 0.22125244140625, 0.246002197265625, 0.270751953125, 0.295501708984375, 0.32025146484375, 0.345001220703125, 0.3697509765625, 0.394500732421875, 0.41925048828125, 0.444000244140625, 0.46875, 0.493499755859375, 0.51824951171875, 0.542999267578125, 0.5677490234375, 0.592498779296875, 0.61724853515625, 0.641998291015625, 0.666748046875, 0.691497802734375, 0.71624755859375, 0.740997314453125, 0.7657470703125, 0.790496826171875, 0.81524658203125, 0.839996337890625, 0.86474609375]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 17.0, 28.0, 76.0, 188.0, 555.0, 2091.0, 118597.0, 4055961.0, 15179.0, 1021.0, 363.0, 119.0, 52.0, 23.0, 12.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.390625, -6.18646240234375, -5.9822998046875, -5.77813720703125, -5.573974609375, -5.36981201171875, -5.1656494140625, -4.96148681640625, -4.75732421875, -4.55316162109375, -4.3489990234375, -4.14483642578125, -3.940673828125, -3.73651123046875, -3.5323486328125, -3.32818603515625, -3.1240234375, -2.91986083984375, -2.7156982421875, -2.51153564453125, -2.307373046875, -2.10321044921875, -1.8990478515625, -1.69488525390625, -1.49072265625, -1.28656005859375, -1.0823974609375, -0.87823486328125, -0.674072265625, -0.46990966796875, -0.2657470703125, -0.06158447265625, 0.142578125, 0.34674072265625, 0.5509033203125, 0.75506591796875, 0.959228515625, 1.16339111328125, 1.3675537109375, 1.57171630859375, 1.77587890625, 1.98004150390625, 2.1842041015625, 2.38836669921875, 2.592529296875, 2.79669189453125, 3.0008544921875, 3.20501708984375, 3.4091796875, 3.61334228515625, 3.8175048828125, 4.02166748046875, 4.225830078125, 4.42999267578125, 4.6341552734375, 4.83831787109375, 5.04248046875, 5.24664306640625, 5.4508056640625, 5.65496826171875, 5.859130859375, 6.06329345703125, 6.2674560546875, 6.47161865234375, 6.67578125]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 5.0, 6.0, 19.0, 29.0, 57.0, 100.0, 270.0, 698.0, 1329.0, 904.0, 331.0, 167.0, 78.0, 39.0, 21.0, 13.0, 11.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.1328125, -4.016998291015625, -3.90118408203125, -3.785369873046875, -3.6695556640625, -3.553741455078125, -3.43792724609375, -3.322113037109375, -3.206298828125, -3.090484619140625, -2.97467041015625, -2.858856201171875, -2.7430419921875, -2.627227783203125, -2.51141357421875, -2.395599365234375, -2.27978515625, -2.163970947265625, -2.04815673828125, -1.932342529296875, -1.8165283203125, -1.700714111328125, -1.58489990234375, -1.469085693359375, -1.353271484375, -1.237457275390625, -1.12164306640625, -1.005828857421875, -0.8900146484375, -0.774200439453125, -0.65838623046875, -0.542572021484375, -0.4267578125, -0.310943603515625, -0.19512939453125, -0.079315185546875, 0.0364990234375, 0.152313232421875, 0.26812744140625, 0.383941650390625, 0.499755859375, 0.615570068359375, 0.73138427734375, 0.847198486328125, 0.9630126953125, 1.078826904296875, 1.19464111328125, 1.310455322265625, 1.42626953125, 1.542083740234375, 1.65789794921875, 1.773712158203125, 1.8895263671875, 2.005340576171875, 2.12115478515625, 2.236968994140625, 2.352783203125, 2.468597412109375, 2.58441162109375, 2.700225830078125, 2.8160400390625, 2.931854248046875, 3.04766845703125, 3.163482666015625, 3.279296875]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 16.0, 51.0, 162.0, 300.0, 254.0, 143.0, 40.0, 20.0, 8.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.976531028747559, -8.968473434448242, -7.960415840148926, -6.952358722686768, -5.944301128387451, -4.936243534088135, -3.9281864166259766, -2.92012882232666, -1.9120712280273438, -0.9040137529373169, 0.10404372215270996, 1.1121010780334473, 2.1201586723327637, 3.12821626663208, 4.136273384094238, 5.144330978393555, 6.152388572692871, 7.1604461669921875, 8.168503761291504, 9.17656135559082, 10.18461799621582, 11.192676544189453, 12.200733184814453, 13.20879077911377, 14.216848373413086, 15.224905967712402, 16.23296356201172, 17.24102020263672, 18.24907875061035, 19.25713539123535, 20.265193939208984, 21.273250579833984, 22.281307220458984, 23.289363861083984, 24.297422409057617, 25.305479049682617, 26.31353759765625, 27.32159423828125, 28.32965087890625, 29.337709426879883, 30.345767974853516, 31.353824615478516, 32.361881256103516, 33.36994171142578, 34.37799835205078, 35.38605499267578, 36.39411163330078, 37.40216827392578, 38.41022491455078, 39.41828155517578, 40.42633819580078, 41.43439865112305, 42.44245529174805, 43.45051193237305, 44.45856857299805, 45.46662902832031, 46.47468566894531, 47.48274230957031, 48.49079895019531, 49.49885940551758, 50.50691604614258, 51.51497268676758, 52.52302932739258, 53.531089782714844, 54.539146423339844]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 4.0, 3.0, 2.0, 9.0, 6.0, 6.0, 15.0, 17.0, 11.0, 18.0, 14.0, 9.0, 30.0, 28.0, 28.0, 33.0, 33.0, 39.0, 35.0, 47.0, 42.0, 45.0, 38.0, 41.0, 35.0, 43.0, 38.0, 51.0, 41.0, 37.0, 27.0, 20.0, 23.0, 23.0, 18.0, 17.0, 15.0, 11.0, 10.0, 7.0, 4.0, 9.0, 7.0, 7.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.9569926261901855, -6.735965251922607, -6.5149383544921875, -6.293910980224609, -6.072883605957031, -5.851856231689453, -5.630828857421875, -5.409801959991455, -5.188774585723877, -4.967747211456299, -4.746720314025879, -4.525692939758301, -4.304665565490723, -4.0836381912231445, -3.8626110553741455, -3.6415839195251465, -3.4205565452575684, -3.1995291709899902, -2.978502035140991, -2.757474899291992, -2.536447525024414, -2.315420150756836, -2.094393014907837, -1.8733657598495483, -1.6523385047912598, -1.4313112497329712, -1.2102839946746826, -0.989256739616394, -0.7682294845581055, -0.5472022294998169, -0.3261749744415283, -0.10514771938323975, 0.11587953567504883, 0.3369067907333374, 0.557934045791626, 0.7789613008499146, 0.9999885559082031, 1.2210158109664917, 1.4420430660247803, 1.6630703210830688, 1.8840975761413574, 2.1051249504089355, 2.3261520862579346, 2.5471792221069336, 2.7682065963745117, 2.98923397064209, 3.210261106491089, 3.431288242340088, 3.652315616607666, 3.873342990875244, 4.094369888305664, 4.315397262573242, 4.53642463684082, 4.757452011108398, 4.978479385375977, 5.1995062828063965, 5.420533657073975, 5.641561031341553, 5.862587928771973, 6.083615303039551, 6.304642677307129, 6.525670051574707, 6.746697425842285, 6.967724323272705, 7.188751697540283]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 1.0, 4.0, 7.0, 8.0, 17.0, 18.0, 47.0, 53.0, 98.0, 150.0, 359.0, 757.0, 1659.0, 4311.0, 11432.0, 34553.0, 114738.0, 344216.0, 356999.0, 122798.0, 36660.0, 11941.0, 4414.0, 1744.0, 802.0, 336.0, 177.0, 84.0, 67.0, 41.0, 19.0, 19.0, 7.0, 6.0, 4.0, 4.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.7392578125, -1.688140869140625, -1.63702392578125, -1.585906982421875, -1.5347900390625, -1.483673095703125, -1.43255615234375, -1.381439208984375, -1.330322265625, -1.279205322265625, -1.22808837890625, -1.176971435546875, -1.1258544921875, -1.074737548828125, -1.02362060546875, -0.972503662109375, -0.92138671875, -0.870269775390625, -0.81915283203125, -0.768035888671875, -0.7169189453125, -0.665802001953125, -0.61468505859375, -0.563568115234375, -0.512451171875, -0.461334228515625, -0.41021728515625, -0.359100341796875, -0.3079833984375, -0.256866455078125, -0.20574951171875, -0.154632568359375, -0.103515625, -0.052398681640625, -0.00128173828125, 0.049835205078125, 0.1009521484375, 0.152069091796875, 0.20318603515625, 0.254302978515625, 0.305419921875, 0.356536865234375, 0.40765380859375, 0.458770751953125, 0.5098876953125, 0.561004638671875, 0.61212158203125, 0.663238525390625, 0.71435546875, 0.765472412109375, 0.81658935546875, 0.867706298828125, 0.9188232421875, 0.969940185546875, 1.02105712890625, 1.072174072265625, 1.123291015625, 1.174407958984375, 1.22552490234375, 1.276641845703125, 1.3277587890625, 1.378875732421875, 1.42999267578125, 1.481109619140625, 1.5322265625]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 3.0, 11.0, 8.0, 8.0, 14.0, 16.0, 13.0, 16.0, 11.0, 21.0, 31.0, 30.0, 23.0, 43.0, 35.0, 48.0, 47.0, 44.0, 48.0, 42.0, 46.0, 44.0, 54.0, 32.0, 33.0, 46.0, 32.0, 33.0, 33.0, 26.0, 28.0, 15.0, 20.0, 11.0, 8.0, 8.0, 2.0, 6.0, 5.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9072265625, -0.87933349609375, -0.8514404296875, -0.82354736328125, -0.795654296875, -0.76776123046875, -0.7398681640625, -0.71197509765625, -0.68408203125, -0.65618896484375, -0.6282958984375, -0.60040283203125, -0.572509765625, -0.54461669921875, -0.5167236328125, -0.48883056640625, -0.4609375, -0.43304443359375, -0.4051513671875, -0.37725830078125, -0.349365234375, -0.32147216796875, -0.2935791015625, -0.26568603515625, -0.23779296875, -0.20989990234375, -0.1820068359375, -0.15411376953125, -0.126220703125, -0.09832763671875, -0.0704345703125, -0.04254150390625, -0.0146484375, 0.01324462890625, 0.0411376953125, 0.06903076171875, 0.096923828125, 0.12481689453125, 0.1527099609375, 0.18060302734375, 0.20849609375, 0.23638916015625, 0.2642822265625, 0.29217529296875, 0.320068359375, 0.34796142578125, 0.3758544921875, 0.40374755859375, 0.431640625, 0.45953369140625, 0.4874267578125, 0.51531982421875, 0.543212890625, 0.57110595703125, 0.5989990234375, 0.62689208984375, 0.65478515625, 0.68267822265625, 0.7105712890625, 0.73846435546875, 0.766357421875, 0.79425048828125, 0.8221435546875, 0.85003662109375, 0.8779296875]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 9.0, 7.0, 16.0, 22.0, 29.0, 37.0, 51.0, 83.0, 98.0, 141.0, 212.0, 322.0, 610.0, 1226.0, 2902.0, 10267.0, 48426.0, 279576.0, 605899.0, 76239.0, 14773.0, 4062.0, 1516.0, 778.0, 441.0, 245.0, 173.0, 110.0, 84.0, 50.0, 36.0, 28.0, 22.0, 12.0, 12.0, 6.0, 6.0, 8.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9462890625, -1.8718109130859375, -1.797332763671875, -1.7228546142578125, -1.64837646484375, -1.5738983154296875, -1.499420166015625, -1.4249420166015625, -1.3504638671875, -1.2759857177734375, -1.201507568359375, -1.1270294189453125, -1.05255126953125, -0.9780731201171875, -0.903594970703125, -0.8291168212890625, -0.754638671875, -0.6801605224609375, -0.605682373046875, -0.5312042236328125, -0.45672607421875, -0.3822479248046875, -0.307769775390625, -0.2332916259765625, -0.1588134765625, -0.0843353271484375, -0.009857177734375, 0.0646209716796875, 0.13909912109375, 0.2135772705078125, 0.288055419921875, 0.3625335693359375, 0.43701171875, 0.5114898681640625, 0.585968017578125, 0.6604461669921875, 0.73492431640625, 0.8094024658203125, 0.883880615234375, 0.9583587646484375, 1.0328369140625, 1.1073150634765625, 1.181793212890625, 1.2562713623046875, 1.33074951171875, 1.4052276611328125, 1.479705810546875, 1.5541839599609375, 1.628662109375, 1.7031402587890625, 1.777618408203125, 1.8520965576171875, 1.92657470703125, 2.0010528564453125, 2.075531005859375, 2.1500091552734375, 2.2244873046875, 2.2989654541015625, 2.373443603515625, 2.4479217529296875, 2.52239990234375, 2.5968780517578125, 2.671356201171875, 2.7458343505859375, 2.8203125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 4.0, 7.0, 4.0, 9.0, 13.0, 11.0, 17.0, 16.0, 19.0, 24.0, 32.0, 34.0, 30.0, 41.0, 52.0, 45.0, 52.0, 65.0, 64.0, 58.0, 46.0, 39.0, 46.0, 35.0, 35.0, 37.0, 26.0, 20.0, 26.0, 19.0, 8.0, 6.0, 16.0, 9.0, 9.0, 2.0, 9.0, 5.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.076171875, -2.9737548828125, -2.871337890625, -2.7689208984375, -2.66650390625, -2.5640869140625, -2.461669921875, -2.3592529296875, -2.2568359375, -2.1544189453125, -2.052001953125, -1.9495849609375, -1.84716796875, -1.7447509765625, -1.642333984375, -1.5399169921875, -1.4375, -1.3350830078125, -1.232666015625, -1.1302490234375, -1.02783203125, -0.9254150390625, -0.822998046875, -0.7205810546875, -0.6181640625, -0.5157470703125, -0.413330078125, -0.3109130859375, -0.20849609375, -0.1060791015625, -0.003662109375, 0.0987548828125, 0.201171875, 0.3035888671875, 0.406005859375, 0.5084228515625, 0.61083984375, 0.7132568359375, 0.815673828125, 0.9180908203125, 1.0205078125, 1.1229248046875, 1.225341796875, 1.3277587890625, 1.43017578125, 1.5325927734375, 1.635009765625, 1.7374267578125, 1.83984375, 1.9422607421875, 2.044677734375, 2.1470947265625, 2.24951171875, 2.3519287109375, 2.454345703125, 2.5567626953125, 2.6591796875, 2.7615966796875, 2.864013671875, 2.9664306640625, 3.06884765625, 3.1712646484375, 3.273681640625, 3.3760986328125, 3.478515625]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 5.0, 10.0, 10.0, 14.0, 27.0, 36.0, 65.0, 114.0, 182.0, 369.0, 755.0, 1417.0, 3232.0, 9497.0, 36290.0, 208910.0, 691602.0, 70597.0, 16322.0, 5118.0, 1959.0, 941.0, 436.0, 287.0, 122.0, 92.0, 55.0, 30.0, 25.0, 23.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.74169921875, -0.7110671997070312, -0.6804351806640625, -0.6498031616210938, -0.619171142578125, -0.5885391235351562, -0.5579071044921875, -0.5272750854492188, -0.49664306640625, -0.46601104736328125, -0.4353790283203125, -0.40474700927734375, -0.374114990234375, -0.34348297119140625, -0.3128509521484375, -0.28221893310546875, -0.2515869140625, -0.22095489501953125, -0.1903228759765625, -0.15969085693359375, -0.129058837890625, -0.09842681884765625, -0.0677947998046875, -0.03716278076171875, -0.00653076171875, 0.02410125732421875, 0.0547332763671875, 0.08536529541015625, 0.115997314453125, 0.14662933349609375, 0.1772613525390625, 0.20789337158203125, 0.238525390625, 0.26915740966796875, 0.2997894287109375, 0.33042144775390625, 0.361053466796875, 0.39168548583984375, 0.4223175048828125, 0.45294952392578125, 0.48358154296875, 0.5142135620117188, 0.5448455810546875, 0.5754776000976562, 0.606109619140625, 0.6367416381835938, 0.6673736572265625, 0.6980056762695312, 0.7286376953125, 0.7592697143554688, 0.7899017333984375, 0.8205337524414062, 0.851165771484375, 0.8817977905273438, 0.9124298095703125, 0.9430618286132812, 0.97369384765625, 1.0043258666992188, 1.0349578857421875, 1.0655899047851562, 1.096221923828125, 1.1268539428710938, 1.1574859619140625, 1.1881179809570312, 1.21875]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 11.0, 17.0, 19.0, 40.0, 85.0, 142.0, 285.0, 202.0, 72.0, 54.0, 33.0, 11.0, 12.0, 12.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006890296936035156, -0.000668548047542572, -0.0006480664014816284, -0.0006275847554206848, -0.0006071031093597412, -0.0005866214632987976, -0.000566139817237854, -0.0005456581711769104, -0.0005251765251159668, -0.0005046948790550232, -0.0004842132329940796, -0.000463731586933136, -0.0004432499408721924, -0.0004227682948112488, -0.0004022866487503052, -0.00038180500268936157, -0.00036132335662841797, -0.00034084171056747437, -0.00032036006450653076, -0.00029987841844558716, -0.00027939677238464355, -0.00025891512632369995, -0.00023843348026275635, -0.00021795183420181274, -0.00019747018814086914, -0.00017698854207992554, -0.00015650689601898193, -0.00013602524995803833, -0.00011554360389709473, -9.506195783615112e-05, -7.458031177520752e-05, -5.4098665714263916e-05, -3.361701965332031e-05, -1.3135373592376709e-05, 7.3462724685668945e-06, 2.7827918529510498e-05, 4.83095645904541e-05, 6.87912106513977e-05, 8.927285671234131e-05, 0.00010975450277328491, 0.00013023614883422852, 0.00015071779489517212, 0.00017119944095611572, 0.00019168108701705933, 0.00021216273307800293, 0.00023264437913894653, 0.00025312602519989014, 0.00027360767126083374, 0.00029408931732177734, 0.00031457096338272095, 0.00033505260944366455, 0.00035553425550460815, 0.00037601590156555176, 0.00039649754762649536, 0.00041697919368743896, 0.00043746083974838257, 0.00045794248580932617, 0.0004784241318702698, 0.0004989057779312134, 0.000519387423992157, 0.0005398690700531006, 0.0005603507161140442, 0.0005808323621749878, 0.0006013140082359314, 0.000621795654296875]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 7.0, 12.0, 11.0, 23.0, 34.0, 49.0, 54.0, 97.0, 151.0, 245.0, 406.0, 789.0, 1482.0, 3428.0, 8938.0, 29264.0, 135814.0, 718750.0, 109472.0, 25069.0, 7926.0, 3178.0, 1471.0, 785.0, 445.0, 243.0, 154.0, 91.0, 48.0, 39.0, 27.0, 14.0, 10.0, 6.0, 8.0, 0.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.86279296875, -0.8344497680664062, -0.8061065673828125, -0.7777633666992188, -0.749420166015625, -0.7210769653320312, -0.6927337646484375, -0.6643905639648438, -0.63604736328125, -0.6077041625976562, -0.5793609619140625, -0.5510177612304688, -0.522674560546875, -0.49433135986328125, -0.4659881591796875, -0.43764495849609375, -0.4093017578125, -0.38095855712890625, -0.3526153564453125, -0.32427215576171875, -0.295928955078125, -0.26758575439453125, -0.2392425537109375, -0.21089935302734375, -0.18255615234375, -0.15421295166015625, -0.1258697509765625, -0.09752655029296875, -0.069183349609375, -0.04084014892578125, -0.0124969482421875, 0.01584625244140625, 0.044189453125, 0.07253265380859375, 0.1008758544921875, 0.12921905517578125, 0.157562255859375, 0.18590545654296875, 0.2142486572265625, 0.24259185791015625, 0.27093505859375, 0.29927825927734375, 0.3276214599609375, 0.35596466064453125, 0.384307861328125, 0.41265106201171875, 0.4409942626953125, 0.46933746337890625, 0.4976806640625, 0.5260238647460938, 0.5543670654296875, 0.5827102661132812, 0.611053466796875, 0.6393966674804688, 0.6677398681640625, 0.6960830688476562, 0.72442626953125, 0.7527694702148438, 0.7811126708984375, 0.8094558715820312, 0.837799072265625, 0.8661422729492188, 0.8944854736328125, 0.9228286743164062, 0.951171875]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 4.0, 2.0, 5.0, 7.0, 6.0, 5.0, 8.0, 8.0, 5.0, 19.0, 12.0, 26.0, 33.0, 45.0, 45.0, 67.0, 86.0, 99.0, 86.0, 77.0, 72.0, 56.0, 44.0, 38.0, 34.0, 19.0, 15.0, 12.0, 15.0, 10.0, 5.0, 9.0, 8.0, 6.0, 2.0, 6.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.79248046875, -0.7707138061523438, -0.7489471435546875, -0.7271804809570312, -0.705413818359375, -0.6836471557617188, -0.6618804931640625, -0.6401138305664062, -0.61834716796875, -0.5965805053710938, -0.5748138427734375, -0.5530471801757812, -0.531280517578125, -0.5095138549804688, -0.4877471923828125, -0.46598052978515625, -0.4442138671875, -0.42244720458984375, -0.4006805419921875, -0.37891387939453125, -0.357147216796875, -0.33538055419921875, -0.3136138916015625, -0.29184722900390625, -0.27008056640625, -0.24831390380859375, -0.2265472412109375, -0.20478057861328125, -0.183013916015625, -0.16124725341796875, -0.1394805908203125, -0.11771392822265625, -0.095947265625, -0.07418060302734375, -0.0524139404296875, -0.03064727783203125, -0.008880615234375, 0.01288604736328125, 0.0346527099609375, 0.05641937255859375, 0.07818603515625, 0.09995269775390625, 0.1217193603515625, 0.14348602294921875, 0.165252685546875, 0.18701934814453125, 0.2087860107421875, 0.23055267333984375, 0.2523193359375, 0.27408599853515625, 0.2958526611328125, 0.31761932373046875, 0.339385986328125, 0.36115264892578125, 0.3829193115234375, 0.40468597412109375, 0.42645263671875, 0.44821929931640625, 0.4699859619140625, 0.49175262451171875, 0.513519287109375, 0.5352859497070312, 0.5570526123046875, 0.5788192749023438, 0.6005859375]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 7.0, 15.0, 27.0, 63.0, 126.0, 323.0, 211.0, 128.0, 46.0, 27.0, 14.0, 10.0, 8.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.720584869384766, -18.854555130004883, -17.988525390625, -17.122495651245117, -16.256465911865234, -15.390436172485352, -14.524406433105469, -13.658376693725586, -12.792346954345703, -11.92631721496582, -11.060287475585938, -10.194257736206055, -9.328227996826172, -8.462198257446289, -7.596168041229248, -6.730138301849365, -5.864108085632324, -4.998078346252441, -4.132048606872559, -3.2660186290740967, -2.399988889694214, -1.533958911895752, -0.6679291725158691, 0.19810056686401367, 1.0641303062438965, 1.9301600456237793, 2.796189785003662, 3.662219762802124, 4.528249740600586, 5.394279479980469, 6.260309219360352, 7.126338958740234, 7.992368698120117, 8.8583984375, 9.724428176879883, 10.590457916259766, 11.456487655639648, 12.322517395019531, 13.188547134399414, 14.054576873779297, 14.92060661315918, 15.786636352539062, 16.652666091918945, 17.518695831298828, 18.38472557067871, 19.250755310058594, 20.116785049438477, 20.98281478881836, 21.848846435546875, 22.714876174926758, 23.58090591430664, 24.446935653686523, 25.312965393066406, 26.17899513244629, 27.045024871826172, 27.911054611206055, 28.777084350585938, 29.64311408996582, 30.509143829345703, 31.375173568725586, 32.24120330810547, 33.107234954833984, 33.973262786865234, 34.83929443359375, 35.705322265625]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 6.0, 2.0, 6.0, 8.0, 10.0, 10.0, 7.0, 19.0, 20.0, 18.0, 26.0, 30.0, 28.0, 26.0, 31.0, 37.0, 38.0, 49.0, 80.0, 111.0, 81.0, 53.0, 43.0, 28.0, 37.0, 40.0, 23.0, 20.0, 20.0, 22.0, 16.0, 15.0, 6.0, 7.0, 12.0, 5.0, 3.0, 3.0, 4.0, 1.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-14.302146911621094, -13.898760795593262, -13.49537467956543, -13.091988563537598, -12.688602447509766, -12.285215377807617, -11.881829261779785, -11.478443145751953, -11.075057029724121, -10.671670913696289, -10.268284797668457, -9.864898681640625, -9.461511611938477, -9.058126449584961, -8.654739379882812, -8.25135326385498, -7.847967147827148, -7.444581031799316, -7.041194915771484, -6.637808322906494, -6.234422206878662, -5.83103609085083, -5.42764949798584, -5.024263381958008, -4.620877265930176, -4.217491149902344, -3.8141047954559326, -3.4107184410095215, -3.0073323249816895, -2.6039462089538574, -2.2005598545074463, -1.7971735000610352, -1.3937873840332031, -0.9904011487960815, -0.58701491355896, -0.18362867832183838, 0.2197575569152832, 0.6231436729431152, 1.0265300273895264, 1.4299163818359375, 1.8333024978637695, 2.2366886138916016, 2.6400749683380127, 3.043461322784424, 3.446847438812256, 3.850233554840088, 4.253620147705078, 4.65700626373291, 5.060392379760742, 5.463778495788574, 5.867164611816406, 6.2705512046813965, 6.6739373207092285, 7.0773234367370605, 7.480710029602051, 7.884096145629883, 8.287482261657715, 8.690868377685547, 9.094254493713379, 9.497640609741211, 9.90102767944336, 10.304412841796875, 10.707799911499023, 11.111186027526855, 11.514572143554688]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 11.0, 15.0, 28.0, 75.0, 122.0, 274.0, 682.0, 1746.0, 6161.0, 28963.0, 299466.0, 2844231.0, 931956.0, 65620.0, 10293.0, 2780.0, 1001.0, 415.0, 181.0, 88.0, 53.0, 41.0, 21.0, 12.0, 8.0, 10.0, 5.0, 4.0, 2.0, 5.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.3623046875, -1.3022918701171875, -1.242279052734375, -1.1822662353515625, -1.12225341796875, -1.0622406005859375, -1.002227783203125, -0.9422149658203125, -0.8822021484375, -0.8221893310546875, -0.762176513671875, -0.7021636962890625, -0.64215087890625, -0.5821380615234375, -0.522125244140625, -0.4621124267578125, -0.402099609375, -0.3420867919921875, -0.282073974609375, -0.2220611572265625, -0.16204833984375, -0.1020355224609375, -0.042022705078125, 0.0179901123046875, 0.0780029296875, 0.1380157470703125, 0.198028564453125, 0.2580413818359375, 0.31805419921875, 0.3780670166015625, 0.438079833984375, 0.4980926513671875, 0.55810546875, 0.6181182861328125, 0.678131103515625, 0.7381439208984375, 0.79815673828125, 0.8581695556640625, 0.918182373046875, 0.9781951904296875, 1.0382080078125, 1.0982208251953125, 1.158233642578125, 1.2182464599609375, 1.27825927734375, 1.3382720947265625, 1.398284912109375, 1.4582977294921875, 1.518310546875, 1.5783233642578125, 1.638336181640625, 1.6983489990234375, 1.75836181640625, 1.8183746337890625, 1.878387451171875, 1.9384002685546875, 1.9984130859375, 2.0584259033203125, 2.118438720703125, 2.1784515380859375, 2.23846435546875, 2.2984771728515625, 2.358489990234375, 2.4185028076171875, 2.478515625]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 4.0, 7.0, 10.0, 13.0, 11.0, 7.0, 8.0, 21.0, 18.0, 17.0, 31.0, 29.0, 38.0, 47.0, 32.0, 42.0, 39.0, 47.0, 45.0, 37.0, 41.0, 41.0, 45.0, 47.0, 45.0, 42.0, 26.0, 32.0, 27.0, 20.0, 22.0, 23.0, 19.0, 10.0, 9.0, 8.0, 7.0, 4.0, 5.0, 5.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.91162109375, -0.8852005004882812, -0.8587799072265625, -0.8323593139648438, -0.805938720703125, -0.7795181274414062, -0.7530975341796875, -0.7266769409179688, -0.70025634765625, -0.6738357543945312, -0.6474151611328125, -0.6209945678710938, -0.594573974609375, -0.5681533813476562, -0.5417327880859375, -0.5153121948242188, -0.4888916015625, -0.46247100830078125, -0.4360504150390625, -0.40962982177734375, -0.383209228515625, -0.35678863525390625, -0.3303680419921875, -0.30394744873046875, -0.27752685546875, -0.25110626220703125, -0.2246856689453125, -0.19826507568359375, -0.171844482421875, -0.14542388916015625, -0.1190032958984375, -0.09258270263671875, -0.066162109375, -0.03974151611328125, -0.0133209228515625, 0.01309967041015625, 0.039520263671875, 0.06594085693359375, 0.0923614501953125, 0.11878204345703125, 0.14520263671875, 0.17162322998046875, 0.1980438232421875, 0.22446441650390625, 0.250885009765625, 0.27730560302734375, 0.3037261962890625, 0.33014678955078125, 0.3565673828125, 0.38298797607421875, 0.4094085693359375, 0.43582916259765625, 0.462249755859375, 0.48867034912109375, 0.5150909423828125, 0.5415115356445312, 0.56793212890625, 0.5943527221679688, 0.6207733154296875, 0.6471939086914062, 0.673614501953125, 0.7000350952148438, 0.7264556884765625, 0.7528762817382812, 0.779296875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 5.0, 15.0, 24.0, 50.0, 78.0, 189.0, 451.0, 960.0, 3559.0, 94681.0, 4032827.0, 56741.0, 3102.0, 869.0, 379.0, 177.0, 78.0, 51.0, 21.0, 10.0, 10.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0078125, -3.8438720703125, -3.679931640625, -3.5159912109375, -3.35205078125, -3.1881103515625, -3.024169921875, -2.8602294921875, -2.6962890625, -2.5323486328125, -2.368408203125, -2.2044677734375, -2.04052734375, -1.8765869140625, -1.712646484375, -1.5487060546875, -1.384765625, -1.2208251953125, -1.056884765625, -0.8929443359375, -0.72900390625, -0.5650634765625, -0.401123046875, -0.2371826171875, -0.0732421875, 0.0906982421875, 0.254638671875, 0.4185791015625, 0.58251953125, 0.7464599609375, 0.910400390625, 1.0743408203125, 1.23828125, 1.4022216796875, 1.566162109375, 1.7301025390625, 1.89404296875, 2.0579833984375, 2.221923828125, 2.3858642578125, 2.5498046875, 2.7137451171875, 2.877685546875, 3.0416259765625, 3.20556640625, 3.3695068359375, 3.533447265625, 3.6973876953125, 3.861328125, 4.0252685546875, 4.189208984375, 4.3531494140625, 4.51708984375, 4.6810302734375, 4.844970703125, 5.0089111328125, 5.1728515625, 5.3367919921875, 5.500732421875, 5.6646728515625, 5.82861328125, 5.9925537109375, 6.156494140625, 6.3204345703125, 6.484375]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 8.0, 17.0, 32.0, 58.0, 110.0, 270.0, 584.0, 1089.0, 999.0, 485.0, 207.0, 101.0, 65.0, 23.0, 12.0, 7.0, 8.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.55078125, -3.4237060546875, -3.296630859375, -3.1695556640625, -3.04248046875, -2.9154052734375, -2.788330078125, -2.6612548828125, -2.5341796875, -2.4071044921875, -2.280029296875, -2.1529541015625, -2.02587890625, -1.8988037109375, -1.771728515625, -1.6446533203125, -1.517578125, -1.3905029296875, -1.263427734375, -1.1363525390625, -1.00927734375, -0.8822021484375, -0.755126953125, -0.6280517578125, -0.5009765625, -0.3739013671875, -0.246826171875, -0.1197509765625, 0.00732421875, 0.1343994140625, 0.261474609375, 0.3885498046875, 0.515625, 0.6427001953125, 0.769775390625, 0.8968505859375, 1.02392578125, 1.1510009765625, 1.278076171875, 1.4051513671875, 1.5322265625, 1.6593017578125, 1.786376953125, 1.9134521484375, 2.04052734375, 2.1676025390625, 2.294677734375, 2.4217529296875, 2.548828125, 2.6759033203125, 2.802978515625, 2.9300537109375, 3.05712890625, 3.1842041015625, 3.311279296875, 3.4383544921875, 3.5654296875, 3.6925048828125, 3.819580078125, 3.9466552734375, 4.07373046875, 4.2008056640625, 4.327880859375, 4.4549560546875, 4.58203125]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 7.0, 3.0, 12.0, 13.0, 14.0, 17.0, 31.0, 44.0, 56.0, 76.0, 100.0, 116.0, 139.0, 95.0, 78.0, 53.0, 49.0, 23.0, 19.0, 12.0, 13.0, 10.0, 7.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.937787055969238, -8.481142044067383, -8.024496078491211, -7.5678510665893555, -7.111205577850342, -6.654560089111328, -6.197915077209473, -5.741269588470459, -5.284624099731445, -4.827978610992432, -4.371333122253418, -3.9146881103515625, -3.458042621612549, -3.001397132873535, -2.5447518825531006, -2.088106632232666, -1.6314611434936523, -1.1748157739639282, -0.7181704044342041, -0.26152503490448, 0.19512033462524414, 0.6517658233642578, 1.1084110736846924, 1.565056324005127, 2.0217018127441406, 2.4783473014831543, 2.934992551803589, 3.3916378021240234, 3.848283290863037, 4.304928779602051, 4.761573791503906, 5.21821928024292, 5.67486572265625, 6.131511211395264, 6.588156700134277, 7.044801712036133, 7.5014472007751465, 7.95809268951416, 8.414737701416016, 8.871383666992188, 9.328028678894043, 9.784673690795898, 10.24131965637207, 10.697964668273926, 11.154609680175781, 11.611255645751953, 12.067900657653809, 12.524545669555664, 12.981191635131836, 13.437836647033691, 13.894482612609863, 14.351127624511719, 14.80777359008789, 15.264418601989746, 15.721063613891602, 16.177709579467773, 16.634353637695312, 17.090999603271484, 17.547643661499023, 18.004289627075195, 18.460935592651367, 18.917579650878906, 19.374225616455078, 19.83087158203125, 20.287517547607422]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 6.0, 10.0, 9.0, 9.0, 15.0, 18.0, 12.0, 17.0, 21.0, 28.0, 22.0, 29.0, 35.0, 31.0, 38.0, 57.0, 49.0, 49.0, 53.0, 53.0, 52.0, 51.0, 41.0, 41.0, 32.0, 34.0, 22.0, 23.0, 26.0, 22.0, 15.0, 15.0, 13.0, 12.0, 7.0, 3.0, 10.0, 5.0, 1.0, 0.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-12.021734237670898, -11.677915573120117, -11.334097862243652, -10.990280151367188, -10.646461486816406, -10.302642822265625, -9.95882511138916, -9.615007400512695, -9.271188735961914, -8.927370071411133, -8.583552360534668, -8.239734649658203, -7.895915985107422, -7.552097797393799, -7.208279609680176, -6.864461421966553, -6.52064323425293, -6.176825046539307, -5.833006858825684, -5.4891886711120605, -5.1453704833984375, -4.8015522956848145, -4.457734107971191, -4.113915920257568, -3.7700977325439453, -3.4262795448303223, -3.082461357116699, -2.738643169403076, -2.394824981689453, -2.05100679397583, -1.707188606262207, -1.363370418548584, -1.0195512771606445, -0.6757330894470215, -0.33191490173339844, 0.01190328598022461, 0.35572147369384766, 0.6995396614074707, 1.0433578491210938, 1.3871760368347168, 1.7309942245483398, 2.074812412261963, 2.418630599975586, 2.762448787689209, 3.106266975402832, 3.450085163116455, 3.793903350830078, 4.137721538543701, 4.481539726257324, 4.825357913970947, 5.16917610168457, 5.512994289398193, 5.856812477111816, 6.2006306648254395, 6.5444488525390625, 6.8882670402526855, 7.232085227966309, 7.575903415679932, 7.919721603393555, 8.263540267944336, 8.6073579788208, 8.951175689697266, 9.294994354248047, 9.638813018798828, 9.982630729675293]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 10.0, 14.0, 18.0, 33.0, 53.0, 92.0, 143.0, 228.0, 423.0, 779.0, 1562.0, 3234.0, 7302.0, 18998.0, 54441.0, 183559.0, 438925.0, 231666.0, 68063.0, 22885.0, 8660.0, 3715.0, 1756.0, 885.0, 440.0, 275.0, 154.0, 86.0, 62.0, 44.0, 20.0, 13.0, 9.0, 6.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.123046875, -2.061676025390625, -2.00030517578125, -1.938934326171875, -1.8775634765625, -1.816192626953125, -1.75482177734375, -1.693450927734375, -1.632080078125, -1.570709228515625, -1.50933837890625, -1.447967529296875, -1.3865966796875, -1.325225830078125, -1.26385498046875, -1.202484130859375, -1.14111328125, -1.079742431640625, -1.01837158203125, -0.957000732421875, -0.8956298828125, -0.834259033203125, -0.77288818359375, -0.711517333984375, -0.650146484375, -0.588775634765625, -0.52740478515625, -0.466033935546875, -0.4046630859375, -0.343292236328125, -0.28192138671875, -0.220550537109375, -0.1591796875, -0.097808837890625, -0.03643798828125, 0.024932861328125, 0.0863037109375, 0.147674560546875, 0.20904541015625, 0.270416259765625, 0.331787109375, 0.393157958984375, 0.45452880859375, 0.515899658203125, 0.5772705078125, 0.638641357421875, 0.70001220703125, 0.761383056640625, 0.82275390625, 0.884124755859375, 0.94549560546875, 1.006866455078125, 1.0682373046875, 1.129608154296875, 1.19097900390625, 1.252349853515625, 1.313720703125, 1.375091552734375, 1.43646240234375, 1.497833251953125, 1.5592041015625, 1.620574951171875, 1.68194580078125, 1.743316650390625, 1.8046875]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 2.0, 2.0, 8.0, 10.0, 6.0, 15.0, 12.0, 8.0, 14.0, 16.0, 19.0, 17.0, 30.0, 15.0, 26.0, 38.0, 42.0, 36.0, 34.0, 48.0, 49.0, 33.0, 44.0, 39.0, 33.0, 45.0, 36.0, 31.0, 33.0, 37.0, 26.0, 21.0, 22.0, 25.0, 17.0, 22.0, 16.0, 12.0, 8.0, 8.0, 6.0, 12.0, 8.0, 3.0, 3.0, 6.0, 2.0, 3.0, 3.0, 3.0], "bins": [-0.998046875, -0.9706268310546875, -0.943206787109375, -0.9157867431640625, -0.88836669921875, -0.8609466552734375, -0.833526611328125, -0.8061065673828125, -0.7786865234375, -0.7512664794921875, -0.723846435546875, -0.6964263916015625, -0.66900634765625, -0.6415863037109375, -0.614166259765625, -0.5867462158203125, -0.559326171875, -0.5319061279296875, -0.504486083984375, -0.4770660400390625, -0.44964599609375, -0.4222259521484375, -0.394805908203125, -0.3673858642578125, -0.3399658203125, -0.3125457763671875, -0.285125732421875, -0.2577056884765625, -0.23028564453125, -0.2028656005859375, -0.175445556640625, -0.1480255126953125, -0.12060546875, -0.0931854248046875, -0.065765380859375, -0.0383453369140625, -0.01092529296875, 0.0164947509765625, 0.043914794921875, 0.0713348388671875, 0.0987548828125, 0.1261749267578125, 0.153594970703125, 0.1810150146484375, 0.20843505859375, 0.2358551025390625, 0.263275146484375, 0.2906951904296875, 0.318115234375, 0.3455352783203125, 0.372955322265625, 0.4003753662109375, 0.42779541015625, 0.4552154541015625, 0.482635498046875, 0.5100555419921875, 0.5374755859375, 0.5648956298828125, 0.592315673828125, 0.6197357177734375, 0.64715576171875, 0.6745758056640625, 0.701995849609375, 0.7294158935546875, 0.7568359375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 6.0, 6.0, 7.0, 15.0, 17.0, 14.0, 36.0, 39.0, 54.0, 57.0, 119.0, 162.0, 223.0, 337.0, 627.0, 1061.0, 2259.0, 6353.0, 29709.0, 269025.0, 677821.0, 45903.0, 8595.0, 2835.0, 1277.0, 711.0, 445.0, 251.0, 157.0, 127.0, 81.0, 59.0, 50.0, 41.0, 25.0, 13.0, 11.0, 7.0, 6.0, 4.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.40625, -3.3001708984375, -3.194091796875, -3.0880126953125, -2.98193359375, -2.8758544921875, -2.769775390625, -2.6636962890625, -2.5576171875, -2.4515380859375, -2.345458984375, -2.2393798828125, -2.13330078125, -2.0272216796875, -1.921142578125, -1.8150634765625, -1.708984375, -1.6029052734375, -1.496826171875, -1.3907470703125, -1.28466796875, -1.1785888671875, -1.072509765625, -0.9664306640625, -0.8603515625, -0.7542724609375, -0.648193359375, -0.5421142578125, -0.43603515625, -0.3299560546875, -0.223876953125, -0.1177978515625, -0.01171875, 0.0943603515625, 0.200439453125, 0.3065185546875, 0.41259765625, 0.5186767578125, 0.624755859375, 0.7308349609375, 0.8369140625, 0.9429931640625, 1.049072265625, 1.1551513671875, 1.26123046875, 1.3673095703125, 1.473388671875, 1.5794677734375, 1.685546875, 1.7916259765625, 1.897705078125, 2.0037841796875, 2.10986328125, 2.2159423828125, 2.322021484375, 2.4281005859375, 2.5341796875, 2.6402587890625, 2.746337890625, 2.8524169921875, 2.95849609375, 3.0645751953125, 3.170654296875, 3.2767333984375, 3.3828125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 8.0, 5.0, 11.0, 21.0, 13.0, 13.0, 19.0, 26.0, 33.0, 32.0, 35.0, 50.0, 58.0, 59.0, 67.0, 56.0, 64.0, 59.0, 58.0, 45.0, 50.0, 34.0, 30.0, 38.0, 15.0, 13.0, 18.0, 10.0, 11.0, 10.0, 4.0, 8.0, 8.0, 2.0, 3.0, 1.0, 2.0, 5.0, 1.0, 4.0], "bins": [-5.53125, -5.3907470703125, -5.250244140625, -5.1097412109375, -4.96923828125, -4.8287353515625, -4.688232421875, -4.5477294921875, -4.4072265625, -4.2667236328125, -4.126220703125, -3.9857177734375, -3.84521484375, -3.7047119140625, -3.564208984375, -3.4237060546875, -3.283203125, -3.1427001953125, -3.002197265625, -2.8616943359375, -2.72119140625, -2.5806884765625, -2.440185546875, -2.2996826171875, -2.1591796875, -2.0186767578125, -1.878173828125, -1.7376708984375, -1.59716796875, -1.4566650390625, -1.316162109375, -1.1756591796875, -1.03515625, -0.8946533203125, -0.754150390625, -0.6136474609375, -0.47314453125, -0.3326416015625, -0.192138671875, -0.0516357421875, 0.0888671875, 0.2293701171875, 0.369873046875, 0.5103759765625, 0.65087890625, 0.7913818359375, 0.931884765625, 1.0723876953125, 1.212890625, 1.3533935546875, 1.493896484375, 1.6343994140625, 1.77490234375, 1.9154052734375, 2.055908203125, 2.1964111328125, 2.3369140625, 2.4774169921875, 2.617919921875, 2.7584228515625, 2.89892578125, 3.0394287109375, 3.179931640625, 3.3204345703125, 3.4609375]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 6.0, 3.0, 10.0, 5.0, 15.0, 23.0, 39.0, 69.0, 94.0, 140.0, 255.0, 501.0, 1049.0, 2488.0, 8273.0, 38048.0, 647058.0, 306267.0, 32467.0, 7220.0, 2356.0, 963.0, 473.0, 263.0, 157.0, 109.0, 67.0, 40.0, 25.0, 14.0, 15.0, 11.0, 5.0, 7.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.03125, -0.996826171875, -0.96240234375, -0.927978515625, -0.8935546875, -0.859130859375, -0.82470703125, -0.790283203125, -0.755859375, -0.721435546875, -0.68701171875, -0.652587890625, -0.6181640625, -0.583740234375, -0.54931640625, -0.514892578125, -0.48046875, -0.446044921875, -0.41162109375, -0.377197265625, -0.3427734375, -0.308349609375, -0.27392578125, -0.239501953125, -0.205078125, -0.170654296875, -0.13623046875, -0.101806640625, -0.0673828125, -0.032958984375, 0.00146484375, 0.035888671875, 0.0703125, 0.104736328125, 0.13916015625, 0.173583984375, 0.2080078125, 0.242431640625, 0.27685546875, 0.311279296875, 0.345703125, 0.380126953125, 0.41455078125, 0.448974609375, 0.4833984375, 0.517822265625, 0.55224609375, 0.586669921875, 0.62109375, 0.655517578125, 0.68994140625, 0.724365234375, 0.7587890625, 0.793212890625, 0.82763671875, 0.862060546875, 0.896484375, 0.930908203125, 0.96533203125, 0.999755859375, 1.0341796875, 1.068603515625, 1.10302734375, 1.137451171875, 1.171875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 7.0, 2.0, 6.0, 11.0, 15.0, 18.0, 12.0, 33.0, 46.0, 72.0, 103.0, 183.0, 206.0, 96.0, 51.0, 44.0, 34.0, 17.0, 10.0, 11.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00042724609375, -0.00041300058364868164, -0.0003987550735473633, -0.0003845095634460449, -0.00037026405334472656, -0.0003560185432434082, -0.00034177303314208984, -0.0003275275230407715, -0.0003132820129394531, -0.00029903650283813477, -0.0002847909927368164, -0.00027054548263549805, -0.0002562999725341797, -0.00024205446243286133, -0.00022780895233154297, -0.0002135634422302246, -0.00019931793212890625, -0.0001850724220275879, -0.00017082691192626953, -0.00015658140182495117, -0.0001423358917236328, -0.00012809038162231445, -0.0001138448715209961, -9.959936141967773e-05, -8.535385131835938e-05, -7.110834121704102e-05, -5.6862831115722656e-05, -4.26173210144043e-05, -2.8371810913085938e-05, -1.4126300811767578e-05, 1.1920928955078125e-07, 1.436471939086914e-05, 2.86102294921875e-05, 4.285573959350586e-05, 5.710124969482422e-05, 7.134675979614258e-05, 8.559226989746094e-05, 9.98377799987793e-05, 0.00011408329010009766, 0.00012832880020141602, 0.00014257431030273438, 0.00015681982040405273, 0.0001710653305053711, 0.00018531084060668945, 0.0001995563507080078, 0.00021380186080932617, 0.00022804737091064453, 0.0002422928810119629, 0.00025653839111328125, 0.0002707839012145996, 0.00028502941131591797, 0.00029927492141723633, 0.0003135204315185547, 0.00032776594161987305, 0.0003420114517211914, 0.00035625696182250977, 0.0003705024719238281, 0.0003847479820251465, 0.00039899349212646484, 0.0004132390022277832, 0.00042748451232910156, 0.0004417300224304199, 0.0004559755325317383, 0.00047022104263305664, 0.000484466552734375]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 10.0, 2.0, 3.0, 5.0, 8.0, 18.0, 10.0, 25.0, 35.0, 53.0, 72.0, 90.0, 136.0, 230.0, 334.0, 515.0, 916.0, 1557.0, 3094.0, 6799.0, 17334.0, 52480.0, 236882.0, 616104.0, 72945.0, 22010.0, 8397.0, 3716.0, 1928.0, 1085.0, 598.0, 373.0, 245.0, 176.0, 108.0, 93.0, 45.0, 44.0, 25.0, 25.0, 15.0, 10.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.66796875, -0.6465072631835938, -0.6250457763671875, -0.6035842895507812, -0.582122802734375, -0.5606613159179688, -0.5391998291015625, -0.5177383422851562, -0.49627685546875, -0.47481536865234375, -0.4533538818359375, -0.43189239501953125, -0.410430908203125, -0.38896942138671875, -0.3675079345703125, -0.34604644775390625, -0.3245849609375, -0.30312347412109375, -0.2816619873046875, -0.26020050048828125, -0.238739013671875, -0.21727752685546875, -0.1958160400390625, -0.17435455322265625, -0.15289306640625, -0.13143157958984375, -0.1099700927734375, -0.08850860595703125, -0.067047119140625, -0.04558563232421875, -0.0241241455078125, -0.00266265869140625, 0.018798828125, 0.04026031494140625, 0.0617218017578125, 0.08318328857421875, 0.104644775390625, 0.12610626220703125, 0.1475677490234375, 0.16902923583984375, 0.19049072265625, 0.21195220947265625, 0.2334136962890625, 0.25487518310546875, 0.276336669921875, 0.29779815673828125, 0.3192596435546875, 0.34072113037109375, 0.3621826171875, 0.38364410400390625, 0.4051055908203125, 0.42656707763671875, 0.448028564453125, 0.46949005126953125, 0.4909515380859375, 0.5124130249023438, 0.53387451171875, 0.5553359985351562, 0.5767974853515625, 0.5982589721679688, 0.619720458984375, 0.6411819458007812, 0.6626434326171875, 0.6841049194335938, 0.70556640625]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 4.0, 5.0, 10.0, 7.0, 10.0, 9.0, 13.0, 21.0, 22.0, 35.0, 34.0, 42.0, 62.0, 58.0, 74.0, 82.0, 93.0, 75.0, 62.0, 43.0, 38.0, 25.0, 39.0, 25.0, 18.0, 7.0, 8.0, 14.0, 7.0, 8.0, 7.0, 5.0, 2.0, 8.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.779296875, -0.7575454711914062, -0.7357940673828125, -0.7140426635742188, -0.692291259765625, -0.6705398559570312, -0.6487884521484375, -0.6270370483398438, -0.60528564453125, -0.5835342407226562, -0.5617828369140625, -0.5400314331054688, -0.518280029296875, -0.49652862548828125, -0.4747772216796875, -0.45302581787109375, -0.4312744140625, -0.40952301025390625, -0.3877716064453125, -0.36602020263671875, -0.344268798828125, -0.32251739501953125, -0.3007659912109375, -0.27901458740234375, -0.25726318359375, -0.23551177978515625, -0.2137603759765625, -0.19200897216796875, -0.170257568359375, -0.14850616455078125, -0.1267547607421875, -0.10500335693359375, -0.083251953125, -0.06150054931640625, -0.0397491455078125, -0.01799774169921875, 0.003753662109375, 0.02550506591796875, 0.0472564697265625, 0.06900787353515625, 0.09075927734375, 0.11251068115234375, 0.1342620849609375, 0.15601348876953125, 0.177764892578125, 0.19951629638671875, 0.2212677001953125, 0.24301910400390625, 0.2647705078125, 0.28652191162109375, 0.3082733154296875, 0.33002471923828125, 0.351776123046875, 0.37352752685546875, 0.3952789306640625, 0.41703033447265625, 0.43878173828125, 0.46053314208984375, 0.4822845458984375, 0.5040359497070312, 0.525787353515625, 0.5475387573242188, 0.5692901611328125, 0.5910415649414062, 0.61279296875]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [3.0, 4.0, 7.0, 24.0, 48.0, 178.0, 494.0, 175.0, 47.0, 13.0, 6.0, 5.0, 5.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.64370346069336, -7.303459644317627, -5.9632158279418945, -4.622972011566162, -3.2827281951904297, -1.9424843788146973, -0.6022405624389648, 0.7380027770996094, 2.0782470703125, 3.4184908866882324, 4.758734703063965, 6.098978519439697, 7.43922233581543, 8.77946662902832, 10.119709968566895, 11.459953308105469, 12.80019760131836, 14.14044189453125, 15.480685234069824, 16.8209285736084, 18.16117286682129, 19.50141716003418, 20.841659545898438, 22.181903839111328, 23.52214813232422, 24.86239242553711, 26.20263671875, 27.542879104614258, 28.88312339782715, 30.22336769104004, 31.563610076904297, 32.90385437011719, 34.24409484863281, 35.5843391418457, 36.924583435058594, 38.264827728271484, 39.605072021484375, 40.9453125, 42.28555679321289, 43.62580108642578, 44.96604537963867, 46.30628967285156, 47.64653396606445, 48.986778259277344, 50.32701873779297, 51.66726303100586, 53.00750732421875, 54.34775161743164, 55.68799591064453, 57.02824020385742, 58.36848449707031, 59.7087287902832, 61.048973083496094, 62.38921356201172, 63.72945785522461, 65.0697021484375, 66.40994262695312, 67.75018310546875, 69.0904312133789, 70.43067169189453, 71.77091979980469, 73.11116027832031, 74.45140838623047, 75.7916488647461, 77.13189697265625]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 5.0, 4.0, 7.0, 7.0, 6.0, 7.0, 17.0, 9.0, 15.0, 23.0, 13.0, 23.0, 28.0, 29.0, 23.0, 29.0, 29.0, 60.0, 91.0, 150.0, 85.0, 49.0, 29.0, 25.0, 22.0, 25.0, 25.0, 22.0, 18.0, 23.0, 15.0, 14.0, 14.0, 12.0, 9.0, 7.0, 6.0, 4.0, 6.0, 4.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-15.085481643676758, -14.618791580200195, -14.15210247039795, -13.685412406921387, -13.21872329711914, -12.752033233642578, -12.285343170166016, -11.818653106689453, -11.351963996887207, -10.885273933410645, -10.418584823608398, -9.951894760131836, -9.485204696655273, -9.018515586853027, -8.551825523376465, -8.085136413574219, -7.618446350097656, -7.151756763458252, -6.685067176818848, -6.218377113342285, -5.751687526702881, -5.284997940063477, -4.818307876586914, -4.35161828994751, -3.8849287033081055, -3.418239116668701, -2.9515492916107178, -2.4848594665527344, -2.01816987991333, -1.5514802932739258, -1.0847904682159424, -0.618100643157959, -0.1514110565185547, 0.31527864933013916, 0.781968355178833, 1.2486580610275269, 1.7153477668762207, 2.182037353515625, 2.6487271785736084, 3.115417003631592, 3.582106590270996, 4.0487961769104, 4.515485763549805, 4.982175827026367, 5.4488654136657715, 5.915555000305176, 6.382245063781738, 6.848934650421143, 7.315624237060547, 7.782313823699951, 8.249003410339355, 8.715693473815918, 9.182382583618164, 9.649072647094727, 10.115762710571289, 10.582452774047852, 11.049141883850098, 11.51583194732666, 11.982521057128906, 12.449211120605469, 12.915901184082031, 13.382590293884277, 13.84928035736084, 14.315969467163086, 14.782659530639648]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 14.0, 13.0, 22.0, 36.0, 92.0, 175.0, 437.0, 1098.0, 3276.0, 12354.0, 77582.0, 987812.0, 2662105.0, 399212.0, 39129.0, 7347.0, 2191.0, 728.0, 327.0, 144.0, 80.0, 43.0, 22.0, 12.0, 9.0, 6.0, 2.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8076171875, -1.7332916259765625, -1.658966064453125, -1.5846405029296875, -1.51031494140625, -1.4359893798828125, -1.361663818359375, -1.2873382568359375, -1.2130126953125, -1.1386871337890625, -1.064361572265625, -0.9900360107421875, -0.91571044921875, -0.8413848876953125, -0.767059326171875, -0.6927337646484375, -0.618408203125, -0.5440826416015625, -0.469757080078125, -0.3954315185546875, -0.32110595703125, -0.2467803955078125, -0.172454833984375, -0.0981292724609375, -0.0238037109375, 0.0505218505859375, 0.124847412109375, 0.1991729736328125, 0.27349853515625, 0.3478240966796875, 0.422149658203125, 0.4964752197265625, 0.57080078125, 0.6451263427734375, 0.719451904296875, 0.7937774658203125, 0.86810302734375, 0.9424285888671875, 1.016754150390625, 1.0910797119140625, 1.1654052734375, 1.2397308349609375, 1.314056396484375, 1.3883819580078125, 1.46270751953125, 1.5370330810546875, 1.611358642578125, 1.6856842041015625, 1.760009765625, 1.8343353271484375, 1.908660888671875, 1.9829864501953125, 2.05731201171875, 2.1316375732421875, 2.205963134765625, 2.2802886962890625, 2.3546142578125, 2.4289398193359375, 2.503265380859375, 2.5775909423828125, 2.65191650390625, 2.7262420654296875, 2.800567626953125, 2.8748931884765625, 2.94921875]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 5.0, 2.0, 6.0, 7.0, 10.0, 8.0, 9.0, 15.0, 17.0, 15.0, 15.0, 23.0, 26.0, 25.0, 32.0, 38.0, 51.0, 34.0, 42.0, 44.0, 43.0, 47.0, 44.0, 36.0, 45.0, 57.0, 37.0, 36.0, 27.0, 32.0, 17.0, 35.0, 21.0, 17.0, 15.0, 25.0, 6.0, 12.0, 7.0, 9.0, 5.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0], "bins": [-1.0537109375, -1.025634765625, -0.99755859375, -0.969482421875, -0.94140625, -0.913330078125, -0.88525390625, -0.857177734375, -0.8291015625, -0.801025390625, -0.77294921875, -0.744873046875, -0.716796875, -0.688720703125, -0.66064453125, -0.632568359375, -0.6044921875, -0.576416015625, -0.54833984375, -0.520263671875, -0.4921875, -0.464111328125, -0.43603515625, -0.407958984375, -0.3798828125, -0.351806640625, -0.32373046875, -0.295654296875, -0.267578125, -0.239501953125, -0.21142578125, -0.183349609375, -0.1552734375, -0.127197265625, -0.09912109375, -0.071044921875, -0.04296875, -0.014892578125, 0.01318359375, 0.041259765625, 0.0693359375, 0.097412109375, 0.12548828125, 0.153564453125, 0.181640625, 0.209716796875, 0.23779296875, 0.265869140625, 0.2939453125, 0.322021484375, 0.35009765625, 0.378173828125, 0.40625, 0.434326171875, 0.46240234375, 0.490478515625, 0.5185546875, 0.546630859375, 0.57470703125, 0.602783203125, 0.630859375, 0.658935546875, 0.68701171875, 0.715087890625, 0.7431640625]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 7.0, 4.0, 7.0, 11.0, 17.0, 45.0, 45.0, 88.0, 161.0, 307.0, 603.0, 1461.0, 5165.0, 84236.0, 4037424.0, 57942.0, 4246.0, 1253.0, 575.0, 294.0, 172.0, 97.0, 49.0, 27.0, 27.0, 11.0, 4.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-9.6875, -9.464599609375, -9.24169921875, -9.018798828125, -8.7958984375, -8.572998046875, -8.35009765625, -8.127197265625, -7.904296875, -7.681396484375, -7.45849609375, -7.235595703125, -7.0126953125, -6.789794921875, -6.56689453125, -6.343994140625, -6.12109375, -5.898193359375, -5.67529296875, -5.452392578125, -5.2294921875, -5.006591796875, -4.78369140625, -4.560791015625, -4.337890625, -4.114990234375, -3.89208984375, -3.669189453125, -3.4462890625, -3.223388671875, -3.00048828125, -2.777587890625, -2.5546875, -2.331787109375, -2.10888671875, -1.885986328125, -1.6630859375, -1.440185546875, -1.21728515625, -0.994384765625, -0.771484375, -0.548583984375, -0.32568359375, -0.102783203125, 0.1201171875, 0.343017578125, 0.56591796875, 0.788818359375, 1.01171875, 1.234619140625, 1.45751953125, 1.680419921875, 1.9033203125, 2.126220703125, 2.34912109375, 2.572021484375, 2.794921875, 3.017822265625, 3.24072265625, 3.463623046875, 3.6865234375, 3.909423828125, 4.13232421875, 4.355224609375, 4.578125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 2.0, 9.0, 6.0, 6.0, 14.0, 20.0, 41.0, 51.0, 70.0, 107.0, 147.0, 211.0, 329.0, 575.0, 712.0, 566.0, 392.0, 280.0, 174.0, 121.0, 75.0, 62.0, 38.0, 26.0, 12.0, 13.0, 4.0, 6.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.09765625, -2.9820556640625, -2.866455078125, -2.7508544921875, -2.63525390625, -2.5196533203125, -2.404052734375, -2.2884521484375, -2.1728515625, -2.0572509765625, -1.941650390625, -1.8260498046875, -1.71044921875, -1.5948486328125, -1.479248046875, -1.3636474609375, -1.248046875, -1.1324462890625, -1.016845703125, -0.9012451171875, -0.78564453125, -0.6700439453125, -0.554443359375, -0.4388427734375, -0.3232421875, -0.2076416015625, -0.092041015625, 0.0235595703125, 0.13916015625, 0.2547607421875, 0.370361328125, 0.4859619140625, 0.6015625, 0.7171630859375, 0.832763671875, 0.9483642578125, 1.06396484375, 1.1795654296875, 1.295166015625, 1.4107666015625, 1.5263671875, 1.6419677734375, 1.757568359375, 1.8731689453125, 1.98876953125, 2.1043701171875, 2.219970703125, 2.3355712890625, 2.451171875, 2.5667724609375, 2.682373046875, 2.7979736328125, 2.91357421875, 3.0291748046875, 3.144775390625, 3.2603759765625, 3.3759765625, 3.4915771484375, 3.607177734375, 3.7227783203125, 3.83837890625, 3.9539794921875, 4.069580078125, 4.1851806640625, 4.30078125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 9.0, 5.0, 7.0, 12.0, 30.0, 34.0, 70.0, 160.0, 231.0, 202.0, 101.0, 64.0, 25.0, 27.0, 10.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.836944580078125, -28.325563430786133, -26.81418228149414, -25.30280113220215, -23.791419982910156, -22.280038833618164, -20.768657684326172, -19.257274627685547, -17.745895385742188, -16.234514236450195, -14.723133087158203, -13.211751937866211, -11.700370788574219, -10.188989639282227, -8.677607536315918, -7.166226387023926, -5.654844284057617, -4.143463134765625, -2.6320817470550537, -1.1207003593444824, 0.39068078994750977, 1.902061939239502, 3.4134435653686523, 4.9248247146606445, 6.436205863952637, 7.947587013244629, 9.458968162536621, 10.97035026550293, 12.481731414794922, 13.993112564086914, 15.504493713378906, 17.0158748626709, 18.52725601196289, 20.038637161254883, 21.550018310546875, 23.061399459838867, 24.57278060913086, 26.08416175842285, 27.595542907714844, 29.10692596435547, 30.618305206298828, 32.12968826293945, 33.64106750488281, 35.15245056152344, 36.6638298034668, 38.17521286010742, 39.68659210205078, 41.197975158691406, 42.70935821533203, 44.220741271972656, 45.732120513916016, 47.24350357055664, 48.7548828125, 50.266265869140625, 51.777645111083984, 53.28902816772461, 54.80040740966797, 56.311790466308594, 57.82316970825195, 59.33455276489258, 60.84593200683594, 62.35731506347656, 63.86869430541992, 65.38007354736328, 66.8914566040039]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 9.0, 1.0, 8.0, 5.0, 14.0, 20.0, 21.0, 21.0, 25.0, 22.0, 25.0, 30.0, 34.0, 42.0, 47.0, 46.0, 58.0, 68.0, 56.0, 44.0, 59.0, 42.0, 35.0, 30.0, 25.0, 31.0, 37.0, 17.0, 23.0, 17.0, 17.0, 19.0, 9.0, 11.0, 7.0, 5.0, 8.0, 5.0, 5.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-14.367025375366211, -13.823220252990723, -13.27941608428955, -12.735610961914062, -12.19180679321289, -11.648001670837402, -11.104196548461914, -10.560392379760742, -10.016587257385254, -9.472782135009766, -8.928977966308594, -8.385172843933105, -7.841368198394775, -7.297563552856445, -6.753758430480957, -6.209953784942627, -5.666149139404297, -5.122344493865967, -4.578539848327637, -4.034734725952148, -3.4909300804138184, -2.9471254348754883, -2.403320550918579, -1.85951566696167, -1.3157110214233398, -0.7719062566757202, -0.22810149192810059, 0.31570327281951904, 0.8595080375671387, 1.4033126831054688, 1.947117567062378, 2.490922451019287, 3.03472900390625, 3.57853364944458, 4.12233829498291, 4.666143417358398, 5.2099480628967285, 5.753752708435059, 6.297557830810547, 6.841362476348877, 7.385167121887207, 7.928971767425537, 8.472776412963867, 9.016581535339355, 9.560386657714844, 10.104190826416016, 10.647995948791504, 11.191801071166992, 11.735605239868164, 12.279410362243652, 12.823214530944824, 13.367019653320312, 13.910823822021484, 14.454628944396973, 14.998434066772461, 15.542238235473633, 16.086044311523438, 16.62984848022461, 17.173654556274414, 17.717458724975586, 18.261262893676758, 18.805068969726562, 19.348873138427734, 19.892677307128906, 20.436481475830078]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 5.0, 5.0, 5.0, 8.0, 5.0, 13.0, 25.0, 34.0, 45.0, 76.0, 138.0, 212.0, 383.0, 660.0, 1223.0, 2271.0, 4369.0, 9889.0, 25928.0, 77832.0, 314650.0, 453578.0, 101388.0, 32554.0, 12193.0, 5312.0, 2577.0, 1351.0, 747.0, 426.0, 245.0, 159.0, 77.0, 44.0, 31.0, 25.0, 24.0, 18.0, 12.0, 14.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.7607421875, -1.7075653076171875, -1.654388427734375, -1.6012115478515625, -1.54803466796875, -1.4948577880859375, -1.441680908203125, -1.3885040283203125, -1.3353271484375, -1.2821502685546875, -1.228973388671875, -1.1757965087890625, -1.12261962890625, -1.0694427490234375, -1.016265869140625, -0.9630889892578125, -0.909912109375, -0.8567352294921875, -0.803558349609375, -0.7503814697265625, -0.69720458984375, -0.6440277099609375, -0.590850830078125, -0.5376739501953125, -0.4844970703125, -0.4313201904296875, -0.378143310546875, -0.3249664306640625, -0.27178955078125, -0.2186126708984375, -0.165435791015625, -0.1122589111328125, -0.05908203125, -0.0059051513671875, 0.047271728515625, 0.1004486083984375, 0.15362548828125, 0.2068023681640625, 0.259979248046875, 0.3131561279296875, 0.3663330078125, 0.4195098876953125, 0.472686767578125, 0.5258636474609375, 0.57904052734375, 0.6322174072265625, 0.685394287109375, 0.7385711669921875, 0.791748046875, 0.8449249267578125, 0.898101806640625, 0.9512786865234375, 1.00445556640625, 1.0576324462890625, 1.110809326171875, 1.1639862060546875, 1.2171630859375, 1.2703399658203125, 1.323516845703125, 1.3766937255859375, 1.42987060546875, 1.4830474853515625, 1.536224365234375, 1.5894012451171875, 1.642578125]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 6.0, 3.0, 14.0, 14.0, 18.0, 21.0, 24.0, 30.0, 20.0, 22.0, 35.0, 34.0, 52.0, 57.0, 54.0, 46.0, 52.0, 49.0, 71.0, 56.0, 42.0, 52.0, 31.0, 42.0, 33.0, 30.0, 21.0, 21.0, 15.0, 12.0, 9.0, 6.0, 5.0, 5.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.462890625, -1.42193603515625, -1.3809814453125, -1.34002685546875, -1.299072265625, -1.25811767578125, -1.2171630859375, -1.17620849609375, -1.13525390625, -1.09429931640625, -1.0533447265625, -1.01239013671875, -0.971435546875, -0.93048095703125, -0.8895263671875, -0.84857177734375, -0.8076171875, -0.76666259765625, -0.7257080078125, -0.68475341796875, -0.643798828125, -0.60284423828125, -0.5618896484375, -0.52093505859375, -0.47998046875, -0.43902587890625, -0.3980712890625, -0.35711669921875, -0.316162109375, -0.27520751953125, -0.2342529296875, -0.19329833984375, -0.15234375, -0.11138916015625, -0.0704345703125, -0.02947998046875, 0.011474609375, 0.05242919921875, 0.0933837890625, 0.13433837890625, 0.17529296875, 0.21624755859375, 0.2572021484375, 0.29815673828125, 0.339111328125, 0.38006591796875, 0.4210205078125, 0.46197509765625, 0.5029296875, 0.54388427734375, 0.5848388671875, 0.62579345703125, 0.666748046875, 0.70770263671875, 0.7486572265625, 0.78961181640625, 0.83056640625, 0.87152099609375, 0.9124755859375, 0.95343017578125, 0.994384765625, 1.03533935546875, 1.0762939453125, 1.11724853515625, 1.158203125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 4.0, 12.0, 16.0, 13.0, 31.0, 26.0, 56.0, 74.0, 105.0, 154.0, 298.0, 536.0, 1224.0, 3541.0, 17709.0, 231716.0, 759996.0, 25717.0, 4496.0, 1447.0, 589.0, 297.0, 160.0, 104.0, 76.0, 53.0, 31.0, 20.0, 18.0, 18.0, 9.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.830078125, -2.74188232421875, -2.6536865234375, -2.56549072265625, -2.477294921875, -2.38909912109375, -2.3009033203125, -2.21270751953125, -2.12451171875, -2.03631591796875, -1.9481201171875, -1.85992431640625, -1.771728515625, -1.68353271484375, -1.5953369140625, -1.50714111328125, -1.4189453125, -1.33074951171875, -1.2425537109375, -1.15435791015625, -1.066162109375, -0.97796630859375, -0.8897705078125, -0.80157470703125, -0.71337890625, -0.62518310546875, -0.5369873046875, -0.44879150390625, -0.360595703125, -0.27239990234375, -0.1842041015625, -0.09600830078125, -0.0078125, 0.08038330078125, 0.1685791015625, 0.25677490234375, 0.344970703125, 0.43316650390625, 0.5213623046875, 0.60955810546875, 0.69775390625, 0.78594970703125, 0.8741455078125, 0.96234130859375, 1.050537109375, 1.13873291015625, 1.2269287109375, 1.31512451171875, 1.4033203125, 1.49151611328125, 1.5797119140625, 1.66790771484375, 1.756103515625, 1.84429931640625, 1.9324951171875, 2.02069091796875, 2.10888671875, 2.19708251953125, 2.2852783203125, 2.37347412109375, 2.461669921875, 2.54986572265625, 2.6380615234375, 2.72625732421875, 2.814453125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 6.0, 3.0, 4.0, 6.0, 4.0, 5.0, 7.0, 6.0, 6.0, 6.0, 4.0, 13.0, 9.0, 21.0, 23.0, 26.0, 39.0, 20.0, 34.0, 34.0, 40.0, 57.0, 66.0, 72.0, 65.0, 65.0, 49.0, 57.0, 39.0, 30.0, 25.0, 23.0, 27.0, 16.0, 15.0, 15.0, 10.0, 6.0, 6.0, 8.0, 9.0, 4.0, 4.0, 6.0, 7.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-3.8359375, -3.7132568359375, -3.590576171875, -3.4678955078125, -3.34521484375, -3.2225341796875, -3.099853515625, -2.9771728515625, -2.8544921875, -2.7318115234375, -2.609130859375, -2.4864501953125, -2.36376953125, -2.2410888671875, -2.118408203125, -1.9957275390625, -1.873046875, -1.7503662109375, -1.627685546875, -1.5050048828125, -1.38232421875, -1.2596435546875, -1.136962890625, -1.0142822265625, -0.8916015625, -0.7689208984375, -0.646240234375, -0.5235595703125, -0.40087890625, -0.2781982421875, -0.155517578125, -0.0328369140625, 0.08984375, 0.2125244140625, 0.335205078125, 0.4578857421875, 0.58056640625, 0.7032470703125, 0.825927734375, 0.9486083984375, 1.0712890625, 1.1939697265625, 1.316650390625, 1.4393310546875, 1.56201171875, 1.6846923828125, 1.807373046875, 1.9300537109375, 2.052734375, 2.1754150390625, 2.298095703125, 2.4207763671875, 2.54345703125, 2.6661376953125, 2.788818359375, 2.9114990234375, 3.0341796875, 3.1568603515625, 3.279541015625, 3.4022216796875, 3.52490234375, 3.6475830078125, 3.770263671875, 3.8929443359375, 4.015625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 8.0, 5.0, 8.0, 3.0, 12.0, 17.0, 14.0, 26.0, 29.0, 53.0, 101.0, 172.0, 290.0, 503.0, 1029.0, 2281.0, 6821.0, 23908.0, 162701.0, 794343.0, 40385.0, 9730.0, 3241.0, 1327.0, 611.0, 333.0, 213.0, 131.0, 78.0, 49.0, 32.0, 19.0, 25.0, 11.0, 9.0, 9.0, 5.0, 4.0, 3.0, 4.0, 0.0, 2.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.4716796875, -0.45745849609375, -0.4432373046875, -0.42901611328125, -0.414794921875, -0.40057373046875, -0.3863525390625, -0.37213134765625, -0.35791015625, -0.34368896484375, -0.3294677734375, -0.31524658203125, -0.301025390625, -0.28680419921875, -0.2725830078125, -0.25836181640625, -0.244140625, -0.22991943359375, -0.2156982421875, -0.20147705078125, -0.187255859375, -0.17303466796875, -0.1588134765625, -0.14459228515625, -0.13037109375, -0.11614990234375, -0.1019287109375, -0.08770751953125, -0.073486328125, -0.05926513671875, -0.0450439453125, -0.03082275390625, -0.0166015625, -0.00238037109375, 0.0118408203125, 0.02606201171875, 0.040283203125, 0.05450439453125, 0.0687255859375, 0.08294677734375, 0.09716796875, 0.11138916015625, 0.1256103515625, 0.13983154296875, 0.154052734375, 0.16827392578125, 0.1824951171875, 0.19671630859375, 0.2109375, 0.22515869140625, 0.2393798828125, 0.25360107421875, 0.267822265625, 0.28204345703125, 0.2962646484375, 0.31048583984375, 0.32470703125, 0.33892822265625, 0.3531494140625, 0.36737060546875, 0.381591796875, 0.39581298828125, 0.4100341796875, 0.42425537109375, 0.4384765625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 6.0, 3.0, 8.0, 5.0, 10.0, 13.0, 19.0, 18.0, 32.0, 45.0, 50.0, 62.0, 92.0, 114.0, 106.0, 92.0, 79.0, 57.0, 35.0, 36.0, 24.0, 16.0, 15.0, 8.0, 11.0, 9.0, 7.0, 2.0, 3.0, 6.0, 6.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0001735687255859375, -0.000168483704328537, -0.00016339868307113647, -0.00015831366181373596, -0.00015322864055633545, -0.00014814361929893494, -0.00014305859804153442, -0.0001379735767841339, -0.0001328885555267334, -0.00012780353426933289, -0.00012271851301193237, -0.00011763349175453186, -0.00011254847049713135, -0.00010746344923973083, -0.00010237842798233032, -9.729340672492981e-05, -9.22083854675293e-05, -8.712336421012878e-05, -8.203834295272827e-05, -7.695332169532776e-05, -7.186830043792725e-05, -6.678327918052673e-05, -6.169825792312622e-05, -5.661323666572571e-05, -5.1528215408325195e-05, -4.644319415092468e-05, -4.135817289352417e-05, -3.627315163612366e-05, -3.1188130378723145e-05, -2.6103109121322632e-05, -2.101808786392212e-05, -1.5933066606521606e-05, -1.0848045349121094e-05, -5.763024091720581e-06, -6.780028343200684e-07, 4.407018423080444e-06, 9.492039680480957e-06, 1.457706093788147e-05, 1.9662082195281982e-05, 2.4747103452682495e-05, 2.9832124710083008e-05, 3.491714596748352e-05, 4.000216722488403e-05, 4.5087188482284546e-05, 5.017220973968506e-05, 5.525723099708557e-05, 6.0342252254486084e-05, 6.54272735118866e-05, 7.051229476928711e-05, 7.559731602668762e-05, 8.068233728408813e-05, 8.576735854148865e-05, 9.085237979888916e-05, 9.593740105628967e-05, 0.00010102242231369019, 0.0001061074435710907, 0.00011119246482849121, 0.00011627748608589172, 0.00012136250734329224, 0.00012644752860069275, 0.00013153254985809326, 0.00013661757111549377, 0.0001417025923728943, 0.0001467876136302948, 0.0001518726348876953]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 9.0, 20.0, 21.0, 41.0, 44.0, 73.0, 109.0, 133.0, 239.0, 389.0, 566.0, 980.0, 1756.0, 3097.0, 6170.0, 13191.0, 31590.0, 105455.0, 736441.0, 93818.0, 29275.0, 12273.0, 5860.0, 2953.0, 1542.0, 881.0, 549.0, 382.0, 204.0, 129.0, 107.0, 83.0, 49.0, 38.0, 28.0, 14.0, 12.0, 3.0, 14.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.312744140625, -0.303924560546875, -0.29510498046875, -0.286285400390625, -0.2774658203125, -0.268646240234375, -0.25982666015625, -0.251007080078125, -0.2421875, -0.233367919921875, -0.22454833984375, -0.215728759765625, -0.2069091796875, -0.198089599609375, -0.18927001953125, -0.180450439453125, -0.171630859375, -0.162811279296875, -0.15399169921875, -0.145172119140625, -0.1363525390625, -0.127532958984375, -0.11871337890625, -0.109893798828125, -0.10107421875, -0.092254638671875, -0.08343505859375, -0.074615478515625, -0.0657958984375, -0.056976318359375, -0.04815673828125, -0.039337158203125, -0.030517578125, -0.021697998046875, -0.01287841796875, -0.004058837890625, 0.0047607421875, 0.013580322265625, 0.02239990234375, 0.031219482421875, 0.0400390625, 0.048858642578125, 0.05767822265625, 0.066497802734375, 0.0753173828125, 0.084136962890625, 0.09295654296875, 0.101776123046875, 0.110595703125, 0.119415283203125, 0.12823486328125, 0.137054443359375, 0.1458740234375, 0.154693603515625, 0.16351318359375, 0.172332763671875, 0.18115234375, 0.189971923828125, 0.19879150390625, 0.207611083984375, 0.2164306640625, 0.225250244140625, 0.23406982421875, 0.242889404296875, 0.251708984375]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 5.0, 9.0, 2.0, 8.0, 20.0, 19.0, 16.0, 21.0, 31.0, 51.0, 52.0, 102.0, 122.0, 159.0, 111.0, 69.0, 53.0, 29.0, 15.0, 24.0, 14.0, 11.0, 6.0, 13.0, 7.0, 2.0, 4.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.63427734375, -0.617645263671875, -0.60101318359375, -0.584381103515625, -0.5677490234375, -0.551116943359375, -0.53448486328125, -0.517852783203125, -0.501220703125, -0.484588623046875, -0.46795654296875, -0.451324462890625, -0.4346923828125, -0.418060302734375, -0.40142822265625, -0.384796142578125, -0.3681640625, -0.351531982421875, -0.33489990234375, -0.318267822265625, -0.3016357421875, -0.285003662109375, -0.26837158203125, -0.251739501953125, -0.235107421875, -0.218475341796875, -0.20184326171875, -0.185211181640625, -0.1685791015625, -0.151947021484375, -0.13531494140625, -0.118682861328125, -0.10205078125, -0.085418701171875, -0.06878662109375, -0.052154541015625, -0.0355224609375, -0.018890380859375, -0.00225830078125, 0.014373779296875, 0.031005859375, 0.047637939453125, 0.06427001953125, 0.080902099609375, 0.0975341796875, 0.114166259765625, 0.13079833984375, 0.147430419921875, 0.1640625, 0.180694580078125, 0.19732666015625, 0.213958740234375, 0.2305908203125, 0.247222900390625, 0.26385498046875, 0.280487060546875, 0.297119140625, 0.313751220703125, 0.33038330078125, 0.347015380859375, 0.3636474609375, 0.380279541015625, 0.39691162109375, 0.413543701171875, 0.43017578125]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 8.0, 10.0, 21.0, 60.0, 106.0, 562.0, 173.0, 30.0, 25.0, 7.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-55.66255569458008, -54.54520797729492, -53.427860260009766, -52.31051254272461, -51.19316101074219, -50.07581329345703, -48.958465576171875, -47.84111785888672, -46.72377014160156, -45.606422424316406, -44.48907470703125, -43.371726989746094, -42.25437927246094, -41.137027740478516, -40.01968002319336, -38.9023323059082, -37.78498458862305, -36.66763687133789, -35.550289154052734, -34.43294143676758, -33.315589904785156, -32.1982421875, -31.080894470214844, -29.963546752929688, -28.84619903564453, -27.728851318359375, -26.61150360107422, -25.49415397644043, -24.376806259155273, -23.259458541870117, -22.142108917236328, -21.024761199951172, -19.907413482666016, -18.79006576538086, -17.672718048095703, -16.555368423461914, -15.438020706176758, -14.320672988891602, -13.203324317932129, -12.085975646972656, -10.9686279296875, -9.851280212402344, -8.733931541442871, -7.616583347320557, -6.499235153198242, -5.381886959075928, -4.264538764953613, -3.147190570831299, -2.0298423767089844, -0.9124941825866699, 0.20485401153564453, 1.322202205657959, 2.4395503997802734, 3.556898593902588, 4.674246788024902, 5.791594982147217, 6.908943176269531, 8.026290893554688, 9.14363956451416, 10.260988235473633, 11.378335952758789, 12.495683670043945, 13.613032341003418, 14.73038101196289, 15.847728729248047]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 9.0, 10.0, 14.0, 17.0, 12.0, 24.0, 26.0, 30.0, 26.0, 31.0, 36.0, 78.0, 262.0, 203.0, 39.0, 35.0, 31.0, 19.0, 26.0, 14.0, 23.0, 7.0, 3.0, 14.0, 4.0, 2.0, 6.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.666698455810547, -13.117250442504883, -12.567802429199219, -12.018354415893555, -11.468907356262207, -10.919459342956543, -10.370011329650879, -9.820563316345215, -9.271116256713867, -8.721668243408203, -8.172220230102539, -7.622772693634033, -7.073325157165527, -6.523877143859863, -5.974429130554199, -5.424981117248535, -4.875533103942871, -4.326085090637207, -3.776637554168701, -3.227189540863037, -2.677741765975952, -2.128293991088867, -1.5788459777832031, -1.0293982028961182, -0.4799504280090332, 0.06949740648269653, 0.6189452409744263, 1.1683931350708008, 1.7178409099578857, 2.2672886848449707, 2.8167366981506348, 3.3661844730377197, 3.9156322479248047, 4.465080261230469, 5.014527797698975, 5.563975811004639, 6.1134233474731445, 6.662871360778809, 7.212319374084473, 7.761767387390137, 8.311214447021484, 8.860662460327148, 9.410110473632812, 9.959558486938477, 10.509005546569824, 11.058453559875488, 11.607901573181152, 12.157349586486816, 12.70679759979248, 13.256245613098145, 13.805693626403809, 14.355140686035156, 14.90458869934082, 15.454036712646484, 16.00348472595215, 16.552932739257812, 17.102380752563477, 17.65182876586914, 18.201276779174805, 18.75072479248047, 19.300172805786133, 19.849620819091797, 20.399066925048828, 20.948514938354492, 21.497962951660156]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 3.0, 3.0, 7.0, 4.0, 6.0, 4.0, 9.0, 11.0, 17.0, 16.0, 19.0, 21.0, 16.0, 19.0, 27.0, 28.0, 40.0, 39.0, 138.0, 246.0, 62.0, 48.0, 24.0, 24.0, 32.0, 32.0, 24.0, 17.0, 16.0, 17.0, 7.0, 9.0, 2.0, 7.0, 4.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0595703125, -1.0218963623046875, -0.984222412109375, -0.9465484619140625, -0.90887451171875, -0.8712005615234375, -0.833526611328125, -0.7958526611328125, -0.7581787109375, -0.7205047607421875, -0.682830810546875, -0.6451568603515625, -0.60748291015625, -0.5698089599609375, -0.532135009765625, -0.4944610595703125, -0.456787109375, -0.4191131591796875, -0.381439208984375, -0.3437652587890625, -0.30609130859375, -0.2684173583984375, -0.230743408203125, -0.1930694580078125, -0.1553955078125, -0.1177215576171875, -0.080047607421875, -0.0423736572265625, -0.00469970703125, 0.0329742431640625, 0.070648193359375, 0.1083221435546875, 0.14599609375, 0.1836700439453125, 0.221343994140625, 0.2590179443359375, 0.29669189453125, 0.3343658447265625, 0.372039794921875, 0.4097137451171875, 0.4473876953125, 0.4850616455078125, 0.522735595703125, 0.5604095458984375, 0.59808349609375, 0.6357574462890625, 0.673431396484375, 0.7111053466796875, 0.748779296875, 0.7864532470703125, 0.824127197265625, 0.8618011474609375, 0.89947509765625, 0.9371490478515625, 0.974822998046875, 1.0124969482421875, 1.0501708984375, 1.0878448486328125, 1.125518798828125, 1.1631927490234375, 1.20086669921875, 1.2385406494140625, 1.276214599609375, 1.3138885498046875, 1.3515625]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 4.0, 4.0, 5.0, 4.0, 3.0, 0.0, 3.0, 8.0, 9.0, 12.0, 14.0, 23.0, 42.0, 65.0, 93.0, 148.0, 360.0, 1056.0, 4141.0, 48061.0, 8323453.0, 8212.0, 1817.0, 487.0, 219.0, 115.0, 63.0, 45.0, 25.0, 16.0, 15.0, 7.0, 10.0, 6.0, 6.0, 7.0, 3.0, 6.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0], "bins": [-13.564284324645996, -13.115105628967285, -12.665925979614258, -12.216747283935547, -11.76756763458252, -11.318388938903809, -10.869209289550781, -10.42003059387207, -9.97085189819336, -9.521673202514648, -9.072493553161621, -8.62331485748291, -8.174135208129883, -7.724956512451172, -7.275777339935303, -6.826598167419434, -6.377418518066406, -5.928239345550537, -5.479060173034668, -5.029881477355957, -4.58070182800293, -4.131523132324219, -3.6823439598083496, -3.2331647872924805, -2.7839856147766113, -2.334806442260742, -1.8856273889541626, -1.436448335647583, -0.9872691631317139, -0.5380899906158447, -0.08891105651855469, 0.36026811599731445, 0.8094482421875, 1.2586274147033691, 1.7078064680099487, 2.1569855213165283, 2.6061646938323975, 3.0553438663482666, 3.5045228004455566, 3.953701972961426, 4.402881145477295, 4.852060317993164, 5.301239490509033, 5.750418663024902, 6.199597358703613, 6.648777008056641, 7.097955703735352, 7.547134876251221, 7.99631404876709, 8.4454927444458, 8.894672393798828, 9.343851089477539, 9.793030738830566, 10.242209434509277, 10.691389083862305, 11.140567779541016, 11.589746475219727, 12.038925170898438, 12.488104820251465, 12.937283515930176, 13.386463165283203, 13.835641860961914, 14.284820556640625, 14.734000205993652, 15.18317985534668]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 5.0, 1.0, 2.0, 1.0, 5.0, 6.0, 5.0, 10.0, 4.0, 8.0, 4.0, 2.0, 6.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-29.851774215698242, -28.975765228271484, -28.099754333496094, -27.223745346069336, -26.347734451293945, -25.471725463867188, -24.595714569091797, -23.71970558166504, -22.84369659423828, -21.967687606811523, -21.091676712036133, -20.215667724609375, -19.339656829833984, -18.463647842407227, -17.58763885498047, -16.711627960205078, -15.835617065429688, -14.959607124328613, -14.083597183227539, -13.207588195800781, -12.33157730102539, -11.455568313598633, -10.579558372497559, -9.703548431396484, -8.82753849029541, -7.951528549194336, -7.075518608093262, -6.199509143829346, -5.3234992027282715, -4.447489261627197, -3.5714797973632812, -2.695469856262207, -1.8194599151611328, -0.9434500932693481, -0.06744027137756348, 0.8085694313049316, 1.6845793724060059, 2.56058931350708, 3.436598777770996, 4.31260871887207, 5.1886186599731445, 6.064628601074219, 6.940638542175293, 7.816648006439209, 8.692657470703125, 9.568668365478516, 10.444677352905273, 11.320687294006348, 12.196697235107422, 13.072707176208496, 13.94871711730957, 14.824726104736328, 15.700736999511719, 16.576745986938477, 17.452754974365234, 18.328765869140625, 19.204776763916016, 20.080785751342773, 20.956796646118164, 21.832805633544922, 22.708816528320312, 23.58482551574707, 24.460834503173828, 25.33684539794922, 26.212854385375977]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 7.0, 2.0, 6.0, 5.0, 9.0, 11.0, 19.0, 24.0, 32.0, 48.0, 43.0, 78.0, 129.0, 195.0, 303.0, 512.0, 895.0, 1810.0, 3443.0, 7681.0, 18172.0, 47050.0, 127401.0, 179513.0, 82904.0, 30498.0, 12295.0, 5309.0, 2530.0, 1359.0, 769.0, 460.0, 268.0, 165.0, 86.0, 62.0, 63.0, 32.0, 22.0, 20.0, 9.0, 8.0, 9.0, 3.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.8671875, -8.5924072265625, -8.317626953125, -8.0428466796875, -7.76806640625, -7.4932861328125, -7.218505859375, -6.9437255859375, -6.6689453125, -6.3941650390625, -6.119384765625, -5.8446044921875, -5.56982421875, -5.2950439453125, -5.020263671875, -4.7454833984375, -4.470703125, -4.1959228515625, -3.921142578125, -3.6463623046875, -3.37158203125, -3.0968017578125, -2.822021484375, -2.5472412109375, -2.2724609375, -1.9976806640625, -1.722900390625, -1.4481201171875, -1.17333984375, -0.8985595703125, -0.623779296875, -0.3489990234375, -0.07421875, 0.2005615234375, 0.475341796875, 0.7501220703125, 1.02490234375, 1.2996826171875, 1.574462890625, 1.8492431640625, 2.1240234375, 2.3988037109375, 2.673583984375, 2.9483642578125, 3.22314453125, 3.4979248046875, 3.772705078125, 4.0474853515625, 4.322265625, 4.5970458984375, 4.871826171875, 5.1466064453125, 5.42138671875, 5.6961669921875, 5.970947265625, 6.2457275390625, 6.5205078125, 6.7952880859375, 7.070068359375, 7.3448486328125, 7.61962890625, 7.8944091796875, 8.169189453125, 8.4439697265625, 8.71875]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 7.0, 5.0, 12.0, 13.0, 14.0, 13.0, 28.0, 19.0, 42.0, 46.0, 60.0, 50.0, 61.0, 60.0, 75.0, 59.0, 76.0, 64.0, 57.0, 47.0, 45.0, 31.0, 26.0, 25.0, 12.0, 11.0, 12.0, 8.0, 7.0, 3.0, 4.0, 6.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.7548828125, -1.708282470703125, -1.66168212890625, -1.615081787109375, -1.5684814453125, -1.521881103515625, -1.47528076171875, -1.428680419921875, -1.382080078125, -1.335479736328125, -1.28887939453125, -1.242279052734375, -1.1956787109375, -1.149078369140625, -1.10247802734375, -1.055877685546875, -1.00927734375, -0.962677001953125, -0.91607666015625, -0.869476318359375, -0.8228759765625, -0.776275634765625, -0.72967529296875, -0.683074951171875, -0.636474609375, -0.589874267578125, -0.54327392578125, -0.496673583984375, -0.4500732421875, -0.403472900390625, -0.35687255859375, -0.310272216796875, -0.263671875, -0.217071533203125, -0.17047119140625, -0.123870849609375, -0.0772705078125, -0.030670166015625, 0.01593017578125, 0.062530517578125, 0.109130859375, 0.155731201171875, 0.20233154296875, 0.248931884765625, 0.2955322265625, 0.342132568359375, 0.38873291015625, 0.435333251953125, 0.48193359375, 0.528533935546875, 0.57513427734375, 0.621734619140625, 0.6683349609375, 0.714935302734375, 0.76153564453125, 0.808135986328125, 0.854736328125, 0.901336669921875, 0.94793701171875, 0.994537353515625, 1.0411376953125, 1.087738037109375, 1.13433837890625, 1.180938720703125, 1.2275390625]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 5.0, 2.0, 8.0, 13.0, 25.0, 46.0, 99.0, 146.0, 85.0, 32.0, 6.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-33.26616668701172, -32.61759948730469, -31.969032287597656, -31.320463180541992, -30.67189598083496, -30.02332878112793, -29.374759674072266, -28.726192474365234, -28.077625274658203, -27.429058074951172, -26.78049087524414, -26.131921768188477, -25.483354568481445, -24.834787368774414, -24.18621826171875, -23.53765106201172, -22.889083862304688, -22.240516662597656, -21.591949462890625, -20.94338035583496, -20.29481315612793, -19.6462459564209, -18.997676849365234, -18.349109649658203, -17.700542449951172, -17.05197525024414, -16.40340805053711, -15.754838943481445, -15.106271743774414, -14.457704544067383, -13.809136390686035, -13.160568237304688, -12.512001037597656, -11.863433837890625, -11.214865684509277, -10.56629753112793, -9.917730331420898, -9.269163131713867, -8.62059497833252, -7.97202730178833, -7.323459625244141, -6.674891948699951, -6.026324272155762, -5.377756595611572, -4.729188919067383, -4.080621242523193, -3.432053565979004, -2.7834858894348145, -2.134918212890625, -1.4863505363464355, -0.8377828598022461, -0.18921518325805664, 0.4593524932861328, 1.1079201698303223, 1.7564878463745117, 2.405055522918701, 3.0536231994628906, 3.70219087600708, 4.3507585525512695, 4.999326229095459, 5.647893905639648, 6.296461582183838, 6.945029258728027, 7.593596935272217, 8.242164611816406]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 5.0, 4.0, 5.0, 3.0, 6.0, 12.0, 13.0, 12.0, 21.0, 39.0, 74.0, 80.0, 64.0, 47.0, 25.0, 15.0, 19.0, 9.0, 4.0, 6.0, 5.0, 3.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.096232414245605, -8.870882034301758, -8.645530700683594, -8.420180320739746, -8.194828987121582, -7.969478607177734, -7.7441277503967285, -7.518776893615723, -7.293426513671875, -7.068075656890869, -6.842724800109863, -6.617374420166016, -6.39202356338501, -6.166672706604004, -5.941321849822998, -5.715970993041992, -5.490620136260986, -5.2652692794799805, -5.039918422698975, -4.814567565917969, -4.589217185974121, -4.363866329193115, -4.138515472412109, -3.9131646156311035, -3.6878139972686768, -3.462463140487671, -3.237112522125244, -3.0117616653442383, -2.7864108085632324, -2.5610601902008057, -2.3357093334198, -2.110358715057373, -1.8850078582763672, -1.6596571207046509, -1.4343063831329346, -1.2089555263519287, -0.9836047887802124, -0.7582540512084961, -0.5329031944274902, -0.3075524568557739, -0.08220171928405762, 0.14314904808998108, 0.3684998154640198, 0.5938506126403809, 0.8192013502120972, 1.0445520877838135, 1.2699029445648193, 1.4952536821365356, 1.720604419708252, 1.9459551572799683, 2.1713058948516846, 2.3966567516326904, 2.622007369995117, 2.847358226776123, 3.072709083557129, 3.2980599403381348, 3.5234105587005615, 3.7487614154815674, 3.974112033843994, 4.199462890625, 4.424813747406006, 4.650164604187012, 4.875514984130859, 5.100865840911865, 5.326216697692871]}, "eval/loss": 3.8691494464874268, "eval/wer": 0.8049385164617215, "eval/runtime": 1187.5765, "eval/samples_per_second": 2.225, "eval/steps_per_second": 0.279}
\ No newline at end of file
+{"train/loss": 0.2793, "train/learning_rate": 1.9592803030303032e-05, "train/epoch": 8.41, "train/global_step": 7500, "_runtime": 50532, "_timestamp": 1647255560, "_step": 7504, "gradients/decoder.lm_head.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 8.0, 4.0, 3.0, 7.0, 2.0, 4.0, 6.0, 12.0, 18.0, 8.0, 16.0, 40.0, 49904.0, 115.0, 38.0, 21.0, 6.0, 5.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.0703125, -11.65576171875, -11.2412109375, -10.82666015625, -10.412109375, -9.99755859375, -9.5830078125, -9.16845703125, -8.75390625, -8.33935546875, -7.9248046875, -7.51025390625, -7.095703125, -6.68115234375, -6.2666015625, -5.85205078125, -5.4375, -5.02294921875, -4.6083984375, -4.19384765625, -3.779296875, -3.36474609375, -2.9501953125, -2.53564453125, -2.12109375, -1.70654296875, -1.2919921875, -0.87744140625, -0.462890625, -0.04833984375, 0.3662109375, 0.78076171875, 1.1953125, 1.60986328125, 2.0244140625, 2.43896484375, 2.853515625, 3.26806640625, 3.6826171875, 4.09716796875, 4.51171875, 4.92626953125, 5.3408203125, 5.75537109375, 6.169921875, 6.58447265625, 6.9990234375, 7.41357421875, 7.828125, 8.24267578125, 8.6572265625, 9.07177734375, 9.486328125, 9.90087890625, 10.3154296875, 10.72998046875, 11.14453125, 11.55908203125, 11.9736328125, 12.38818359375, 12.802734375, 13.21728515625, 13.6318359375, 14.04638671875, 14.4609375]}, "gradients/decoder.lm_head.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 6.0, 8.0, 8.0, 10.0, 10.0, 17.0, 19.0, 31.0, 24.0, 33.0, 30.0, 31.0, 60.0, 44.0, 53.0, 48.0, 55.0, 53.0, 56.0, 62.0, 63.0, 56.0, 49.0, 36.0, 37.0, 22.0, 18.0, 16.0, 15.0, 10.0, 7.0, 8.0, 5.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-27.36404037475586, -26.681591033935547, -25.999141693115234, -25.316692352294922, -24.63424301147461, -23.951793670654297, -23.269344329833984, -22.58689308166504, -21.904443740844727, -21.221994400024414, -20.5395450592041, -19.85709571838379, -19.174646377563477, -18.49219512939453, -17.80974578857422, -17.127296447753906, -16.444847106933594, -15.762397766113281, -15.079948425292969, -14.397499084472656, -13.715048789978027, -13.032599449157715, -12.350150108337402, -11.667699813842773, -10.985252380371094, -10.302803039550781, -9.620353698730469, -8.937904357910156, -8.255454063415527, -7.573004722595215, -6.890555381774902, -6.208105564117432, -5.525655746459961, -4.843206405639648, -4.160756587982178, -3.4783072471618652, -2.7958576679229736, -2.113408088684082, -1.4309587478637695, -0.7485089302062988, -0.06605958938598633, 0.6163899302482605, 1.2988394498825073, 1.9812889099121094, 2.663738489151001, 3.3461880683898926, 4.028637409210205, 4.711087226867676, 5.393536567687988, 6.075985908508301, 6.7584357261657715, 7.440885066986084, 8.123334884643555, 8.805784225463867, 9.48823356628418, 10.170682907104492, 10.853132247924805, 11.535581588745117, 12.21803092956543, 12.900480270385742, 13.582930564880371, 14.265379905700684, 14.947829246520996, 15.630279541015625, 16.312728881835938]}, "gradients/decoder.lm_head.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 9.0, 7.0, 3.0, 8.0, 9.0, 16.0, 8.0, 19.0, 11.0, 21.0, 24.0, 25.0, 24.0, 32.0, 38.0, 47.0, 40.0, 38.0, 48.0, 28.0, 50.0, 43.0, 41.0, 44.0, 36.0, 34.0, 41.0, 30.0, 27.0, 26.0, 22.0, 23.0, 17.0, 16.0, 15.0, 17.0, 15.0, 7.0, 10.0, 5.0, 3.0, 8.0, 1.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-16.20371437072754, -15.686287879943848, -15.16886043548584, -14.651433944702148, -14.13400650024414, -13.61658000946045, -13.099153518676758, -12.58172607421875, -12.064299583435059, -11.546873092651367, -11.02944564819336, -10.512019157409668, -9.994592666625977, -9.477165222167969, -8.959738731384277, -8.442312240600586, -7.924884796142578, -7.4074578285217285, -6.890030860900879, -6.3726043701171875, -5.855177402496338, -5.337750434875488, -4.820323944091797, -4.302896976470947, -3.7854700088500977, -3.268043041229248, -2.7506163120269775, -2.233189582824707, -1.7157626152038574, -1.1983356475830078, -0.6809089183807373, -0.1634821891784668, 0.3539466857910156, 0.8713735342025757, 1.3888003826141357, 1.9062272310256958, 2.423654079437256, 2.9410810470581055, 3.458507776260376, 3.9759345054626465, 4.493361473083496, 5.010788440704346, 5.528215408325195, 6.045641899108887, 6.563068866729736, 7.080495834350586, 7.597922325134277, 8.115348815917969, 8.632776260375977, 9.150202751159668, 9.667630195617676, 10.185056686401367, 10.702484130859375, 11.219910621643066, 11.737337112426758, 12.254764556884766, 12.772191047668457, 13.289617538452148, 13.807044982910156, 14.324471473693848, 14.841897964477539, 15.359325408935547, 15.876751899719238, 16.39417839050293, 16.911605834960938]}, "gradients/decoder.lm_head.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 5.0, 8.0, 10.0, 9.0, 11.0, 21.0, 18.0, 12.0, 18.0, 19.0, 17.0, 32.0, 32.0, 24.0, 27.0, 29.0, 33.0, 48.0, 99.0, 143520.0, 903882.0, 279.0, 49.0, 40.0, 32.0, 31.0, 33.0, 22.0, 22.0, 24.0, 19.0, 15.0, 13.0, 17.0, 12.0, 11.0, 6.0, 7.0, 11.0, 6.0, 6.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0], "bins": [-447.0, -433.109375, -419.21875, -405.328125, -391.4375, -377.546875, -363.65625, -349.765625, -335.875, -321.984375, -308.09375, -294.203125, -280.3125, -266.421875, -252.53125, -238.640625, -224.75, -210.859375, -196.96875, -183.078125, -169.1875, -155.296875, -141.40625, -127.515625, -113.625, -99.734375, -85.84375, -71.953125, -58.0625, -44.171875, -30.28125, -16.390625, -2.5, 11.390625, 25.28125, 39.171875, 53.0625, 66.953125, 80.84375, 94.734375, 108.625, 122.515625, 136.40625, 150.296875, 164.1875, 178.078125, 191.96875, 205.859375, 219.75, 233.640625, 247.53125, 261.421875, 275.3125, 289.203125, 303.09375, 316.984375, 330.875, 344.765625, 358.65625, 372.546875, 386.4375, 400.328125, 414.21875, 428.109375, 442.0]}, "gradients/decoder.lm_head.dense.bias": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 1.0, 5.0, 2.0, 2.0, 2.0, 4.0, 5.0, 9.0, 5.0, 3.0, 11.0, 13.0, 5.0, 9.0, 14.0, 16.0, 21.0, 18.0, 26.0, 25.0, 23.0, 36.0, 29.0, 25.0, 36.0, 29.0, 44.0, 52.0, 90.0, 47.0, 40.0, 33.0, 34.0, 31.0, 22.0, 23.0, 14.0, 31.0, 23.0, 25.0, 21.0, 16.0, 17.0, 12.0, 10.0, 10.0, 7.0, 7.0, 8.0, 5.0, 2.0, 2.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-14.8203125, -14.34375, -13.8671875, -13.390625, -12.9140625, -12.4375, -11.9609375, -11.484375, -11.0078125, -10.53125, -10.0546875, -9.578125, -9.1015625, -8.625, -8.1484375, -7.671875, -7.1953125, -6.71875, -6.2421875, -5.765625, -5.2890625, -4.8125, -4.3359375, -3.859375, -3.3828125, -2.90625, -2.4296875, -1.953125, -1.4765625, -1.0, -0.5234375, -0.046875, 0.4296875, 0.90625, 1.3828125, 1.859375, 2.3359375, 2.8125, 3.2890625, 3.765625, 4.2421875, 4.71875, 5.1953125, 5.671875, 6.1484375, 6.625, 7.1015625, 7.578125, 8.0546875, 8.53125, 9.0078125, 9.484375, 9.9609375, 10.4375, 10.9140625, 11.390625, 11.8671875, 12.34375, 12.8203125, 13.296875, 13.7734375, 14.25, 14.7265625, 15.203125, 15.6796875]}, "gradients/decoder.roberta.encoder.layer.23.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 5.0, 8.0, 13.0, 15.0, 19.0, 17.0, 20.0, 37.0, 42.0, 38.0, 33.0, 54.0, 50.0, 48.0, 55.0, 63.0, 51.0, 55.0, 35.0, 33.0, 48.0, 44.0, 30.0, 33.0, 23.0, 20.0, 19.0, 15.0, 10.0, 16.0, 7.0, 9.0, 6.0, 8.0, 4.0, 3.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-16.638429641723633, -16.02029800415039, -15.402168273925781, -14.784037590026855, -14.16590690612793, -13.547775268554688, -12.929644584655762, -12.311513900756836, -11.69338321685791, -11.075252532958984, -10.457121849060059, -9.838991165161133, -9.22085952758789, -8.602729797363281, -7.984598159790039, -7.366467475891113, -6.7483367919921875, -6.130206108093262, -5.512075424194336, -4.893944263458252, -4.275813579559326, -3.6576828956604004, -3.0395519733428955, -2.4214210510253906, -1.8032903671264648, -1.1851595640182495, -0.5670287609100342, 0.05110204219818115, 0.6692328453063965, 1.2873635292053223, 1.9054944515228271, 2.523625373840332, 3.1417579650878906, 3.7598886489868164, 4.378019332885742, 4.996150493621826, 5.614281177520752, 6.232411861419678, 6.850543022155762, 7.4686737060546875, 8.086804389953613, 8.704935073852539, 9.323065757751465, 9.94119644165039, 10.559328079223633, 11.177457809448242, 11.795589447021484, 12.41372013092041, 13.031850814819336, 13.649981498718262, 14.268112182617188, 14.886242866516113, 15.504373550415039, 16.12250518798828, 16.74063491821289, 17.358766555786133, 17.976898193359375, 18.595029830932617, 19.213159561157227, 19.83129119873047, 20.449420928955078, 21.06755256652832, 21.68568229675293, 22.303813934326172, 22.92194366455078]}, "gradients/decoder.roberta.encoder.layer.23.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 4.0, 9.0, 9.0, 18.0, 16.0, 16.0, 23.0, 20.0, 29.0, 24.0, 31.0, 38.0, 39.0, 42.0, 51.0, 51.0, 48.0, 53.0, 45.0, 54.0, 39.0, 42.0, 39.0, 43.0, 46.0, 33.0, 27.0, 16.0, 16.0, 13.0, 17.0, 10.0, 8.0, 10.0, 7.0, 7.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.7938232421875, -33.48704528808594, -32.180267333984375, -30.873491287231445, -29.566713333129883, -28.25993537902832, -26.95315933227539, -25.646381378173828, -24.339603424072266, -23.032825469970703, -21.72604751586914, -20.41927146911621, -19.11249351501465, -17.805715560913086, -16.498939514160156, -15.192161560058594, -13.885383605957031, -12.578605651855469, -11.271828651428223, -9.965051651000977, -8.658273696899414, -7.35149621963501, -6.0447187423706055, -4.737941741943359, -3.431163787841797, -2.1243863105773926, -0.8176088333129883, 0.489168643951416, 1.7959461212158203, 3.1027235984802246, 4.409501075744629, 5.716278076171875, 7.023059844970703, 8.329837799072266, 9.636614799499512, 10.943391799926758, 12.25016975402832, 13.556947708129883, 14.863724708557129, 16.170501708984375, 17.477279663085938, 18.7840576171875, 20.090835571289062, 21.397611618041992, 22.704389572143555, 24.011167526245117, 25.317943572998047, 26.62472152709961, 27.931499481201172, 29.238277435302734, 30.545055389404297, 31.851831436157227, 33.158607482910156, 34.46538543701172, 35.77216339111328, 37.078941345214844, 38.385719299316406, 39.69249725341797, 40.99927520751953, 42.306053161621094, 43.612831115722656, 44.91960525512695, 46.226383209228516, 47.53316116333008, 48.83993911743164]}, "gradients/decoder.roberta.encoder.layer.23.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 6.0, 7.0, 15.0, 10.0, 24.0, 41.0, 66.0, 90.0, 175.0, 241.0, 465.0, 894.0, 1954.0, 4309.0, 10236.0, 26159.0, 70812.0, 215872.0, 727833.0, 1672362.0, 1006185.0, 304263.0, 94134.0, 33807.0, 13247.0, 5641.0, 2492.0, 1255.0, 686.0, 400.0, 232.0, 131.0, 85.0, 63.0, 27.0, 19.0, 11.0, 8.0, 10.0, 6.0, 10.0, 0.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-30.0, -28.95263671875, -27.9052734375, -26.85791015625, -25.810546875, -24.76318359375, -23.7158203125, -22.66845703125, -21.62109375, -20.57373046875, -19.5263671875, -18.47900390625, -17.431640625, -16.38427734375, -15.3369140625, -14.28955078125, -13.2421875, -12.19482421875, -11.1474609375, -10.10009765625, -9.052734375, -8.00537109375, -6.9580078125, -5.91064453125, -4.86328125, -3.81591796875, -2.7685546875, -1.72119140625, -0.673828125, 0.37353515625, 1.4208984375, 2.46826171875, 3.515625, 4.56298828125, 5.6103515625, 6.65771484375, 7.705078125, 8.75244140625, 9.7998046875, 10.84716796875, 11.89453125, 12.94189453125, 13.9892578125, 15.03662109375, 16.083984375, 17.13134765625, 18.1787109375, 19.22607421875, 20.2734375, 21.32080078125, 22.3681640625, 23.41552734375, 24.462890625, 25.51025390625, 26.5576171875, 27.60498046875, 28.65234375, 29.69970703125, 30.7470703125, 31.79443359375, 32.841796875, 33.88916015625, 34.9365234375, 35.98388671875, 37.03125]}, "gradients/decoder.roberta.encoder.layer.23.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 7.0, 3.0, 4.0, 10.0, 8.0, 17.0, 20.0, 20.0, 21.0, 24.0, 18.0, 40.0, 24.0, 40.0, 34.0, 48.0, 40.0, 44.0, 60.0, 41.0, 44.0, 43.0, 41.0, 39.0, 42.0, 38.0, 40.0, 29.0, 31.0, 24.0, 21.0, 16.0, 12.0, 6.0, 11.0, 7.0, 14.0, 9.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.890625, -20.183837890625, -19.47705078125, -18.770263671875, -18.0634765625, -17.356689453125, -16.64990234375, -15.943115234375, -15.236328125, -14.529541015625, -13.82275390625, -13.115966796875, -12.4091796875, -11.702392578125, -10.99560546875, -10.288818359375, -9.58203125, -8.875244140625, -8.16845703125, -7.461669921875, -6.7548828125, -6.048095703125, -5.34130859375, -4.634521484375, -3.927734375, -3.220947265625, -2.51416015625, -1.807373046875, -1.1005859375, -0.393798828125, 0.31298828125, 1.019775390625, 1.7265625, 2.433349609375, 3.14013671875, 3.846923828125, 4.5537109375, 5.260498046875, 5.96728515625, 6.674072265625, 7.380859375, 8.087646484375, 8.79443359375, 9.501220703125, 10.2080078125, 10.914794921875, 11.62158203125, 12.328369140625, 13.03515625, 13.741943359375, 14.44873046875, 15.155517578125, 15.8623046875, 16.569091796875, 17.27587890625, 17.982666015625, 18.689453125, 19.396240234375, 20.10302734375, 20.809814453125, 21.5166015625, 22.223388671875, 22.93017578125, 23.636962890625, 24.34375]}, "gradients/decoder.roberta.encoder.layer.23.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 10.0, 15.0, 41.0, 122.0, 318.0, 2364.0, 4189984.0, 1089.0, 215.0, 84.0, 36.0, 10.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-425.0, -393.296875, -361.59375, -329.890625, -298.1875, -266.484375, -234.78125, -203.078125, -171.375, -139.671875, -107.96875, -76.265625, -44.5625, -12.859375, 18.84375, 50.546875, 82.25, 113.953125, 145.65625, 177.359375, 209.0625, 240.765625, 272.46875, 304.171875, 335.875, 367.578125, 399.28125, 430.984375, 462.6875, 494.390625, 526.09375, 557.796875, 589.5, 621.203125, 652.90625, 684.609375, 716.3125, 748.015625, 779.71875, 811.421875, 843.125, 874.828125, 906.53125, 938.234375, 969.9375, 1001.640625, 1033.34375, 1065.046875, 1096.75, 1128.453125, 1160.15625, 1191.859375, 1223.5625, 1255.265625, 1286.96875, 1318.671875, 1350.375, 1382.078125, 1413.78125, 1445.484375, 1477.1875, 1508.890625, 1540.59375, 1572.296875, 1604.0]}, "gradients/decoder.roberta.encoder.layer.23.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 10.0, 23.0, 46.0, 117.0, 285.0, 590.0, 1221.0, 973.0, 440.0, 227.0, 91.0, 36.0, 7.0, 9.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.96875, -55.696533203125, -54.42431640625, -53.152099609375, -51.8798828125, -50.607666015625, -49.33544921875, -48.063232421875, -46.791015625, -45.518798828125, -44.24658203125, -42.974365234375, -41.7021484375, -40.429931640625, -39.15771484375, -37.885498046875, -36.61328125, -35.341064453125, -34.06884765625, -32.796630859375, -31.5244140625, -30.252197265625, -28.97998046875, -27.707763671875, -26.435546875, -25.163330078125, -23.89111328125, -22.618896484375, -21.3466796875, -20.074462890625, -18.80224609375, -17.530029296875, -16.2578125, -14.985595703125, -13.71337890625, -12.441162109375, -11.1689453125, -9.896728515625, -8.62451171875, -7.352294921875, -6.080078125, -4.807861328125, -3.53564453125, -2.263427734375, -0.9912109375, 0.281005859375, 1.55322265625, 2.825439453125, 4.09765625, 5.369873046875, 6.64208984375, 7.914306640625, 9.1865234375, 10.458740234375, 11.73095703125, 13.003173828125, 14.275390625, 15.547607421875, 16.81982421875, 18.092041015625, 19.3642578125, 20.636474609375, 21.90869140625, 23.180908203125, 24.453125]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 3.0, 3.0, 6.0, 7.0, 8.0, 14.0, 16.0, 23.0, 18.0, 24.0, 32.0, 44.0, 43.0, 52.0, 59.0, 50.0, 60.0, 64.0, 52.0, 63.0, 51.0, 48.0, 53.0, 39.0, 31.0, 28.0, 30.0, 21.0, 12.0, 12.0, 11.0, 8.0, 3.0, 8.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-18.91533851623535, -18.146244049072266, -17.377147674560547, -16.60805320739746, -15.838957786560059, -15.069862365722656, -14.30076789855957, -13.531672477722168, -12.762577056884766, -11.993481636047363, -11.224387168884277, -10.455291748046875, -9.686196327209473, -8.91710090637207, -8.148006439208984, -7.378911018371582, -6.609816551208496, -5.840721607208252, -5.07162618637085, -4.3025312423706055, -3.5334360599517822, -2.764340877532959, -1.9952459335327148, -1.2261505126953125, -0.45705556869506836, 0.3120395541191101, 1.0811346769332886, 1.8502297401428223, 2.6193249225616455, 3.3884201049804688, 4.157515048980713, 4.926610469818115, 5.695705413818359, 6.4648003578186035, 7.233895778656006, 8.00299072265625, 8.772086143493652, 9.541181564331055, 10.31027603149414, 11.079371452331543, 11.848466873168945, 12.617562294006348, 13.386656761169434, 14.155752182006836, 14.924847602844238, 15.69394302368164, 16.463037490844727, 17.232131958007812, 18.00122833251953, 18.770322799682617, 19.539419174194336, 20.308513641357422, 21.077608108520508, 21.846704483032227, 22.615798950195312, 23.38489532470703, 24.153987884521484, 24.92308235168457, 25.69217872619629, 26.461273193359375, 27.23036766052246, 27.99946403503418, 28.768558502197266, 29.537654876708984, 30.30674934387207]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 8.0, 5.0, 4.0, 4.0, 5.0, 9.0, 17.0, 9.0, 15.0, 21.0, 20.0, 39.0, 23.0, 41.0, 43.0, 44.0, 45.0, 42.0, 47.0, 52.0, 62.0, 58.0, 57.0, 46.0, 38.0, 30.0, 31.0, 31.0, 33.0, 23.0, 24.0, 12.0, 24.0, 16.0, 8.0, 6.0, 8.0, 3.0, 6.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.776338577270508, -22.919902801513672, -22.063465118408203, -21.207029342651367, -20.35059356689453, -19.494155883789062, -18.637720108032227, -17.78128433227539, -16.924846649169922, -16.068410873413086, -15.211974143981934, -14.355537414550781, -13.499101638793945, -12.642664909362793, -11.78622817993164, -10.929792404174805, -10.073356628417969, -9.216919898986816, -8.36048412322998, -7.504047393798828, -6.647611141204834, -5.79117488861084, -4.9347381591796875, -4.078301906585693, -3.221865653991699, -2.365429401397705, -1.5089929103851318, -0.6525564193725586, 0.20387983322143555, 1.0603160858154297, 1.916752815246582, 2.773189067840576, 3.6296253204345703, 4.4860615730285645, 5.342497825622559, 6.198934555053711, 7.055370807647705, 7.911807060241699, 8.768243789672852, 9.624679565429688, 10.48111629486084, 11.337553024291992, 12.193988800048828, 13.05042552947998, 13.906862258911133, 14.763298034667969, 15.619734764099121, 16.476171493530273, 17.33260726928711, 18.189043045043945, 19.045480728149414, 19.90191650390625, 20.758352279663086, 21.614788055419922, 22.47122573852539, 23.327661514282227, 24.184097290039062, 25.0405330657959, 25.896970748901367, 26.753406524658203, 27.60984230041504, 28.466278076171875, 29.322715759277344, 30.17915153503418, 31.03558921813965]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 4.0, 8.0, 16.0, 11.0, 36.0, 42.0, 54.0, 65.0, 116.0, 200.0, 318.0, 473.0, 861.0, 1558.0, 2614.0, 4690.0, 9062.0, 17057.0, 31374.0, 56207.0, 94425.0, 140276.0, 173983.0, 171422.0, 135236.0, 90258.0, 53574.0, 29669.0, 15930.0, 8406.0, 4459.0, 2573.0, 1405.0, 841.0, 472.0, 314.0, 194.0, 109.0, 81.0, 57.0, 33.0, 16.0, 15.0, 9.0, 10.0, 6.0, 11.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-14.0, -13.587646484375, -13.17529296875, -12.762939453125, -12.3505859375, -11.938232421875, -11.52587890625, -11.113525390625, -10.701171875, -10.288818359375, -9.87646484375, -9.464111328125, -9.0517578125, -8.639404296875, -8.22705078125, -7.814697265625, -7.40234375, -6.989990234375, -6.57763671875, -6.165283203125, -5.7529296875, -5.340576171875, -4.92822265625, -4.515869140625, -4.103515625, -3.691162109375, -3.27880859375, -2.866455078125, -2.4541015625, -2.041748046875, -1.62939453125, -1.217041015625, -0.8046875, -0.392333984375, 0.02001953125, 0.432373046875, 0.8447265625, 1.257080078125, 1.66943359375, 2.081787109375, 2.494140625, 2.906494140625, 3.31884765625, 3.731201171875, 4.1435546875, 4.555908203125, 4.96826171875, 5.380615234375, 5.79296875, 6.205322265625, 6.61767578125, 7.030029296875, 7.4423828125, 7.854736328125, 8.26708984375, 8.679443359375, 9.091796875, 9.504150390625, 9.91650390625, 10.328857421875, 10.7412109375, 11.153564453125, 11.56591796875, 11.978271484375, 12.390625]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 7.0, 1.0, 5.0, 8.0, 13.0, 10.0, 15.0, 12.0, 22.0, 32.0, 30.0, 30.0, 46.0, 36.0, 46.0, 45.0, 48.0, 53.0, 54.0, 64.0, 50.0, 57.0, 42.0, 37.0, 31.0, 30.0, 35.0, 29.0, 21.0, 17.0, 20.0, 19.0, 13.0, 7.0, 5.0, 5.0, 3.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.03125, -22.1376953125, -21.244140625, -20.3505859375, -19.45703125, -18.5634765625, -17.669921875, -16.7763671875, -15.8828125, -14.9892578125, -14.095703125, -13.2021484375, -12.30859375, -11.4150390625, -10.521484375, -9.6279296875, -8.734375, -7.8408203125, -6.947265625, -6.0537109375, -5.16015625, -4.2666015625, -3.373046875, -2.4794921875, -1.5859375, -0.6923828125, 0.201171875, 1.0947265625, 1.98828125, 2.8818359375, 3.775390625, 4.6689453125, 5.5625, 6.4560546875, 7.349609375, 8.2431640625, 9.13671875, 10.0302734375, 10.923828125, 11.8173828125, 12.7109375, 13.6044921875, 14.498046875, 15.3916015625, 16.28515625, 17.1787109375, 18.072265625, 18.9658203125, 19.859375, 20.7529296875, 21.646484375, 22.5400390625, 23.43359375, 24.3271484375, 25.220703125, 26.1142578125, 27.0078125, 27.9013671875, 28.794921875, 29.6884765625, 30.58203125, 31.4755859375, 32.369140625, 33.2626953125, 34.15625]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 14.0, 14.0, 21.0, 26.0, 37.0, 42.0, 73.0, 88.0, 129.0, 157.0, 227.0, 382.0, 472.0, 685.0, 977.0, 1344.0, 2137.0, 3045.0, 4528.0, 6672.0, 10010.0, 15207.0, 24615.0, 72634.0, 803520.0, 39662.0, 20978.0, 13308.0, 8882.0, 5796.0, 4003.0, 2698.0, 1812.0, 1289.0, 906.0, 649.0, 426.0, 303.0, 191.0, 170.0, 126.0, 87.0, 67.0, 49.0, 32.0, 18.0, 15.0, 14.0, 7.0, 5.0, 3.0, 3.0, 1.0, 0.0, 3.0], "bins": [-21.4375, -20.794677734375, -20.15185546875, -19.509033203125, -18.8662109375, -18.223388671875, -17.58056640625, -16.937744140625, -16.294921875, -15.652099609375, -15.00927734375, -14.366455078125, -13.7236328125, -13.080810546875, -12.43798828125, -11.795166015625, -11.15234375, -10.509521484375, -9.86669921875, -9.223876953125, -8.5810546875, -7.938232421875, -7.29541015625, -6.652587890625, -6.009765625, -5.366943359375, -4.72412109375, -4.081298828125, -3.4384765625, -2.795654296875, -2.15283203125, -1.510009765625, -0.8671875, -0.224365234375, 0.41845703125, 1.061279296875, 1.7041015625, 2.346923828125, 2.98974609375, 3.632568359375, 4.275390625, 4.918212890625, 5.56103515625, 6.203857421875, 6.8466796875, 7.489501953125, 8.13232421875, 8.775146484375, 9.41796875, 10.060791015625, 10.70361328125, 11.346435546875, 11.9892578125, 12.632080078125, 13.27490234375, 13.917724609375, 14.560546875, 15.203369140625, 15.84619140625, 16.489013671875, 17.1318359375, 17.774658203125, 18.41748046875, 19.060302734375, 19.703125]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 7.0, 2.0, 7.0, 9.0, 15.0, 19.0, 12.0, 21.0, 27.0, 21.0, 14.0, 20.0, 17.0, 33.0, 26.0, 31.0, 41.0, 35.0, 36.0, 38.0, 29.0, 45.0, 47.0, 36.0, 37.0, 32.0, 35.0, 24.0, 35.0, 26.0, 27.0, 27.0, 23.0, 24.0, 19.0, 11.0, 17.0, 16.0, 12.0, 13.0, 10.0, 11.0, 4.0, 4.0, 4.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-16.5, -15.992431640625, -15.48486328125, -14.977294921875, -14.4697265625, -13.962158203125, -13.45458984375, -12.947021484375, -12.439453125, -11.931884765625, -11.42431640625, -10.916748046875, -10.4091796875, -9.901611328125, -9.39404296875, -8.886474609375, -8.37890625, -7.871337890625, -7.36376953125, -6.856201171875, -6.3486328125, -5.841064453125, -5.33349609375, -4.825927734375, -4.318359375, -3.810791015625, -3.30322265625, -2.795654296875, -2.2880859375, -1.780517578125, -1.27294921875, -0.765380859375, -0.2578125, 0.249755859375, 0.75732421875, 1.264892578125, 1.7724609375, 2.280029296875, 2.78759765625, 3.295166015625, 3.802734375, 4.310302734375, 4.81787109375, 5.325439453125, 5.8330078125, 6.340576171875, 6.84814453125, 7.355712890625, 7.86328125, 8.370849609375, 8.87841796875, 9.385986328125, 9.8935546875, 10.401123046875, 10.90869140625, 11.416259765625, 11.923828125, 12.431396484375, 12.93896484375, 13.446533203125, 13.9541015625, 14.461669921875, 14.96923828125, 15.476806640625, 15.984375]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 8.0, 13.0, 10.0, 15.0, 31.0, 31.0, 38.0, 80.0, 119.0, 159.0, 216.0, 373.0, 571.0, 886.0, 1485.0, 2641.0, 5069.0, 9478.0, 19658.0, 49955.0, 867556.0, 49745.0, 19280.0, 9512.0, 4850.0, 2706.0, 1509.0, 902.0, 611.0, 385.0, 198.0, 148.0, 99.0, 74.0, 42.0, 32.0, 24.0, 12.0, 9.0, 11.0, 9.0, 6.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9755859375, -1.914794921875, -1.85400390625, -1.793212890625, -1.732421875, -1.671630859375, -1.61083984375, -1.550048828125, -1.4892578125, -1.428466796875, -1.36767578125, -1.306884765625, -1.24609375, -1.185302734375, -1.12451171875, -1.063720703125, -1.0029296875, -0.942138671875, -0.88134765625, -0.820556640625, -0.759765625, -0.698974609375, -0.63818359375, -0.577392578125, -0.5166015625, -0.455810546875, -0.39501953125, -0.334228515625, -0.2734375, -0.212646484375, -0.15185546875, -0.091064453125, -0.0302734375, 0.030517578125, 0.09130859375, 0.152099609375, 0.212890625, 0.273681640625, 0.33447265625, 0.395263671875, 0.4560546875, 0.516845703125, 0.57763671875, 0.638427734375, 0.69921875, 0.760009765625, 0.82080078125, 0.881591796875, 0.9423828125, 1.003173828125, 1.06396484375, 1.124755859375, 1.185546875, 1.246337890625, 1.30712890625, 1.367919921875, 1.4287109375, 1.489501953125, 1.55029296875, 1.611083984375, 1.671875, 1.732666015625, 1.79345703125, 1.854248046875, 1.9150390625]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 5.0, 6.0, 9.0, 10.0, 20.0, 7.0, 19.0, 18.0, 26.0, 34.0, 46.0, 49.0, 49.0, 49.0, 61.0, 59.0, 74.0, 51.0, 61.0, 52.0, 61.0, 49.0, 31.0, 32.0, 23.0, 25.0, 14.0, 8.0, 9.0, 15.0, 6.0, 5.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00025463104248046875, -0.00024696066975593567, -0.0002392902970314026, -0.0002316199243068695, -0.00022394955158233643, -0.00021627917885780334, -0.00020860880613327026, -0.00020093843340873718, -0.0001932680606842041, -0.00018559768795967102, -0.00017792731523513794, -0.00017025694251060486, -0.00016258656978607178, -0.0001549161970615387, -0.00014724582433700562, -0.00013957545161247253, -0.00013190507888793945, -0.00012423470616340637, -0.00011656433343887329, -0.00010889396071434021, -0.00010122358798980713, -9.355321526527405e-05, -8.588284254074097e-05, -7.821246981620789e-05, -7.05420970916748e-05, -6.287172436714172e-05, -5.520135164260864e-05, -4.753097891807556e-05, -3.986060619354248e-05, -3.21902334690094e-05, -2.451986074447632e-05, -1.6849488019943237e-05, -9.179115295410156e-06, -1.5087425708770752e-06, 6.161630153656006e-06, 1.3832002878189087e-05, 2.1502375602722168e-05, 2.917274832725525e-05, 3.684312105178833e-05, 4.451349377632141e-05, 5.218386650085449e-05, 5.985423922538757e-05, 6.752461194992065e-05, 7.519498467445374e-05, 8.286535739898682e-05, 9.05357301235199e-05, 9.820610284805298e-05, 0.00010587647557258606, 0.00011354684829711914, 0.00012121722102165222, 0.0001288875937461853, 0.00013655796647071838, 0.00014422833919525146, 0.00015189871191978455, 0.00015956908464431763, 0.0001672394573688507, 0.0001749098300933838, 0.00018258020281791687, 0.00019025057554244995, 0.00019792094826698303, 0.0002055913209915161, 0.0002132616937160492, 0.00022093206644058228, 0.00022860243916511536, 0.00023627281188964844]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 6.0, 2.0, 2.0, 9.0, 5.0, 6.0, 12.0, 16.0, 9.0, 21.0, 34.0, 51.0, 46.0, 66.0, 117.0, 282.0, 987.0, 39427.0, 847592.0, 156682.0, 2324.0, 385.0, 145.0, 83.0, 61.0, 46.0, 28.0, 23.0, 26.0, 12.0, 12.0, 10.0, 6.0, 5.0, 5.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.7265625, -9.4459228515625, -9.165283203125, -8.8846435546875, -8.60400390625, -8.3233642578125, -8.042724609375, -7.7620849609375, -7.4814453125, -7.2008056640625, -6.920166015625, -6.6395263671875, -6.35888671875, -6.0782470703125, -5.797607421875, -5.5169677734375, -5.236328125, -4.9556884765625, -4.675048828125, -4.3944091796875, -4.11376953125, -3.8331298828125, -3.552490234375, -3.2718505859375, -2.9912109375, -2.7105712890625, -2.429931640625, -2.1492919921875, -1.86865234375, -1.5880126953125, -1.307373046875, -1.0267333984375, -0.74609375, -0.4654541015625, -0.184814453125, 0.0958251953125, 0.37646484375, 0.6571044921875, 0.937744140625, 1.2183837890625, 1.4990234375, 1.7796630859375, 2.060302734375, 2.3409423828125, 2.62158203125, 2.9022216796875, 3.182861328125, 3.4635009765625, 3.744140625, 4.0247802734375, 4.305419921875, 4.5860595703125, 4.86669921875, 5.1473388671875, 5.427978515625, 5.7086181640625, 5.9892578125, 6.2698974609375, 6.550537109375, 6.8311767578125, 7.11181640625, 7.3924560546875, 7.673095703125, 7.9537353515625, 8.234375]}, "gradients/decoder.roberta.encoder.layer.23.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 5.0, 5.0, 7.0, 12.0, 16.0, 15.0, 21.0, 28.0, 20.0, 29.0, 42.0, 29.0, 34.0, 39.0, 40.0, 41.0, 34.0, 33.0, 37.0, 41.0, 19.0, 36.0, 36.0, 41.0, 34.0, 32.0, 39.0, 40.0, 29.0, 36.0, 28.0, 19.0, 13.0, 15.0, 18.0, 4.0, 2.0, 5.0, 5.0, 4.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.5107421875, -0.4942169189453125, -0.477691650390625, -0.4611663818359375, -0.44464111328125, -0.4281158447265625, -0.411590576171875, -0.3950653076171875, -0.3785400390625, -0.3620147705078125, -0.345489501953125, -0.3289642333984375, -0.31243896484375, -0.2959136962890625, -0.279388427734375, -0.2628631591796875, -0.246337890625, -0.2298126220703125, -0.213287353515625, -0.1967620849609375, -0.18023681640625, -0.1637115478515625, -0.147186279296875, -0.1306610107421875, -0.1141357421875, -0.0976104736328125, -0.081085205078125, -0.0645599365234375, -0.04803466796875, -0.0315093994140625, -0.014984130859375, 0.0015411376953125, 0.01806640625, 0.0345916748046875, 0.051116943359375, 0.0676422119140625, 0.08416748046875, 0.1006927490234375, 0.117218017578125, 0.1337432861328125, 0.1502685546875, 0.1667938232421875, 0.183319091796875, 0.1998443603515625, 0.21636962890625, 0.2328948974609375, 0.249420166015625, 0.2659454345703125, 0.282470703125, 0.2989959716796875, 0.315521240234375, 0.3320465087890625, 0.34857177734375, 0.3650970458984375, 0.381622314453125, 0.3981475830078125, 0.4146728515625, 0.4311981201171875, 0.447723388671875, 0.4642486572265625, 0.48077392578125, 0.4972991943359375, 0.513824462890625, 0.5303497314453125, 0.546875]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 14.0, 12.0, 17.0, 21.0, 19.0, 27.0, 26.0, 43.0, 41.0, 53.0, 46.0, 57.0, 55.0, 64.0, 57.0, 57.0, 59.0, 42.0, 62.0, 44.0, 27.0, 28.0, 23.0, 24.0, 23.0, 12.0, 14.0, 7.0, 6.0, 9.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.25879669189453, -15.526618003845215, -14.794439315795898, -14.062260627746582, -13.330081939697266, -12.59790325164795, -11.865724563598633, -11.133545875549316, -10.4013671875, -9.669188499450684, -8.937009811401367, -8.20483112335205, -7.472652435302734, -6.740473747253418, -6.008295059204102, -5.276116371154785, -4.543937683105469, -3.8117589950561523, -3.079580307006836, -2.3474016189575195, -1.6152229309082031, -0.8830442428588867, -0.1508655548095703, 0.5813131332397461, 1.3134918212890625, 2.045670509338379, 2.7778491973876953, 3.5100278854370117, 4.242206573486328, 4.9743852615356445, 5.706563949584961, 6.438742637634277, 7.170921325683594, 7.90310001373291, 8.635278701782227, 9.367457389831543, 10.09963607788086, 10.831814765930176, 11.563993453979492, 12.296172142028809, 13.028350830078125, 13.760529518127441, 14.492708206176758, 15.224886894226074, 15.95706558227539, 16.68924331665039, 17.421422958374023, 18.153602600097656, 18.885780334472656, 19.617958068847656, 20.35013771057129, 21.082317352294922, 21.814495086669922, 22.546672821044922, 23.278852462768555, 24.011032104492188, 24.743209838867188, 25.475387573242188, 26.20756721496582, 26.939746856689453, 27.671924591064453, 28.404102325439453, 29.136281967163086, 29.86846160888672, 30.60063934326172]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 6.0, 4.0, 5.0, 8.0, 9.0, 14.0, 12.0, 12.0, 25.0, 27.0, 30.0, 30.0, 45.0, 38.0, 47.0, 53.0, 40.0, 54.0, 57.0, 65.0, 54.0, 54.0, 45.0, 30.0, 37.0, 26.0, 29.0, 31.0, 25.0, 17.0, 23.0, 13.0, 8.0, 12.0, 6.0, 4.0, 7.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.36740493774414, -23.456241607666016, -22.545080184936523, -21.6339168548584, -20.722753524780273, -19.81159210205078, -18.900428771972656, -17.98926544189453, -17.078102111816406, -16.16693878173828, -15.255776405334473, -14.344614028930664, -13.433450698852539, -12.52228832244873, -11.611125946044922, -10.699962615966797, -9.788800239562988, -8.87763786315918, -7.966474533081055, -7.055312156677246, -6.144148826599121, -5.2329864501953125, -4.321823596954346, -3.410660743713379, -2.499497890472412, -1.5883350372314453, -0.6771723031997681, 0.23399043083190918, 1.145153284072876, 2.0563158988952637, 2.9674787521362305, 3.8786416053771973, 4.789804458618164, 5.700967311859131, 6.612130165100098, 7.523292541503906, 8.434455871582031, 9.34561824798584, 10.256780624389648, 11.167943954467773, 12.079107284545898, 12.990269660949707, 13.901432991027832, 14.81259536743164, 15.723758697509766, 16.63492202758789, 17.546083450317383, 18.457246780395508, 19.368408203125, 20.279571533203125, 21.190732955932617, 22.101896286010742, 23.013059616088867, 23.92422103881836, 24.835384368896484, 25.74654769897461, 26.657711029052734, 27.56887435913086, 28.48003578186035, 29.391199111938477, 30.3023624420166, 31.213523864746094, 32.12468719482422, 33.035850524902344, 33.94701385498047]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 8.0, 13.0, 17.0, 20.0, 22.0, 49.0, 56.0, 88.0, 128.0, 193.0, 321.0, 605.0, 1172.0, 2880.0, 7274.0, 19624.0, 53221.0, 136160.0, 278817.0, 296228.0, 153319.0, 61055.0, 22520.0, 8365.0, 3307.0, 1409.0, 677.0, 357.0, 214.0, 139.0, 100.0, 56.0, 40.0, 33.0, 28.0, 13.0, 16.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-31.65625, -30.603515625, -29.55078125, -28.498046875, -27.4453125, -26.392578125, -25.33984375, -24.287109375, -23.234375, -22.181640625, -21.12890625, -20.076171875, -19.0234375, -17.970703125, -16.91796875, -15.865234375, -14.8125, -13.759765625, -12.70703125, -11.654296875, -10.6015625, -9.548828125, -8.49609375, -7.443359375, -6.390625, -5.337890625, -4.28515625, -3.232421875, -2.1796875, -1.126953125, -0.07421875, 0.978515625, 2.03125, 3.083984375, 4.13671875, 5.189453125, 6.2421875, 7.294921875, 8.34765625, 9.400390625, 10.453125, 11.505859375, 12.55859375, 13.611328125, 14.6640625, 15.716796875, 16.76953125, 17.822265625, 18.875, 19.927734375, 20.98046875, 22.033203125, 23.0859375, 24.138671875, 25.19140625, 26.244140625, 27.296875, 28.349609375, 29.40234375, 30.455078125, 31.5078125, 32.560546875, 33.61328125, 34.666015625, 35.71875]}, "gradients/decoder.roberta.encoder.layer.23.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 8.0, 4.0, 6.0, 6.0, 12.0, 17.0, 18.0, 16.0, 26.0, 26.0, 27.0, 39.0, 34.0, 44.0, 44.0, 49.0, 57.0, 56.0, 63.0, 64.0, 49.0, 43.0, 45.0, 31.0, 34.0, 30.0, 26.0, 23.0, 27.0, 15.0, 19.0, 9.0, 13.0, 10.0, 5.0, 7.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.109375, -25.077880859375, -24.04638671875, -23.014892578125, -21.9833984375, -20.951904296875, -19.92041015625, -18.888916015625, -17.857421875, -16.825927734375, -15.79443359375, -14.762939453125, -13.7314453125, -12.699951171875, -11.66845703125, -10.636962890625, -9.60546875, -8.573974609375, -7.54248046875, -6.510986328125, -5.4794921875, -4.447998046875, -3.41650390625, -2.385009765625, -1.353515625, -0.322021484375, 0.70947265625, 1.740966796875, 2.7724609375, 3.803955078125, 4.83544921875, 5.866943359375, 6.8984375, 7.929931640625, 8.96142578125, 9.992919921875, 11.0244140625, 12.055908203125, 13.08740234375, 14.118896484375, 15.150390625, 16.181884765625, 17.21337890625, 18.244873046875, 19.2763671875, 20.307861328125, 21.33935546875, 22.370849609375, 23.40234375, 24.433837890625, 25.46533203125, 26.496826171875, 27.5283203125, 28.559814453125, 29.59130859375, 30.622802734375, 31.654296875, 32.685791015625, 33.71728515625, 34.748779296875, 35.7802734375, 36.811767578125, 37.84326171875, 38.874755859375, 39.90625]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 7.0, 5.0, 9.0, 8.0, 10.0, 19.0, 12.0, 16.0, 28.0, 23.0, 32.0, 27.0, 40.0, 30.0, 36.0, 50.0, 41.0, 55.0, 9418.0, 1038198.0, 63.0, 44.0, 38.0, 42.0, 44.0, 35.0, 30.0, 28.0, 34.0, 20.0, 20.0, 21.0, 8.0, 18.0, 14.0, 5.0, 5.0, 11.0, 3.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-820.0, -792.8125, -765.625, -738.4375, -711.25, -684.0625, -656.875, -629.6875, -602.5, -575.3125, -548.125, -520.9375, -493.75, -466.5625, -439.375, -412.1875, -385.0, -357.8125, -330.625, -303.4375, -276.25, -249.0625, -221.875, -194.6875, -167.5, -140.3125, -113.125, -85.9375, -58.75, -31.5625, -4.375, 22.8125, 50.0, 77.1875, 104.375, 131.5625, 158.75, 185.9375, 213.125, 240.3125, 267.5, 294.6875, 321.875, 349.0625, 376.25, 403.4375, 430.625, 457.8125, 485.0, 512.1875, 539.375, 566.5625, 593.75, 620.9375, 648.125, 675.3125, 702.5, 729.6875, 756.875, 784.0625, 811.25, 838.4375, 865.625, 892.8125, 920.0]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 3.0, 8.0, 5.0, 14.0, 8.0, 12.0, 18.0, 14.0, 20.0, 23.0, 21.0, 33.0, 34.0, 32.0, 31.0, 46.0, 43.0, 34.0, 49.0, 40.0, 35.0, 51.0, 49.0, 50.0, 29.0, 35.0, 34.0, 29.0, 35.0, 26.0, 23.0, 22.0, 23.0, 17.0, 11.0, 11.0, 9.0, 6.0, 9.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-29.1875, -28.310791015625, -27.43408203125, -26.557373046875, -25.6806640625, -24.803955078125, -23.92724609375, -23.050537109375, -22.173828125, -21.297119140625, -20.42041015625, -19.543701171875, -18.6669921875, -17.790283203125, -16.91357421875, -16.036865234375, -15.16015625, -14.283447265625, -13.40673828125, -12.530029296875, -11.6533203125, -10.776611328125, -9.89990234375, -9.023193359375, -8.146484375, -7.269775390625, -6.39306640625, -5.516357421875, -4.6396484375, -3.762939453125, -2.88623046875, -2.009521484375, -1.1328125, -0.256103515625, 0.62060546875, 1.497314453125, 2.3740234375, 3.250732421875, 4.12744140625, 5.004150390625, 5.880859375, 6.757568359375, 7.63427734375, 8.510986328125, 9.3876953125, 10.264404296875, 11.14111328125, 12.017822265625, 12.89453125, 13.771240234375, 14.64794921875, 15.524658203125, 16.4013671875, 17.278076171875, 18.15478515625, 19.031494140625, 19.908203125, 20.784912109375, 21.66162109375, 22.538330078125, 23.4150390625, 24.291748046875, 25.16845703125, 26.045166015625, 26.921875]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 5.0, 8.0, 8.0, 10.0, 18.0, 22.0, 26.0, 32.0, 54.0, 128.0, 397.0, 1998.0, 52843.0, 919178.0, 70790.0, 2249.0, 491.0, 121.0, 61.0, 25.0, 26.0, 25.0, 11.0, 8.0, 7.0, 6.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-74.3125, -72.0283203125, -69.744140625, -67.4599609375, -65.17578125, -62.8916015625, -60.607421875, -58.3232421875, -56.0390625, -53.7548828125, -51.470703125, -49.1865234375, -46.90234375, -44.6181640625, -42.333984375, -40.0498046875, -37.765625, -35.4814453125, -33.197265625, -30.9130859375, -28.62890625, -26.3447265625, -24.060546875, -21.7763671875, -19.4921875, -17.2080078125, -14.923828125, -12.6396484375, -10.35546875, -8.0712890625, -5.787109375, -3.5029296875, -1.21875, 1.0654296875, 3.349609375, 5.6337890625, 7.91796875, 10.2021484375, 12.486328125, 14.7705078125, 17.0546875, 19.3388671875, 21.623046875, 23.9072265625, 26.19140625, 28.4755859375, 30.759765625, 33.0439453125, 35.328125, 37.6123046875, 39.896484375, 42.1806640625, 44.46484375, 46.7490234375, 49.033203125, 51.3173828125, 53.6015625, 55.8857421875, 58.169921875, 60.4541015625, 62.73828125, 65.0224609375, 67.306640625, 69.5908203125, 71.875]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 12.0, 14.0, 20.0, 22.0, 34.0, 38.0, 85.0, 81.0, 145.0, 152.0, 102.0, 114.0, 56.0, 45.0, 18.0, 15.0, 12.0, 15.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038967132568359375, -0.0038003921508789062, -0.003704071044921875, -0.0036077499389648438, -0.0035114288330078125, -0.0034151077270507812, -0.00331878662109375, -0.0032224655151367188, -0.0031261444091796875, -0.0030298233032226562, -0.002933502197265625, -0.0028371810913085938, -0.0027408599853515625, -0.0026445388793945312, -0.0025482177734375, -0.0024518966674804688, -0.0023555755615234375, -0.0022592544555664062, -0.002162933349609375, -0.0020666122436523438, -0.0019702911376953125, -0.0018739700317382812, -0.00177764892578125, -0.0016813278198242188, -0.0015850067138671875, -0.0014886856079101562, -0.001392364501953125, -0.0012960433959960938, -0.0011997222900390625, -0.0011034011840820312, -0.001007080078125, -0.0009107589721679688, -0.0008144378662109375, -0.0007181167602539062, -0.000621795654296875, -0.0005254745483398438, -0.0004291534423828125, -0.00033283233642578125, -0.00023651123046875, -0.00014019012451171875, -4.38690185546875e-05, 5.245208740234375e-05, 0.000148773193359375, 0.00024509429931640625, 0.0003414154052734375, 0.00043773651123046875, 0.0005340576171875, 0.0006303787231445312, 0.0007266998291015625, 0.0008230209350585938, 0.000919342041015625, 0.0010156631469726562, 0.0011119842529296875, 0.0012083053588867188, 0.00130462646484375, 0.0014009475708007812, 0.0014972686767578125, 0.0015935897827148438, 0.001689910888671875, 0.0017862319946289062, 0.0018825531005859375, 0.0019788742065429688, 0.0020751953125, 0.0021715164184570312, 0.0022678375244140625]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 9.0, 6.0, 14.0, 24.0, 27.0, 44.0, 100.0, 288.0, 3018.0, 877000.0, 166227.0, 1464.0, 192.0, 60.0, 42.0, 18.0, 12.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-166.5, -162.1025390625, -157.705078125, -153.3076171875, -148.91015625, -144.5126953125, -140.115234375, -135.7177734375, -131.3203125, -126.9228515625, -122.525390625, -118.1279296875, -113.73046875, -109.3330078125, -104.935546875, -100.5380859375, -96.140625, -91.7431640625, -87.345703125, -82.9482421875, -78.55078125, -74.1533203125, -69.755859375, -65.3583984375, -60.9609375, -56.5634765625, -52.166015625, -47.7685546875, -43.37109375, -38.9736328125, -34.576171875, -30.1787109375, -25.78125, -21.3837890625, -16.986328125, -12.5888671875, -8.19140625, -3.7939453125, 0.603515625, 5.0009765625, 9.3984375, 13.7958984375, 18.193359375, 22.5908203125, 26.98828125, 31.3857421875, 35.783203125, 40.1806640625, 44.578125, 48.9755859375, 53.373046875, 57.7705078125, 62.16796875, 66.5654296875, 70.962890625, 75.3603515625, 79.7578125, 84.1552734375, 88.552734375, 92.9501953125, 97.34765625, 101.7451171875, 106.142578125, 110.5400390625, 114.9375]}, "gradients/decoder.roberta.encoder.layer.23.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 10.0, 13.0, 24.0, 36.0, 55.0, 93.0, 104.0, 127.0, 121.0, 91.0, 106.0, 63.0, 57.0, 38.0, 19.0, 15.0, 10.0, 7.0, 1.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.35546875, -7.120361328125, -6.88525390625, -6.650146484375, -6.4150390625, -6.179931640625, -5.94482421875, -5.709716796875, -5.474609375, -5.239501953125, -5.00439453125, -4.769287109375, -4.5341796875, -4.299072265625, -4.06396484375, -3.828857421875, -3.59375, -3.358642578125, -3.12353515625, -2.888427734375, -2.6533203125, -2.418212890625, -2.18310546875, -1.947998046875, -1.712890625, -1.477783203125, -1.24267578125, -1.007568359375, -0.7724609375, -0.537353515625, -0.30224609375, -0.067138671875, 0.16796875, 0.403076171875, 0.63818359375, 0.873291015625, 1.1083984375, 1.343505859375, 1.57861328125, 1.813720703125, 2.048828125, 2.283935546875, 2.51904296875, 2.754150390625, 2.9892578125, 3.224365234375, 3.45947265625, 3.694580078125, 3.9296875, 4.164794921875, 4.39990234375, 4.635009765625, 4.8701171875, 5.105224609375, 5.34033203125, 5.575439453125, 5.810546875, 6.045654296875, 6.28076171875, 6.515869140625, 6.7509765625, 6.986083984375, 7.22119140625, 7.456298828125, 7.69140625]}, "gradients/decoder.roberta.encoder.layer.22.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 6.0, 11.0, 15.0, 21.0, 51.0, 48.0, 78.0, 101.0, 107.0, 113.0, 96.0, 93.0, 78.0, 69.0, 55.0, 32.0, 13.0, 14.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.010934829711914, -20.515737533569336, -19.02054214477539, -17.525344848632812, -16.030147552490234, -14.534952163696289, -13.039754867553711, -11.54455852508545, -10.049362182617188, -8.554165840148926, -7.058969020843506, -5.563772201538086, -4.068575859069824, -2.5733795166015625, -1.0781822204589844, 0.41701412200927734, 1.912210464477539, 3.40740704536438, 4.902603626251221, 6.397800445556641, 7.892996788024902, 9.388193130493164, 10.883390426635742, 12.378586769104004, 13.873783111572266, 15.368979454040527, 16.86417579650879, 18.359373092651367, 19.854568481445312, 21.34976577758789, 22.84496307373047, 24.340160369873047, 25.835357666015625, 27.330554962158203, 28.82575035095215, 30.320947647094727, 31.816143035888672, 33.31134033203125, 34.80653762817383, 36.301734924316406, 37.79692840576172, 39.2921257019043, 40.787322998046875, 42.28251647949219, 43.777713775634766, 45.272911071777344, 46.76810836791992, 48.2633056640625, 49.75850296020508, 51.253700256347656, 52.748897552490234, 54.24409484863281, 55.739288330078125, 57.2344856262207, 58.72968292236328, 60.22488021850586, 61.72007751464844, 63.215274810791016, 64.7104721069336, 66.2056655883789, 67.70086669921875, 69.19606018066406, 70.69125366210938, 72.18645477294922, 73.68164825439453]}, "gradients/decoder.roberta.encoder.layer.22.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 9.0, 8.0, 5.0, 8.0, 7.0, 13.0, 21.0, 17.0, 22.0, 17.0, 28.0, 28.0, 35.0, 52.0, 30.0, 45.0, 43.0, 48.0, 49.0, 55.0, 46.0, 39.0, 41.0, 44.0, 32.0, 36.0, 26.0, 37.0, 26.0, 24.0, 24.0, 20.0, 14.0, 4.0, 11.0, 7.0, 8.0, 7.0, 10.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.92435836791992, -40.394657135009766, -38.864959716796875, -37.33525848388672, -35.80555725097656, -34.27585983276367, -32.746158599853516, -31.216459274291992, -29.68675994873047, -28.157060623168945, -26.627361297607422, -25.097660064697266, -23.567960739135742, -22.03826141357422, -20.508560180664062, -18.97886085510254, -17.449161529541016, -15.919462203979492, -14.389761924743652, -12.860061645507812, -11.330362319946289, -9.800662994384766, -8.270962715148926, -6.741262435913086, -5.2115631103515625, -3.681863307952881, -2.152163505554199, -0.6224637031555176, 0.9072360992431641, 2.4369359016418457, 3.9666357040405273, 5.496335983276367, 7.026031494140625, 8.555730819702148, 10.085431098937988, 11.615131378173828, 13.144830703735352, 14.674530029296875, 16.20423126220703, 17.733930587768555, 19.263629913330078, 20.7933292388916, 22.323028564453125, 23.85272979736328, 25.382429122924805, 26.912128448486328, 28.441829681396484, 29.971529006958008, 31.50122833251953, 33.03092956542969, 34.56062698364258, 36.090328216552734, 37.620025634765625, 39.14972686767578, 40.67942810058594, 42.209129333496094, 43.738826751708984, 45.26852798461914, 46.79822540283203, 48.32792663574219, 49.857627868652344, 51.387325286865234, 52.91702651977539, 54.44672393798828, 55.97642517089844]}, "gradients/decoder.roberta.encoder.layer.22.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 6.0, 5.0, 12.0, 23.0, 21.0, 29.0, 28.0, 57.0, 86.0, 164.0, 359.0, 1155.0, 4699.0, 29050.0, 276853.0, 2704596.0, 1073787.0, 87808.0, 11642.0, 2476.0, 722.0, 286.0, 139.0, 89.0, 51.0, 35.0, 20.0, 13.0, 9.0, 12.0, 11.0, 10.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0], "bins": [-94.5, -91.9970703125, -89.494140625, -86.9912109375, -84.48828125, -81.9853515625, -79.482421875, -76.9794921875, -74.4765625, -71.9736328125, -69.470703125, -66.9677734375, -64.46484375, -61.9619140625, -59.458984375, -56.9560546875, -54.453125, -51.9501953125, -49.447265625, -46.9443359375, -44.44140625, -41.9384765625, -39.435546875, -36.9326171875, -34.4296875, -31.9267578125, -29.423828125, -26.9208984375, -24.41796875, -21.9150390625, -19.412109375, -16.9091796875, -14.40625, -11.9033203125, -9.400390625, -6.8974609375, -4.39453125, -1.8916015625, 0.611328125, 3.1142578125, 5.6171875, 8.1201171875, 10.623046875, 13.1259765625, 15.62890625, 18.1318359375, 20.634765625, 23.1376953125, 25.640625, 28.1435546875, 30.646484375, 33.1494140625, 35.65234375, 38.1552734375, 40.658203125, 43.1611328125, 45.6640625, 48.1669921875, 50.669921875, 53.1728515625, 55.67578125, 58.1787109375, 60.681640625, 63.1845703125, 65.6875]}, "gradients/decoder.roberta.encoder.layer.22.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 8.0, 4.0, 9.0, 7.0, 10.0, 16.0, 12.0, 23.0, 23.0, 29.0, 32.0, 39.0, 50.0, 47.0, 39.0, 38.0, 40.0, 58.0, 59.0, 41.0, 50.0, 37.0, 47.0, 45.0, 35.0, 38.0, 30.0, 19.0, 20.0, 22.0, 13.0, 7.0, 14.0, 8.0, 13.0, 5.0, 3.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-28.265625, -27.484619140625, -26.70361328125, -25.922607421875, -25.1416015625, -24.360595703125, -23.57958984375, -22.798583984375, -22.017578125, -21.236572265625, -20.45556640625, -19.674560546875, -18.8935546875, -18.112548828125, -17.33154296875, -16.550537109375, -15.76953125, -14.988525390625, -14.20751953125, -13.426513671875, -12.6455078125, -11.864501953125, -11.08349609375, -10.302490234375, -9.521484375, -8.740478515625, -7.95947265625, -7.178466796875, -6.3974609375, -5.616455078125, -4.83544921875, -4.054443359375, -3.2734375, -2.492431640625, -1.71142578125, -0.930419921875, -0.1494140625, 0.631591796875, 1.41259765625, 2.193603515625, 2.974609375, 3.755615234375, 4.53662109375, 5.317626953125, 6.0986328125, 6.879638671875, 7.66064453125, 8.441650390625, 9.22265625, 10.003662109375, 10.78466796875, 11.565673828125, 12.3466796875, 13.127685546875, 13.90869140625, 14.689697265625, 15.470703125, 16.251708984375, 17.03271484375, 17.813720703125, 18.5947265625, 19.375732421875, 20.15673828125, 20.937744140625, 21.71875]}, "gradients/decoder.roberta.encoder.layer.22.intermediate.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 8.0, 6.0, 12.0, 10.0, 14.0, 15.0, 25.0, 36.0, 36.0, 57.0, 75.0, 89.0, 126.0, 157.0, 180.0, 257.0, 490.0, 1781.0, 95903.0, 4030700.0, 61243.0, 1585.0, 441.0, 260.0, 184.0, 138.0, 84.0, 83.0, 67.0, 62.0, 37.0, 28.0, 24.0, 14.0, 20.0, 7.0, 6.0, 5.0, 2.0, 6.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-217.25, -209.6171875, -201.984375, -194.3515625, -186.71875, -179.0859375, -171.453125, -163.8203125, -156.1875, -148.5546875, -140.921875, -133.2890625, -125.65625, -118.0234375, -110.390625, -102.7578125, -95.125, -87.4921875, -79.859375, -72.2265625, -64.59375, -56.9609375, -49.328125, -41.6953125, -34.0625, -26.4296875, -18.796875, -11.1640625, -3.53125, 4.1015625, 11.734375, 19.3671875, 27.0, 34.6328125, 42.265625, 49.8984375, 57.53125, 65.1640625, 72.796875, 80.4296875, 88.0625, 95.6953125, 103.328125, 110.9609375, 118.59375, 126.2265625, 133.859375, 141.4921875, 149.125, 156.7578125, 164.390625, 172.0234375, 179.65625, 187.2890625, 194.921875, 202.5546875, 210.1875, 217.8203125, 225.453125, 233.0859375, 240.71875, 248.3515625, 255.984375, 263.6171875, 271.25]}, "gradients/decoder.roberta.encoder.layer.22.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 7.0, 6.0, 9.0, 18.0, 11.0, 23.0, 33.0, 54.0, 86.0, 97.0, 143.0, 186.0, 222.0, 310.0, 360.0, 353.0, 397.0, 378.0, 328.0, 263.0, 217.0, 154.0, 112.0, 82.0, 62.0, 38.0, 39.0, 25.0, 17.0, 10.0, 11.0, 8.0, 6.0, 7.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.765625, -13.308349609375, -12.85107421875, -12.393798828125, -11.9365234375, -11.479248046875, -11.02197265625, -10.564697265625, -10.107421875, -9.650146484375, -9.19287109375, -8.735595703125, -8.2783203125, -7.821044921875, -7.36376953125, -6.906494140625, -6.44921875, -5.991943359375, -5.53466796875, -5.077392578125, -4.6201171875, -4.162841796875, -3.70556640625, -3.248291015625, -2.791015625, -2.333740234375, -1.87646484375, -1.419189453125, -0.9619140625, -0.504638671875, -0.04736328125, 0.409912109375, 0.8671875, 1.324462890625, 1.78173828125, 2.239013671875, 2.6962890625, 3.153564453125, 3.61083984375, 4.068115234375, 4.525390625, 4.982666015625, 5.43994140625, 5.897216796875, 6.3544921875, 6.811767578125, 7.26904296875, 7.726318359375, 8.18359375, 8.640869140625, 9.09814453125, 9.555419921875, 10.0126953125, 10.469970703125, 10.92724609375, 11.384521484375, 11.841796875, 12.299072265625, 12.75634765625, 13.213623046875, 13.6708984375, 14.128173828125, 14.58544921875, 15.042724609375, 15.5]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 10.0, 15.0, 13.0, 23.0, 35.0, 50.0, 57.0, 92.0, 89.0, 105.0, 98.0, 93.0, 92.0, 67.0, 52.0, 44.0, 36.0, 12.0, 11.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.315738677978516, -51.95283889770508, -50.58993911743164, -49.2270393371582, -47.8641357421875, -46.50123596191406, -45.138336181640625, -43.77543640136719, -42.41253662109375, -41.04963684082031, -39.686737060546875, -38.32383728027344, -36.9609375, -35.5980339050293, -34.23513412475586, -32.87223434448242, -31.509334564208984, -30.146434783935547, -28.78353500366211, -27.42063331604004, -26.0577335357666, -24.694833755493164, -23.331932067871094, -21.969032287597656, -20.60613250732422, -19.24323272705078, -17.880332946777344, -16.517431259155273, -15.154531478881836, -13.791631698608398, -12.428730964660645, -11.06583023071289, -9.702926635742188, -8.34002685546875, -6.977126121520996, -5.6142258644104, -4.251325607299805, -2.888425350189209, -1.5255250930786133, -0.16262435913085938, 1.2002754211425781, 2.563175678253174, 3.9260759353637695, 5.288976192474365, 6.651876449584961, 8.014776229858398, 9.377676963806152, 10.740577697753906, 12.103477478027344, 13.466377258300781, 14.829277992248535, 16.19217872619629, 17.555078506469727, 18.917978286743164, 20.280879974365234, 21.643779754638672, 23.00667953491211, 24.369579315185547, 25.732479095458984, 27.095380783081055, 28.458280563354492, 29.82118034362793, 31.18408203125, 32.54698181152344, 33.909881591796875]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 4.0, 7.0, 11.0, 11.0, 10.0, 13.0, 11.0, 11.0, 28.0, 25.0, 33.0, 39.0, 37.0, 50.0, 53.0, 51.0, 56.0, 55.0, 46.0, 43.0, 50.0, 38.0, 44.0, 37.0, 35.0, 36.0, 31.0, 19.0, 21.0, 17.0, 20.0, 16.0, 8.0, 14.0, 10.0, 4.0, 7.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.625795364379883, -23.667512893676758, -22.709228515625, -21.750946044921875, -20.79266357421875, -19.834381103515625, -18.876096725463867, -17.917814254760742, -16.959529876708984, -16.00124740600586, -15.042963981628418, -14.084680557250977, -13.126398086547852, -12.16811466217041, -11.209831237792969, -10.251548767089844, -9.293266296386719, -8.334982872009277, -7.376700401306152, -6.418416976928711, -5.460134029388428, -4.5018510818481445, -3.543567657470703, -2.58528470993042, -1.6270017623901367, -0.668718695640564, 0.2895643711090088, 1.247847557067871, 2.2061305046081543, 3.1644134521484375, 4.122696876525879, 5.080979824066162, 6.039264678955078, 6.997547626495361, 7.9558305740356445, 8.914113998413086, 9.872396469116211, 10.830679893493652, 11.788963317871094, 12.747245788574219, 13.70552921295166, 14.663812637329102, 15.622095108032227, 16.580379486083984, 17.53866195678711, 18.496944427490234, 19.45522689819336, 20.413511276245117, 21.371793746948242, 22.330076217651367, 23.288360595703125, 24.24664306640625, 25.204925537109375, 26.1632080078125, 27.121492385864258, 28.079774856567383, 29.03805923461914, 29.996341705322266, 30.954626083374023, 31.91290855407715, 32.871192932128906, 33.82947540283203, 34.787757873535156, 35.74604034423828, 36.704322814941406]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 2.0, 6.0, 6.0, 7.0, 14.0, 23.0, 44.0, 74.0, 138.0, 218.0, 453.0, 815.0, 1577.0, 2847.0, 5504.0, 10053.0, 17902.0, 31524.0, 52144.0, 78119.0, 109580.0, 135318.0, 146206.0, 136583.0, 111441.0, 80687.0, 53222.0, 32694.0, 18752.0, 10443.0, 5678.0, 3056.0, 1539.0, 900.0, 433.0, 282.0, 115.0, 65.0, 38.0, 28.0, 11.0, 11.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.5859375, -11.268798828125, -10.95166015625, -10.634521484375, -10.3173828125, -10.000244140625, -9.68310546875, -9.365966796875, -9.048828125, -8.731689453125, -8.41455078125, -8.097412109375, -7.7802734375, -7.463134765625, -7.14599609375, -6.828857421875, -6.51171875, -6.194580078125, -5.87744140625, -5.560302734375, -5.2431640625, -4.926025390625, -4.60888671875, -4.291748046875, -3.974609375, -3.657470703125, -3.34033203125, -3.023193359375, -2.7060546875, -2.388916015625, -2.07177734375, -1.754638671875, -1.4375, -1.120361328125, -0.80322265625, -0.486083984375, -0.1689453125, 0.148193359375, 0.46533203125, 0.782470703125, 1.099609375, 1.416748046875, 1.73388671875, 2.051025390625, 2.3681640625, 2.685302734375, 3.00244140625, 3.319580078125, 3.63671875, 3.953857421875, 4.27099609375, 4.588134765625, 4.9052734375, 5.222412109375, 5.53955078125, 5.856689453125, 6.173828125, 6.490966796875, 6.80810546875, 7.125244140625, 7.4423828125, 7.759521484375, 8.07666015625, 8.393798828125, 8.7109375]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 4.0, 7.0, 13.0, 9.0, 11.0, 14.0, 9.0, 14.0, 25.0, 27.0, 34.0, 37.0, 39.0, 50.0, 55.0, 48.0, 60.0, 50.0, 46.0, 49.0, 49.0, 41.0, 39.0, 38.0, 36.0, 34.0, 33.0, 13.0, 26.0, 16.0, 18.0, 17.0, 9.0, 11.0, 9.0, 6.0, 7.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.5, -24.53173828125, -23.5634765625, -22.59521484375, -21.626953125, -20.65869140625, -19.6904296875, -18.72216796875, -17.75390625, -16.78564453125, -15.8173828125, -14.84912109375, -13.880859375, -12.91259765625, -11.9443359375, -10.97607421875, -10.0078125, -9.03955078125, -8.0712890625, -7.10302734375, -6.134765625, -5.16650390625, -4.1982421875, -3.22998046875, -2.26171875, -1.29345703125, -0.3251953125, 0.64306640625, 1.611328125, 2.57958984375, 3.5478515625, 4.51611328125, 5.484375, 6.45263671875, 7.4208984375, 8.38916015625, 9.357421875, 10.32568359375, 11.2939453125, 12.26220703125, 13.23046875, 14.19873046875, 15.1669921875, 16.13525390625, 17.103515625, 18.07177734375, 19.0400390625, 20.00830078125, 20.9765625, 21.94482421875, 22.9130859375, 23.88134765625, 24.849609375, 25.81787109375, 26.7861328125, 27.75439453125, 28.72265625, 29.69091796875, 30.6591796875, 31.62744140625, 32.595703125, 33.56396484375, 34.5322265625, 35.50048828125, 36.46875]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.value.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 8.0, 5.0, 23.0, 37.0, 45.0, 72.0, 89.0, 119.0, 178.0, 274.0, 332.0, 547.0, 812.0, 1130.0, 1571.0, 2334.0, 3289.0, 4838.0, 6996.0, 10265.0, 15027.0, 23037.0, 54048.0, 801303.0, 51651.0, 22916.0, 14795.0, 10038.0, 6956.0, 4829.0, 3284.0, 2343.0, 1633.0, 1137.0, 802.0, 537.0, 404.0, 272.0, 167.0, 136.0, 85.0, 65.0, 37.0, 23.0, 26.0, 17.0, 10.0, 7.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.109375, -15.5810546875, -15.052734375, -14.5244140625, -13.99609375, -13.4677734375, -12.939453125, -12.4111328125, -11.8828125, -11.3544921875, -10.826171875, -10.2978515625, -9.76953125, -9.2412109375, -8.712890625, -8.1845703125, -7.65625, -7.1279296875, -6.599609375, -6.0712890625, -5.54296875, -5.0146484375, -4.486328125, -3.9580078125, -3.4296875, -2.9013671875, -2.373046875, -1.8447265625, -1.31640625, -0.7880859375, -0.259765625, 0.2685546875, 0.796875, 1.3251953125, 1.853515625, 2.3818359375, 2.91015625, 3.4384765625, 3.966796875, 4.4951171875, 5.0234375, 5.5517578125, 6.080078125, 6.6083984375, 7.13671875, 7.6650390625, 8.193359375, 8.7216796875, 9.25, 9.7783203125, 10.306640625, 10.8349609375, 11.36328125, 11.8916015625, 12.419921875, 12.9482421875, 13.4765625, 14.0048828125, 14.533203125, 15.0615234375, 15.58984375, 16.1181640625, 16.646484375, 17.1748046875, 17.703125]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 6.0, 14.0, 8.0, 6.0, 12.0, 21.0, 26.0, 30.0, 42.0, 28.0, 35.0, 42.0, 32.0, 48.0, 52.0, 43.0, 50.0, 40.0, 43.0, 51.0, 44.0, 45.0, 35.0, 37.0, 29.0, 39.0, 23.0, 18.0, 19.0, 16.0, 18.0, 14.0, 7.0, 10.0, 4.0, 4.0, 0.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.03125, -20.39013671875, -19.7490234375, -19.10791015625, -18.466796875, -17.82568359375, -17.1845703125, -16.54345703125, -15.90234375, -15.26123046875, -14.6201171875, -13.97900390625, -13.337890625, -12.69677734375, -12.0556640625, -11.41455078125, -10.7734375, -10.13232421875, -9.4912109375, -8.85009765625, -8.208984375, -7.56787109375, -6.9267578125, -6.28564453125, -5.64453125, -5.00341796875, -4.3623046875, -3.72119140625, -3.080078125, -2.43896484375, -1.7978515625, -1.15673828125, -0.515625, 0.12548828125, 0.7666015625, 1.40771484375, 2.048828125, 2.68994140625, 3.3310546875, 3.97216796875, 4.61328125, 5.25439453125, 5.8955078125, 6.53662109375, 7.177734375, 7.81884765625, 8.4599609375, 9.10107421875, 9.7421875, 10.38330078125, 11.0244140625, 11.66552734375, 12.306640625, 12.94775390625, 13.5888671875, 14.22998046875, 14.87109375, 15.51220703125, 16.1533203125, 16.79443359375, 17.435546875, 18.07666015625, 18.7177734375, 19.35888671875, 20.0]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 9.0, 4.0, 5.0, 13.0, 18.0, 21.0, 22.0, 44.0, 47.0, 84.0, 111.0, 146.0, 228.0, 270.0, 404.0, 611.0, 886.0, 1340.0, 1977.0, 3050.0, 4751.0, 7825.0, 13127.0, 24485.0, 91619.0, 813327.0, 37552.0, 18165.0, 10294.0, 6385.0, 3896.0, 2530.0, 1689.0, 1062.0, 791.0, 496.0, 382.0, 255.0, 170.0, 132.0, 85.0, 74.0, 51.0, 43.0, 24.0, 19.0, 19.0, 8.0, 4.0, 2.0, 8.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.2177734375, -1.1800384521484375, -1.142303466796875, -1.1045684814453125, -1.06683349609375, -1.0290985107421875, -0.991363525390625, -0.9536285400390625, -0.9158935546875, -0.8781585693359375, -0.840423583984375, -0.8026885986328125, -0.76495361328125, -0.7272186279296875, -0.689483642578125, -0.6517486572265625, -0.614013671875, -0.5762786865234375, -0.538543701171875, -0.5008087158203125, -0.46307373046875, -0.4253387451171875, -0.387603759765625, -0.3498687744140625, -0.3121337890625, -0.2743988037109375, -0.236663818359375, -0.1989288330078125, -0.16119384765625, -0.1234588623046875, -0.085723876953125, -0.0479888916015625, -0.01025390625, 0.0274810791015625, 0.065216064453125, 0.1029510498046875, 0.14068603515625, 0.1784210205078125, 0.216156005859375, 0.2538909912109375, 0.2916259765625, 0.3293609619140625, 0.367095947265625, 0.4048309326171875, 0.44256591796875, 0.4803009033203125, 0.518035888671875, 0.5557708740234375, 0.593505859375, 0.6312408447265625, 0.668975830078125, 0.7067108154296875, 0.74444580078125, 0.7821807861328125, 0.819915771484375, 0.8576507568359375, 0.8953857421875, 0.9331207275390625, 0.970855712890625, 1.0085906982421875, 1.04632568359375, 1.0840606689453125, 1.121795654296875, 1.1595306396484375, 1.197265625]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 3.0, 9.0, 7.0, 10.0, 7.0, 13.0, 14.0, 20.0, 17.0, 23.0, 32.0, 43.0, 43.0, 47.0, 83.0, 81.0, 64.0, 57.0, 67.0, 57.0, 54.0, 37.0, 32.0, 29.0, 25.0, 18.0, 25.0, 16.0, 16.0, 10.0, 10.0, 8.0, 5.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0], "bins": [-0.00023305416107177734, -0.0002261679619550705, -0.00021928176283836365, -0.0002123955637216568, -0.00020550936460494995, -0.0001986231654882431, -0.00019173696637153625, -0.0001848507672548294, -0.00017796456813812256, -0.0001710783690214157, -0.00016419216990470886, -0.00015730597078800201, -0.00015041977167129517, -0.00014353357255458832, -0.00013664737343788147, -0.00012976117432117462, -0.00012287497520446777, -0.00011598877608776093, -0.00010910257697105408, -0.00010221637785434723, -9.533017873764038e-05, -8.844397962093353e-05, -8.155778050422668e-05, -7.467158138751984e-05, -6.778538227081299e-05, -6.089918315410614e-05, -5.401298403739929e-05, -4.7126784920692444e-05, -4.0240585803985596e-05, -3.335438668727875e-05, -2.64681875705719e-05, -1.958198845386505e-05, -1.2695789337158203e-05, -5.809590220451355e-06, 1.0766088962554932e-06, 7.962808012962341e-06, 1.484900712966919e-05, 2.1735206246376038e-05, 2.8621405363082886e-05, 3.5507604479789734e-05, 4.239380359649658e-05, 4.928000271320343e-05, 5.616620182991028e-05, 6.305240094661713e-05, 6.993860006332397e-05, 7.682479918003082e-05, 8.371099829673767e-05, 9.059719741344452e-05, 9.748339653015137e-05, 0.00010436959564685822, 0.00011125579476356506, 0.00011814199388027191, 0.00012502819299697876, 0.0001319143921136856, 0.00013880059123039246, 0.0001456867903470993, 0.00015257298946380615, 0.000159459188580513, 0.00016634538769721985, 0.0001732315868139267, 0.00018011778593063354, 0.0001870039850473404, 0.00019389018416404724, 0.0002007763832807541, 0.00020766258239746094]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 6.0, 1.0, 4.0, 4.0, 7.0, 8.0, 5.0, 9.0, 6.0, 12.0, 15.0, 21.0, 10.0, 23.0, 36.0, 43.0, 70.0, 88.0, 194.0, 522.0, 20383.0, 932712.0, 92792.0, 915.0, 262.0, 130.0, 64.0, 49.0, 34.0, 20.0, 8.0, 10.0, 9.0, 8.0, 7.0, 11.0, 7.0, 1.0, 4.0, 4.0, 6.0, 3.0, 5.0, 3.0, 4.0, 1.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 4.0], "bins": [-7.5703125, -7.33831787109375, -7.1063232421875, -6.87432861328125, -6.642333984375, -6.41033935546875, -6.1783447265625, -5.94635009765625, -5.71435546875, -5.48236083984375, -5.2503662109375, -5.01837158203125, -4.786376953125, -4.55438232421875, -4.3223876953125, -4.09039306640625, -3.8583984375, -3.62640380859375, -3.3944091796875, -3.16241455078125, -2.930419921875, -2.69842529296875, -2.4664306640625, -2.23443603515625, -2.00244140625, -1.77044677734375, -1.5384521484375, -1.30645751953125, -1.074462890625, -0.84246826171875, -0.6104736328125, -0.37847900390625, -0.146484375, 0.08551025390625, 0.3175048828125, 0.54949951171875, 0.781494140625, 1.01348876953125, 1.2454833984375, 1.47747802734375, 1.70947265625, 1.94146728515625, 2.1734619140625, 2.40545654296875, 2.637451171875, 2.86944580078125, 3.1014404296875, 3.33343505859375, 3.5654296875, 3.79742431640625, 4.0294189453125, 4.26141357421875, 4.493408203125, 4.72540283203125, 4.9573974609375, 5.18939208984375, 5.42138671875, 5.65338134765625, 5.8853759765625, 6.11737060546875, 6.349365234375, 6.58135986328125, 6.8133544921875, 7.04534912109375, 7.27734375]}, "gradients/decoder.roberta.encoder.layer.22.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 7.0, 3.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 5.0, 9.0, 8.0, 9.0, 3.0, 14.0, 16.0, 11.0, 13.0, 12.0, 21.0, 19.0, 21.0, 28.0, 46.0, 40.0, 56.0, 69.0, 69.0, 51.0, 71.0, 54.0, 49.0, 38.0, 34.0, 29.0, 33.0, 18.0, 16.0, 15.0, 17.0, 14.0, 12.0, 8.0, 9.0, 6.0, 7.0, 5.0, 7.0, 10.0, 3.0, 4.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.389892578125, -0.3773651123046875, -0.364837646484375, -0.3523101806640625, -0.33978271484375, -0.3272552490234375, -0.314727783203125, -0.3022003173828125, -0.2896728515625, -0.2771453857421875, -0.264617919921875, -0.2520904541015625, -0.23956298828125, -0.2270355224609375, -0.214508056640625, -0.2019805908203125, -0.189453125, -0.1769256591796875, -0.164398193359375, -0.1518707275390625, -0.13934326171875, -0.1268157958984375, -0.114288330078125, -0.1017608642578125, -0.0892333984375, -0.0767059326171875, -0.064178466796875, -0.0516510009765625, -0.03912353515625, -0.0265960693359375, -0.014068603515625, -0.0015411376953125, 0.010986328125, 0.0235137939453125, 0.036041259765625, 0.0485687255859375, 0.06109619140625, 0.0736236572265625, 0.086151123046875, 0.0986785888671875, 0.1112060546875, 0.1237335205078125, 0.136260986328125, 0.1487884521484375, 0.16131591796875, 0.1738433837890625, 0.186370849609375, 0.1988983154296875, 0.21142578125, 0.2239532470703125, 0.236480712890625, 0.2490081787109375, 0.26153564453125, 0.2740631103515625, 0.286590576171875, 0.2991180419921875, 0.3116455078125, 0.3241729736328125, 0.336700439453125, 0.3492279052734375, 0.36175537109375, 0.3742828369140625, 0.386810302734375, 0.3993377685546875, 0.411865234375]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 10.0, 5.0, 11.0, 11.0, 15.0, 24.0, 39.0, 41.0, 62.0, 70.0, 87.0, 85.0, 90.0, 85.0, 78.0, 70.0, 66.0, 50.0, 39.0, 27.0, 15.0, 7.0, 9.0, 4.0, 5.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-46.39374923706055, -45.22065734863281, -44.04756546020508, -42.874473571777344, -41.701385498046875, -40.52829360961914, -39.355201721191406, -38.18210983276367, -37.00901794433594, -35.8359260559082, -34.66283416748047, -33.48974609375, -32.316654205322266, -31.14356231689453, -29.970470428466797, -28.797378540039062, -27.62428855895996, -26.451196670532227, -25.278106689453125, -24.10501480102539, -22.931922912597656, -21.758831024169922, -20.58574104309082, -19.412649154663086, -18.239559173583984, -17.06646728515625, -15.893376350402832, -14.720285415649414, -13.54719352722168, -12.374102592468262, -11.201011657714844, -10.02791976928711, -8.854829788208008, -7.681738376617432, -6.5086469650268555, -5.3355560302734375, -4.162464618682861, -2.989373207092285, -1.8162822723388672, -0.6431903839111328, 0.5299005508422852, 1.7029918432235718, 2.8760831356048584, 4.0491743087768555, 5.222265720367432, 6.395357131958008, 7.568448066711426, 8.74153995513916, 9.914630889892578, 11.087721824645996, 12.26081371307373, 13.433904647827148, 14.606996536254883, 15.7800874710083, 16.95317840576172, 18.126270294189453, 19.299362182617188, 20.472454071044922, 21.645544052124023, 22.818635940551758, 23.991727828979492, 25.164817810058594, 26.337909698486328, 27.511001586914062, 28.684091567993164]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 4.0, 0.0, 4.0, 11.0, 10.0, 11.0, 12.0, 8.0, 14.0, 21.0, 25.0, 24.0, 44.0, 32.0, 40.0, 51.0, 60.0, 53.0, 53.0, 46.0, 49.0, 47.0, 44.0, 39.0, 44.0, 37.0, 37.0, 33.0, 25.0, 21.0, 21.0, 20.0, 13.0, 14.0, 10.0, 13.0, 7.0, 4.0, 8.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.463380813598633, -24.485332489013672, -23.507286071777344, -22.529237747192383, -21.551189422607422, -20.573143005371094, -19.595094680786133, -18.617046356201172, -17.638999938964844, -16.660951614379883, -15.682905197143555, -14.704856872558594, -13.72680950164795, -12.748762130737305, -11.770713806152344, -10.7926664352417, -9.814619064331055, -8.83657169342041, -7.858523845672607, -6.880475997924805, -5.90242862701416, -4.924381256103516, -3.946333408355713, -2.96828556060791, -1.9902381896972656, -1.012190580368042, -0.03414297103881836, 0.9439046382904053, 1.921952247619629, 2.8999996185302734, 3.878047466278076, 4.856095314025879, 5.834144592285156, 6.812191963195801, 7.7902398109436035, 8.768287658691406, 9.74633502960205, 10.724382400512695, 11.702430725097656, 12.6804780960083, 13.658525466918945, 14.63657283782959, 15.614620208740234, 16.592668533325195, 17.570716857910156, 18.548763275146484, 19.526811599731445, 20.504859924316406, 21.482906341552734, 22.460954666137695, 23.439001083374023, 24.417049407958984, 25.395095825195312, 26.373144149780273, 27.351192474365234, 28.329238891601562, 29.307287216186523, 30.285335540771484, 31.263381958007812, 32.24142837524414, 33.219478607177734, 34.19752502441406, 35.17557144165039, 36.153621673583984, 37.13166809082031]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 9.0, 7.0, 11.0, 17.0, 23.0, 38.0, 47.0, 74.0, 114.0, 177.0, 321.0, 595.0, 1139.0, 2330.0, 4826.0, 10654.0, 24565.0, 55874.0, 128786.0, 276897.0, 292331.0, 139233.0, 61174.0, 27035.0, 11709.0, 5310.0, 2565.0, 1253.0, 590.0, 326.0, 194.0, 108.0, 72.0, 56.0, 42.0, 24.0, 9.0, 7.0, 9.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-40.96875, -39.89208984375, -38.8154296875, -37.73876953125, -36.662109375, -35.58544921875, -34.5087890625, -33.43212890625, -32.35546875, -31.27880859375, -30.2021484375, -29.12548828125, -28.048828125, -26.97216796875, -25.8955078125, -24.81884765625, -23.7421875, -22.66552734375, -21.5888671875, -20.51220703125, -19.435546875, -18.35888671875, -17.2822265625, -16.20556640625, -15.12890625, -14.05224609375, -12.9755859375, -11.89892578125, -10.822265625, -9.74560546875, -8.6689453125, -7.59228515625, -6.515625, -5.43896484375, -4.3623046875, -3.28564453125, -2.208984375, -1.13232421875, -0.0556640625, 1.02099609375, 2.09765625, 3.17431640625, 4.2509765625, 5.32763671875, 6.404296875, 7.48095703125, 8.5576171875, 9.63427734375, 10.7109375, 11.78759765625, 12.8642578125, 13.94091796875, 15.017578125, 16.09423828125, 17.1708984375, 18.24755859375, 19.32421875, 20.40087890625, 21.4775390625, 22.55419921875, 23.630859375, 24.70751953125, 25.7841796875, 26.86083984375, 27.9375]}, "gradients/decoder.roberta.encoder.layer.22.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 7.0, 11.0, 9.0, 16.0, 10.0, 13.0, 21.0, 20.0, 30.0, 40.0, 40.0, 39.0, 46.0, 64.0, 54.0, 46.0, 45.0, 57.0, 44.0, 43.0, 40.0, 40.0, 38.0, 40.0, 28.0, 25.0, 22.0, 20.0, 20.0, 12.0, 12.0, 16.0, 9.0, 7.0, 7.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.203125, -24.234619140625, -23.26611328125, -22.297607421875, -21.3291015625, -20.360595703125, -19.39208984375, -18.423583984375, -17.455078125, -16.486572265625, -15.51806640625, -14.549560546875, -13.5810546875, -12.612548828125, -11.64404296875, -10.675537109375, -9.70703125, -8.738525390625, -7.77001953125, -6.801513671875, -5.8330078125, -4.864501953125, -3.89599609375, -2.927490234375, -1.958984375, -0.990478515625, -0.02197265625, 0.946533203125, 1.9150390625, 2.883544921875, 3.85205078125, 4.820556640625, 5.7890625, 6.757568359375, 7.72607421875, 8.694580078125, 9.6630859375, 10.631591796875, 11.60009765625, 12.568603515625, 13.537109375, 14.505615234375, 15.47412109375, 16.442626953125, 17.4111328125, 18.379638671875, 19.34814453125, 20.316650390625, 21.28515625, 22.253662109375, 23.22216796875, 24.190673828125, 25.1591796875, 26.127685546875, 27.09619140625, 28.064697265625, 29.033203125, 30.001708984375, 30.97021484375, 31.938720703125, 32.9072265625, 33.875732421875, 34.84423828125, 35.812744140625, 36.78125]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 6.0, 5.0, 17.0, 9.0, 15.0, 27.0, 18.0, 19.0, 21.0, 36.0, 38.0, 36.0, 42.0, 33.0, 55.0, 82.0, 4868.0, 1042491.0, 298.0, 56.0, 55.0, 30.0, 35.0, 42.0, 22.0, 31.0, 21.0, 29.0, 25.0, 24.0, 17.0, 11.0, 10.0, 10.0, 7.0, 6.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-863.0, -838.5234375, -814.046875, -789.5703125, -765.09375, -740.6171875, -716.140625, -691.6640625, -667.1875, -642.7109375, -618.234375, -593.7578125, -569.28125, -544.8046875, -520.328125, -495.8515625, -471.375, -446.8984375, -422.421875, -397.9453125, -373.46875, -348.9921875, -324.515625, -300.0390625, -275.5625, -251.0859375, -226.609375, -202.1328125, -177.65625, -153.1796875, -128.703125, -104.2265625, -79.75, -55.2734375, -30.796875, -6.3203125, 18.15625, 42.6328125, 67.109375, 91.5859375, 116.0625, 140.5390625, 165.015625, 189.4921875, 213.96875, 238.4453125, 262.921875, 287.3984375, 311.875, 336.3515625, 360.828125, 385.3046875, 409.78125, 434.2578125, 458.734375, 483.2109375, 507.6875, 532.1640625, 556.640625, 581.1171875, 605.59375, 630.0703125, 654.546875, 679.0234375, 703.5]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 7.0, 9.0, 4.0, 20.0, 11.0, 20.0, 33.0, 25.0, 27.0, 34.0, 23.0, 40.0, 45.0, 32.0, 65.0, 57.0, 53.0, 51.0, 56.0, 44.0, 44.0, 40.0, 45.0, 45.0, 32.0, 23.0, 20.0, 26.0, 19.0, 12.0, 17.0, 9.0, 9.0, 5.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.421875, -26.484130859375, -25.54638671875, -24.608642578125, -23.6708984375, -22.733154296875, -21.79541015625, -20.857666015625, -19.919921875, -18.982177734375, -18.04443359375, -17.106689453125, -16.1689453125, -15.231201171875, -14.29345703125, -13.355712890625, -12.41796875, -11.480224609375, -10.54248046875, -9.604736328125, -8.6669921875, -7.729248046875, -6.79150390625, -5.853759765625, -4.916015625, -3.978271484375, -3.04052734375, -2.102783203125, -1.1650390625, -0.227294921875, 0.71044921875, 1.648193359375, 2.5859375, 3.523681640625, 4.46142578125, 5.399169921875, 6.3369140625, 7.274658203125, 8.21240234375, 9.150146484375, 10.087890625, 11.025634765625, 11.96337890625, 12.901123046875, 13.8388671875, 14.776611328125, 15.71435546875, 16.652099609375, 17.58984375, 18.527587890625, 19.46533203125, 20.403076171875, 21.3408203125, 22.278564453125, 23.21630859375, 24.154052734375, 25.091796875, 26.029541015625, 26.96728515625, 27.905029296875, 28.8427734375, 29.780517578125, 30.71826171875, 31.656005859375, 32.59375]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 10.0, 11.0, 13.0, 23.0, 20.0, 49.0, 68.0, 128.0, 323.0, 1179.0, 8518.0, 204425.0, 796402.0, 33541.0, 2747.0, 646.0, 193.0, 108.0, 45.0, 47.0, 22.0, 16.0, 7.0, 3.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.125, -56.955078125, -54.78515625, -52.615234375, -50.4453125, -48.275390625, -46.10546875, -43.935546875, -41.765625, -39.595703125, -37.42578125, -35.255859375, -33.0859375, -30.916015625, -28.74609375, -26.576171875, -24.40625, -22.236328125, -20.06640625, -17.896484375, -15.7265625, -13.556640625, -11.38671875, -9.216796875, -7.046875, -4.876953125, -2.70703125, -0.537109375, 1.6328125, 3.802734375, 5.97265625, 8.142578125, 10.3125, 12.482421875, 14.65234375, 16.822265625, 18.9921875, 21.162109375, 23.33203125, 25.501953125, 27.671875, 29.841796875, 32.01171875, 34.181640625, 36.3515625, 38.521484375, 40.69140625, 42.861328125, 45.03125, 47.201171875, 49.37109375, 51.541015625, 53.7109375, 55.880859375, 58.05078125, 60.220703125, 62.390625, 64.560546875, 66.73046875, 68.900390625, 71.0703125, 73.240234375, 75.41015625, 77.580078125, 79.75]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 4.0, 6.0, 10.0, 16.0, 18.0, 18.0, 24.0, 47.0, 53.0, 66.0, 113.0, 105.0, 123.0, 124.0, 75.0, 58.0, 45.0, 34.0, 22.0, 14.0, 7.0, 9.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0026721954345703125, -0.002580106258392334, -0.0024880170822143555, -0.002395927906036377, -0.0023038387298583984, -0.00221174955368042, -0.0021196603775024414, -0.002027571201324463, -0.0019354820251464844, -0.0018433928489685059, -0.0017513036727905273, -0.0016592144966125488, -0.0015671253204345703, -0.0014750361442565918, -0.0013829469680786133, -0.0012908577919006348, -0.0011987686157226562, -0.0011066794395446777, -0.0010145902633666992, -0.0009225010871887207, -0.0008304119110107422, -0.0007383227348327637, -0.0006462335586547852, -0.0005541443824768066, -0.0004620552062988281, -0.0003699660301208496, -0.0002778768539428711, -0.00018578767776489258, -9.369850158691406e-05, -1.6093254089355469e-06, 9.047985076904297e-05, 0.00018256902694702148, 0.000274658203125, 0.0003667473793029785, 0.00045883655548095703, 0.0005509257316589355, 0.0006430149078369141, 0.0007351040840148926, 0.0008271932601928711, 0.0009192824363708496, 0.0010113716125488281, 0.0011034607887268066, 0.0011955499649047852, 0.0012876391410827637, 0.0013797283172607422, 0.0014718174934387207, 0.0015639066696166992, 0.0016559958457946777, 0.0017480850219726562, 0.0018401741981506348, 0.0019322633743286133, 0.002024352550506592, 0.0021164417266845703, 0.002208530902862549, 0.0023006200790405273, 0.002392709255218506, 0.0024847984313964844, 0.002576887607574463, 0.0026689767837524414, 0.00276106595993042, 0.0028531551361083984, 0.002945244312286377, 0.0030373334884643555, 0.003129422664642334, 0.0032215118408203125]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 10.0, 2.0, 7.0, 9.0, 9.0, 20.0, 22.0, 35.0, 49.0, 104.0, 253.0, 1041.0, 8377.0, 628979.0, 401890.0, 6310.0, 956.0, 234.0, 83.0, 49.0, 34.0, 23.0, 14.0, 11.0, 8.0, 5.0, 6.0, 8.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.0625, -86.1845703125, -83.306640625, -80.4287109375, -77.55078125, -74.6728515625, -71.794921875, -68.9169921875, -66.0390625, -63.1611328125, -60.283203125, -57.4052734375, -54.52734375, -51.6494140625, -48.771484375, -45.8935546875, -43.015625, -40.1376953125, -37.259765625, -34.3818359375, -31.50390625, -28.6259765625, -25.748046875, -22.8701171875, -19.9921875, -17.1142578125, -14.236328125, -11.3583984375, -8.48046875, -5.6025390625, -2.724609375, 0.1533203125, 3.03125, 5.9091796875, 8.787109375, 11.6650390625, 14.54296875, 17.4208984375, 20.298828125, 23.1767578125, 26.0546875, 28.9326171875, 31.810546875, 34.6884765625, 37.56640625, 40.4443359375, 43.322265625, 46.2001953125, 49.078125, 51.9560546875, 54.833984375, 57.7119140625, 60.58984375, 63.4677734375, 66.345703125, 69.2236328125, 72.1015625, 74.9794921875, 77.857421875, 80.7353515625, 83.61328125, 86.4912109375, 89.369140625, 92.2470703125, 95.125]}, "gradients/decoder.roberta.encoder.layer.22.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 6.0, 2.0, 3.0, 7.0, 11.0, 14.0, 17.0, 19.0, 32.0, 50.0, 51.0, 84.0, 79.0, 91.0, 111.0, 91.0, 93.0, 69.0, 60.0, 26.0, 26.0, 15.0, 13.0, 5.0, 9.0, 8.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.5, -6.3096923828125, -6.119384765625, -5.9290771484375, -5.73876953125, -5.5484619140625, -5.358154296875, -5.1678466796875, -4.9775390625, -4.7872314453125, -4.596923828125, -4.4066162109375, -4.21630859375, -4.0260009765625, -3.835693359375, -3.6453857421875, -3.455078125, -3.2647705078125, -3.074462890625, -2.8841552734375, -2.69384765625, -2.5035400390625, -2.313232421875, -2.1229248046875, -1.9326171875, -1.7423095703125, -1.552001953125, -1.3616943359375, -1.17138671875, -0.9810791015625, -0.790771484375, -0.6004638671875, -0.41015625, -0.2198486328125, -0.029541015625, 0.1607666015625, 0.35107421875, 0.5413818359375, 0.731689453125, 0.9219970703125, 1.1123046875, 1.3026123046875, 1.492919921875, 1.6832275390625, 1.87353515625, 2.0638427734375, 2.254150390625, 2.4444580078125, 2.634765625, 2.8250732421875, 3.015380859375, 3.2056884765625, 3.39599609375, 3.5863037109375, 3.776611328125, 3.9669189453125, 4.1572265625, 4.3475341796875, 4.537841796875, 4.7281494140625, 4.91845703125, 5.1087646484375, 5.299072265625, 5.4893798828125, 5.6796875]}, "gradients/decoder.roberta.encoder.layer.21.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 7.0, 15.0, 28.0, 51.0, 81.0, 146.0, 165.0, 156.0, 140.0, 101.0, 72.0, 27.0, 9.0, 8.0, 2.0, 2.0, 2.0, 2.0], "bins": [-127.25315856933594, -124.8477554321289, -122.44235229492188, -120.03694152832031, -117.63153839111328, -115.22613525390625, -112.82073211669922, -110.41532897949219, -108.00991821289062, -105.6045150756836, -103.19911193847656, -100.793701171875, -98.38829803466797, -95.98289489746094, -93.5774917602539, -91.17208862304688, -88.76667785644531, -86.36127471923828, -83.95587158203125, -81.55046081542969, -79.14505767822266, -76.73965454101562, -74.3342514038086, -71.92884826660156, -69.52344512939453, -67.1180419921875, -64.71263885498047, -62.30723190307617, -59.901824951171875, -57.496421813964844, -55.09101867675781, -52.685611724853516, -50.28020477294922, -47.87480163574219, -45.46939468383789, -43.06399154663086, -40.65858459472656, -38.25318145751953, -35.8477783203125, -33.4423713684082, -31.036968231201172, -28.631563186645508, -26.226158142089844, -23.820755004882812, -21.415348052978516, -19.009944915771484, -16.60453987121582, -14.199134826660156, -11.793729782104492, -9.388324737548828, -6.982920169830322, -4.577515602111816, -2.1721105575561523, 0.23329448699951172, 2.6386985778808594, 5.044103622436523, 7.4495086669921875, 9.854913711547852, 12.260318756103516, 14.665722846984863, 17.071128845214844, 19.476531982421875, 21.88193702697754, 24.287342071533203, 26.692747116088867]}, "gradients/decoder.roberta.encoder.layer.21.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 7.0, 8.0, 10.0, 21.0, 20.0, 14.0, 28.0, 26.0, 29.0, 34.0, 33.0, 43.0, 42.0, 52.0, 60.0, 56.0, 45.0, 45.0, 56.0, 46.0, 47.0, 47.0, 51.0, 39.0, 24.0, 21.0, 33.0, 11.0, 15.0, 12.0, 12.0, 5.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.160118103027344, -35.54258728027344, -33.925052642822266, -32.30752182006836, -30.689990997314453, -29.072458267211914, -27.454925537109375, -25.83739471435547, -24.219863891601562, -22.602331161499023, -20.984800338745117, -19.367267608642578, -17.749736785888672, -16.132204055786133, -14.51467227935791, -12.897140502929688, -11.279607772827148, -9.662075996398926, -8.044544219970703, -6.427011966705322, -4.8094801902771, -3.1919479370117188, -1.574416160583496, 0.04311561584472656, 1.6606473922729492, 3.278179168701172, 4.8957109451293945, 6.513243198394775, 8.130775451660156, 9.748307228088379, 11.365839004516602, 12.983370780944824, 14.600902557373047, 16.218435287475586, 17.835966110229492, 19.45349884033203, 21.071029663085938, 22.688562393188477, 24.306095123291016, 25.923625946044922, 27.541156768798828, 29.158689498901367, 30.776220321655273, 32.39375305175781, 34.01128387451172, 35.628814697265625, 37.2463493347168, 38.8638801574707, 40.481414794921875, 42.09894561767578, 43.71648025512695, 45.33401107788086, 46.951541900634766, 48.56907653808594, 50.186607360839844, 51.80413818359375, 53.421669006347656, 55.03919982910156, 56.656734466552734, 58.27426528930664, 59.89179611206055, 61.50933074951172, 63.126861572265625, 64.74439239501953, 66.36192321777344]}, "gradients/decoder.roberta.encoder.layer.21.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 7.0, 8.0, 9.0, 10.0, 9.0, 10.0, 18.0, 26.0, 23.0, 29.0, 37.0, 51.0, 99.0, 179.0, 436.0, 1726.0, 10390.0, 120949.0, 3014447.0, 996422.0, 42762.0, 4915.0, 1017.0, 289.0, 131.0, 62.0, 48.0, 41.0, 25.0, 20.0, 16.0, 15.0, 19.0, 14.0, 6.0, 7.0, 8.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-106.8125, -103.4541015625, -100.095703125, -96.7373046875, -93.37890625, -90.0205078125, -86.662109375, -83.3037109375, -79.9453125, -76.5869140625, -73.228515625, -69.8701171875, -66.51171875, -63.1533203125, -59.794921875, -56.4365234375, -53.078125, -49.7197265625, -46.361328125, -43.0029296875, -39.64453125, -36.2861328125, -32.927734375, -29.5693359375, -26.2109375, -22.8525390625, -19.494140625, -16.1357421875, -12.77734375, -9.4189453125, -6.060546875, -2.7021484375, 0.65625, 4.0146484375, 7.373046875, 10.7314453125, 14.08984375, 17.4482421875, 20.806640625, 24.1650390625, 27.5234375, 30.8818359375, 34.240234375, 37.5986328125, 40.95703125, 44.3154296875, 47.673828125, 51.0322265625, 54.390625, 57.7490234375, 61.107421875, 64.4658203125, 67.82421875, 71.1826171875, 74.541015625, 77.8994140625, 81.2578125, 84.6162109375, 87.974609375, 91.3330078125, 94.69140625, 98.0498046875, 101.408203125, 104.7666015625, 108.125]}, "gradients/decoder.roberta.encoder.layer.21.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 1.0, 2.0, 4.0, 7.0, 10.0, 9.0, 12.0, 12.0, 17.0, 17.0, 26.0, 24.0, 34.0, 36.0, 49.0, 46.0, 47.0, 46.0, 52.0, 57.0, 54.0, 48.0, 50.0, 49.0, 32.0, 40.0, 37.0, 37.0, 31.0, 23.0, 24.0, 17.0, 15.0, 13.0, 6.0, 9.0, 9.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.125, -25.222412109375, -24.31982421875, -23.417236328125, -22.5146484375, -21.612060546875, -20.70947265625, -19.806884765625, -18.904296875, -18.001708984375, -17.09912109375, -16.196533203125, -15.2939453125, -14.391357421875, -13.48876953125, -12.586181640625, -11.68359375, -10.781005859375, -9.87841796875, -8.975830078125, -8.0732421875, -7.170654296875, -6.26806640625, -5.365478515625, -4.462890625, -3.560302734375, -2.65771484375, -1.755126953125, -0.8525390625, 0.050048828125, 0.95263671875, 1.855224609375, 2.7578125, 3.660400390625, 4.56298828125, 5.465576171875, 6.3681640625, 7.270751953125, 8.17333984375, 9.075927734375, 9.978515625, 10.881103515625, 11.78369140625, 12.686279296875, 13.5888671875, 14.491455078125, 15.39404296875, 16.296630859375, 17.19921875, 18.101806640625, 19.00439453125, 19.906982421875, 20.8095703125, 21.712158203125, 22.61474609375, 23.517333984375, 24.419921875, 25.322509765625, 26.22509765625, 27.127685546875, 28.0302734375, 28.932861328125, 29.83544921875, 30.738037109375, 31.640625]}, "gradients/decoder.roberta.encoder.layer.21.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 6.0, 7.0, 7.0, 7.0, 10.0, 5.0, 16.0, 21.0, 31.0, 43.0, 56.0, 71.0, 89.0, 129.0, 143.0, 231.0, 319.0, 720.0, 3553.0, 207860.0, 3922377.0, 54976.0, 1931.0, 525.0, 279.0, 223.0, 138.0, 102.0, 94.0, 68.0, 69.0, 52.0, 33.0, 32.0, 19.0, 8.0, 13.0, 8.0, 8.0, 7.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-246.5, -240.076171875, -233.65234375, -227.228515625, -220.8046875, -214.380859375, -207.95703125, -201.533203125, -195.109375, -188.685546875, -182.26171875, -175.837890625, -169.4140625, -162.990234375, -156.56640625, -150.142578125, -143.71875, -137.294921875, -130.87109375, -124.447265625, -118.0234375, -111.599609375, -105.17578125, -98.751953125, -92.328125, -85.904296875, -79.48046875, -73.056640625, -66.6328125, -60.208984375, -53.78515625, -47.361328125, -40.9375, -34.513671875, -28.08984375, -21.666015625, -15.2421875, -8.818359375, -2.39453125, 4.029296875, 10.453125, 16.876953125, 23.30078125, 29.724609375, 36.1484375, 42.572265625, 48.99609375, 55.419921875, 61.84375, 68.267578125, 74.69140625, 81.115234375, 87.5390625, 93.962890625, 100.38671875, 106.810546875, 113.234375, 119.658203125, 126.08203125, 132.505859375, 138.9296875, 145.353515625, 151.77734375, 158.201171875, 164.625]}, "gradients/decoder.roberta.encoder.layer.21.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 7.0, 8.0, 18.0, 15.0, 13.0, 28.0, 41.0, 41.0, 60.0, 66.0, 88.0, 115.0, 132.0, 213.0, 229.0, 287.0, 352.0, 342.0, 388.0, 345.0, 262.0, 249.0, 178.0, 136.0, 106.0, 88.0, 62.0, 55.0, 35.0, 30.0, 20.0, 13.0, 15.0, 9.0, 12.0, 8.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.609375, -9.25244140625, -8.8955078125, -8.53857421875, -8.181640625, -7.82470703125, -7.4677734375, -7.11083984375, -6.75390625, -6.39697265625, -6.0400390625, -5.68310546875, -5.326171875, -4.96923828125, -4.6123046875, -4.25537109375, -3.8984375, -3.54150390625, -3.1845703125, -2.82763671875, -2.470703125, -2.11376953125, -1.7568359375, -1.39990234375, -1.04296875, -0.68603515625, -0.3291015625, 0.02783203125, 0.384765625, 0.74169921875, 1.0986328125, 1.45556640625, 1.8125, 2.16943359375, 2.5263671875, 2.88330078125, 3.240234375, 3.59716796875, 3.9541015625, 4.31103515625, 4.66796875, 5.02490234375, 5.3818359375, 5.73876953125, 6.095703125, 6.45263671875, 6.8095703125, 7.16650390625, 7.5234375, 7.88037109375, 8.2373046875, 8.59423828125, 8.951171875, 9.30810546875, 9.6650390625, 10.02197265625, 10.37890625, 10.73583984375, 11.0927734375, 11.44970703125, 11.806640625, 12.16357421875, 12.5205078125, 12.87744140625, 13.234375]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 9.0, 23.0, 24.0, 51.0, 73.0, 118.0, 132.0, 149.0, 133.0, 131.0, 70.0, 41.0, 25.0, 15.0, 9.0, 2.0, 6.0], "bins": [-109.50169372558594, -107.4886703491211, -105.47564697265625, -103.46261596679688, -101.44959259033203, -99.43656921386719, -97.42354583740234, -95.4105224609375, -93.39749145507812, -91.38446807861328, -89.37144470214844, -87.35841369628906, -85.34539031982422, -83.33236694335938, -81.31934356689453, -79.30632019042969, -77.29329681396484, -75.2802734375, -73.26725006103516, -71.25421905517578, -69.24119567871094, -67.2281723022461, -65.21514892578125, -63.202125549316406, -61.1890983581543, -59.17607498168945, -57.163047790527344, -55.1500244140625, -53.137001037597656, -51.12397384643555, -49.1109504699707, -47.097923278808594, -45.08489990234375, -43.071876525878906, -41.0588493347168, -39.04582595825195, -37.032798767089844, -35.019775390625, -33.006752014160156, -30.99372673034668, -28.98069953918457, -26.967674255371094, -24.95465087890625, -22.941625595092773, -20.928600311279297, -18.91557502746582, -16.902549743652344, -14.8895263671875, -12.876501083374023, -10.863475799560547, -8.850451469421387, -6.837426662445068, -4.82440185546875, -2.8113765716552734, -0.7983522415161133, 1.2146720886230469, 3.2276973724365234, 5.240722179412842, 7.25374698638916, 9.26677131652832, 11.279796600341797, 13.292821884155273, 15.305846214294434, 17.318870544433594, 19.33189582824707]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 6.0, 3.0, 2.0, 4.0, 6.0, 13.0, 5.0, 8.0, 13.0, 17.0, 15.0, 19.0, 24.0, 17.0, 31.0, 27.0, 30.0, 25.0, 28.0, 42.0, 39.0, 47.0, 41.0, 41.0, 40.0, 36.0, 45.0, 41.0, 44.0, 42.0, 26.0, 23.0, 25.0, 28.0, 19.0, 28.0, 19.0, 19.0, 12.0, 10.0, 10.0, 9.0, 11.0, 5.0, 4.0, 6.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-25.769824981689453, -24.96929168701172, -24.168758392333984, -23.36822509765625, -22.56769371032715, -21.767160415649414, -20.96662712097168, -20.166093826293945, -19.365562438964844, -18.56502914428711, -17.764495849609375, -16.96396255493164, -16.16343116760254, -15.362897872924805, -14.56236457824707, -13.761831283569336, -12.961297988891602, -12.160764694213867, -11.36023235321045, -10.559699058532715, -9.759166717529297, -8.958633422851562, -8.158100128173828, -7.357567310333252, -6.557034492492676, -5.7565016746521, -4.955968856811523, -4.155435562133789, -3.354902744293213, -2.5543699264526367, -1.7538366317749023, -0.9533038139343262, -0.1527729034423828, 0.6477600336074829, 1.4482929706573486, 2.248826026916504, 3.04935884475708, 3.8498916625976562, 4.650424957275391, 5.450957775115967, 6.251490592956543, 7.052023410797119, 7.852556228637695, 8.65308952331543, 9.453622817993164, 10.254155158996582, 11.054688453674316, 11.855220794677734, 12.655754089355469, 13.456287384033203, 14.256819725036621, 15.057353019714355, 15.857885360717773, 16.658418655395508, 17.458951950073242, 18.259485244750977, 19.060016632080078, 19.860549926757812, 20.661083221435547, 21.46161651611328, 22.262147903442383, 23.062681198120117, 23.86321449279785, 24.663747787475586, 25.46428108215332]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 7.0, 4.0, 8.0, 14.0, 27.0, 38.0, 56.0, 86.0, 136.0, 233.0, 373.0, 577.0, 967.0, 1562.0, 2448.0, 3844.0, 6201.0, 9434.0, 14243.0, 21398.0, 31341.0, 43438.0, 58313.0, 74335.0, 90015.0, 101049.0, 105819.0, 102799.0, 92377.0, 78024.0, 61363.0, 46993.0, 33559.0, 23258.0, 15740.0, 10322.0, 6727.0, 4286.0, 2699.0, 1737.0, 1005.0, 653.0, 396.0, 245.0, 148.0, 106.0, 70.0, 36.0, 20.0, 12.0, 9.0, 6.0, 3.0, 1.0, 2.0], "bins": [-6.40234375, -6.2225341796875, -6.042724609375, -5.8629150390625, -5.68310546875, -5.5032958984375, -5.323486328125, -5.1436767578125, -4.9638671875, -4.7840576171875, -4.604248046875, -4.4244384765625, -4.24462890625, -4.0648193359375, -3.885009765625, -3.7052001953125, -3.525390625, -3.3455810546875, -3.165771484375, -2.9859619140625, -2.80615234375, -2.6263427734375, -2.446533203125, -2.2667236328125, -2.0869140625, -1.9071044921875, -1.727294921875, -1.5474853515625, -1.36767578125, -1.1878662109375, -1.008056640625, -0.8282470703125, -0.6484375, -0.4686279296875, -0.288818359375, -0.1090087890625, 0.07080078125, 0.2506103515625, 0.430419921875, 0.6102294921875, 0.7900390625, 0.9698486328125, 1.149658203125, 1.3294677734375, 1.50927734375, 1.6890869140625, 1.868896484375, 2.0487060546875, 2.228515625, 2.4083251953125, 2.588134765625, 2.7679443359375, 2.94775390625, 3.1275634765625, 3.307373046875, 3.4871826171875, 3.6669921875, 3.8468017578125, 4.026611328125, 4.2064208984375, 4.38623046875, 4.5660400390625, 4.745849609375, 4.9256591796875, 5.10546875]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 5.0, 2.0, 3.0, 7.0, 10.0, 5.0, 8.0, 14.0, 14.0, 15.0, 14.0, 25.0, 20.0, 27.0, 28.0, 24.0, 30.0, 26.0, 35.0, 43.0, 41.0, 48.0, 28.0, 52.0, 32.0, 49.0, 32.0, 48.0, 38.0, 36.0, 22.0, 25.0, 22.0, 28.0, 27.0, 24.0, 19.0, 16.0, 5.0, 13.0, 13.0, 7.0, 7.0, 5.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-25.421875, -24.6357421875, -23.849609375, -23.0634765625, -22.27734375, -21.4912109375, -20.705078125, -19.9189453125, -19.1328125, -18.3466796875, -17.560546875, -16.7744140625, -15.98828125, -15.2021484375, -14.416015625, -13.6298828125, -12.84375, -12.0576171875, -11.271484375, -10.4853515625, -9.69921875, -8.9130859375, -8.126953125, -7.3408203125, -6.5546875, -5.7685546875, -4.982421875, -4.1962890625, -3.41015625, -2.6240234375, -1.837890625, -1.0517578125, -0.265625, 0.5205078125, 1.306640625, 2.0927734375, 2.87890625, 3.6650390625, 4.451171875, 5.2373046875, 6.0234375, 6.8095703125, 7.595703125, 8.3818359375, 9.16796875, 9.9541015625, 10.740234375, 11.5263671875, 12.3125, 13.0986328125, 13.884765625, 14.6708984375, 15.45703125, 16.2431640625, 17.029296875, 17.8154296875, 18.6015625, 19.3876953125, 20.173828125, 20.9599609375, 21.74609375, 22.5322265625, 23.318359375, 24.1044921875, 24.890625]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 3.0, 12.0, 13.0, 21.0, 34.0, 40.0, 61.0, 112.0, 168.0, 224.0, 332.0, 492.0, 738.0, 1055.0, 1477.0, 2088.0, 3007.0, 4086.0, 5810.0, 8219.0, 11625.0, 16591.0, 25403.0, 128177.0, 728098.0, 41099.0, 21129.0, 14243.0, 10034.0, 7031.0, 4996.0, 3595.0, 2566.0, 1819.0, 1350.0, 858.0, 585.0, 452.0, 295.0, 181.0, 135.0, 89.0, 66.0, 48.0, 35.0, 21.0, 11.0, 7.0, 11.0, 7.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.46875, -12.0826416015625, -11.696533203125, -11.3104248046875, -10.92431640625, -10.5382080078125, -10.152099609375, -9.7659912109375, -9.3798828125, -8.9937744140625, -8.607666015625, -8.2215576171875, -7.83544921875, -7.4493408203125, -7.063232421875, -6.6771240234375, -6.291015625, -5.9049072265625, -5.518798828125, -5.1326904296875, -4.74658203125, -4.3604736328125, -3.974365234375, -3.5882568359375, -3.2021484375, -2.8160400390625, -2.429931640625, -2.0438232421875, -1.65771484375, -1.2716064453125, -0.885498046875, -0.4993896484375, -0.11328125, 0.2728271484375, 0.658935546875, 1.0450439453125, 1.43115234375, 1.8172607421875, 2.203369140625, 2.5894775390625, 2.9755859375, 3.3616943359375, 3.747802734375, 4.1339111328125, 4.52001953125, 4.9061279296875, 5.292236328125, 5.6783447265625, 6.064453125, 6.4505615234375, 6.836669921875, 7.2227783203125, 7.60888671875, 7.9949951171875, 8.381103515625, 8.7672119140625, 9.1533203125, 9.5394287109375, 9.925537109375, 10.3116455078125, 10.69775390625, 11.0838623046875, 11.469970703125, 11.8560791015625, 12.2421875]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 5.0, 5.0, 9.0, 14.0, 13.0, 12.0, 22.0, 15.0, 18.0, 36.0, 30.0, 33.0, 46.0, 32.0, 40.0, 40.0, 40.0, 28.0, 48.0, 43.0, 41.0, 46.0, 49.0, 41.0, 36.0, 36.0, 22.0, 35.0, 30.0, 23.0, 21.0, 23.0, 20.0, 7.0, 12.0, 6.0, 6.0, 6.0, 4.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-16.671875, -16.072265625, -15.47265625, -14.873046875, -14.2734375, -13.673828125, -13.07421875, -12.474609375, -11.875, -11.275390625, -10.67578125, -10.076171875, -9.4765625, -8.876953125, -8.27734375, -7.677734375, -7.078125, -6.478515625, -5.87890625, -5.279296875, -4.6796875, -4.080078125, -3.48046875, -2.880859375, -2.28125, -1.681640625, -1.08203125, -0.482421875, 0.1171875, 0.716796875, 1.31640625, 1.916015625, 2.515625, 3.115234375, 3.71484375, 4.314453125, 4.9140625, 5.513671875, 6.11328125, 6.712890625, 7.3125, 7.912109375, 8.51171875, 9.111328125, 9.7109375, 10.310546875, 10.91015625, 11.509765625, 12.109375, 12.708984375, 13.30859375, 13.908203125, 14.5078125, 15.107421875, 15.70703125, 16.306640625, 16.90625, 17.505859375, 18.10546875, 18.705078125, 19.3046875, 19.904296875, 20.50390625, 21.103515625, 21.703125]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 4.0, 6.0, 9.0, 8.0, 15.0, 20.0, 27.0, 42.0, 64.0, 106.0, 141.0, 212.0, 320.0, 493.0, 795.0, 1222.0, 2034.0, 3113.0, 5297.0, 9053.0, 16459.0, 33629.0, 776052.0, 140493.0, 26176.0, 13446.0, 7437.0, 4416.0, 2665.0, 1753.0, 1058.0, 709.0, 438.0, 261.0, 181.0, 117.0, 101.0, 46.0, 25.0, 30.0, 29.0, 16.0, 16.0, 9.0, 6.0, 5.0, 6.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1416015625, -1.105743408203125, -1.06988525390625, -1.034027099609375, -0.9981689453125, -0.962310791015625, -0.92645263671875, -0.890594482421875, -0.854736328125, -0.818878173828125, -0.78302001953125, -0.747161865234375, -0.7113037109375, -0.675445556640625, -0.63958740234375, -0.603729248046875, -0.56787109375, -0.532012939453125, -0.49615478515625, -0.460296630859375, -0.4244384765625, -0.388580322265625, -0.35272216796875, -0.316864013671875, -0.281005859375, -0.245147705078125, -0.20928955078125, -0.173431396484375, -0.1375732421875, -0.101715087890625, -0.06585693359375, -0.029998779296875, 0.005859375, 0.041717529296875, 0.07757568359375, 0.113433837890625, 0.1492919921875, 0.185150146484375, 0.22100830078125, 0.256866455078125, 0.292724609375, 0.328582763671875, 0.36444091796875, 0.400299072265625, 0.4361572265625, 0.472015380859375, 0.50787353515625, 0.543731689453125, 0.57958984375, 0.615447998046875, 0.65130615234375, 0.687164306640625, 0.7230224609375, 0.758880615234375, 0.79473876953125, 0.830596923828125, 0.866455078125, 0.902313232421875, 0.93817138671875, 0.974029541015625, 1.0098876953125, 1.045745849609375, 1.08160400390625, 1.117462158203125, 1.1533203125]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 4.0, 4.0, 14.0, 9.0, 11.0, 25.0, 24.0, 19.0, 30.0, 24.0, 32.0, 56.0, 55.0, 60.0, 59.0, 66.0, 46.0, 49.0, 64.0, 40.0, 40.0, 47.0, 32.0, 32.0, 23.0, 13.0, 26.0, 14.0, 11.0, 8.0, 10.0, 10.0, 5.0, 7.0, 3.0, 2.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.0001443624496459961, -0.00014022551476955414, -0.00013608857989311218, -0.00013195164501667023, -0.00012781471014022827, -0.00012367777526378632, -0.00011954084038734436, -0.0001154039055109024, -0.00011126697063446045, -0.0001071300357580185, -0.00010299310088157654, -9.885616600513458e-05, -9.471923112869263e-05, -9.058229625225067e-05, -8.644536137580872e-05, -8.230842649936676e-05, -7.81714916229248e-05, -7.403455674648285e-05, -6.98976218700409e-05, -6.576068699359894e-05, -6.162375211715698e-05, -5.748681724071503e-05, -5.334988236427307e-05, -4.9212947487831116e-05, -4.507601261138916e-05, -4.0939077734947205e-05, -3.680214285850525e-05, -3.2665207982063293e-05, -2.8528273105621338e-05, -2.4391338229179382e-05, -2.0254403352737427e-05, -1.611746847629547e-05, -1.1980533599853516e-05, -7.84359872341156e-06, -3.7066638469696045e-06, 4.302710294723511e-07, 4.567205905914307e-06, 8.704140782356262e-06, 1.2841075658798218e-05, 1.6978010535240173e-05, 2.111494541168213e-05, 2.5251880288124084e-05, 2.938881516456604e-05, 3.3525750041007996e-05, 3.766268491744995e-05, 4.179961979389191e-05, 4.593655467033386e-05, 5.007348954677582e-05, 5.4210424423217773e-05, 5.834735929965973e-05, 6.248429417610168e-05, 6.662122905254364e-05, 7.07581639289856e-05, 7.489509880542755e-05, 7.903203368186951e-05, 8.316896855831146e-05, 8.730590343475342e-05, 9.144283831119537e-05, 9.557977318763733e-05, 9.971670806407928e-05, 0.00010385364294052124, 0.0001079905778169632, 0.00011212751269340515, 0.00011626444756984711, 0.00012040138244628906]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 5.0, 6.0, 7.0, 9.0, 8.0, 4.0, 16.0, 14.0, 19.0, 19.0, 40.0, 28.0, 37.0, 83.0, 115.0, 232.0, 710.0, 52545.0, 960140.0, 33292.0, 605.0, 210.0, 121.0, 62.0, 46.0, 38.0, 33.0, 21.0, 23.0, 20.0, 16.0, 10.0, 4.0, 8.0, 2.0, 1.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-7.98828125, -7.78057861328125, -7.5728759765625, -7.36517333984375, -7.157470703125, -6.94976806640625, -6.7420654296875, -6.53436279296875, -6.32666015625, -6.11895751953125, -5.9112548828125, -5.70355224609375, -5.495849609375, -5.28814697265625, -5.0804443359375, -4.87274169921875, -4.6650390625, -4.45733642578125, -4.2496337890625, -4.04193115234375, -3.834228515625, -3.62652587890625, -3.4188232421875, -3.21112060546875, -3.00341796875, -2.79571533203125, -2.5880126953125, -2.38031005859375, -2.172607421875, -1.96490478515625, -1.7572021484375, -1.54949951171875, -1.341796875, -1.13409423828125, -0.9263916015625, -0.71868896484375, -0.510986328125, -0.30328369140625, -0.0955810546875, 0.11212158203125, 0.31982421875, 0.52752685546875, 0.7352294921875, 0.94293212890625, 1.150634765625, 1.35833740234375, 1.5660400390625, 1.77374267578125, 1.9814453125, 2.18914794921875, 2.3968505859375, 2.60455322265625, 2.812255859375, 3.01995849609375, 3.2276611328125, 3.43536376953125, 3.64306640625, 3.85076904296875, 4.0584716796875, 4.26617431640625, 4.473876953125, 4.68157958984375, 4.8892822265625, 5.09698486328125, 5.3046875]}, "gradients/decoder.roberta.encoder.layer.21.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 5.0, 6.0, 11.0, 8.0, 12.0, 10.0, 25.0, 19.0, 24.0, 29.0, 21.0, 33.0, 31.0, 47.0, 46.0, 36.0, 36.0, 48.0, 34.0, 15.0, 43.0, 53.0, 45.0, 42.0, 35.0, 46.0, 37.0, 28.0, 35.0, 24.0, 22.0, 15.0, 19.0, 12.0, 15.0, 8.0, 6.0, 8.0, 3.0, 5.0, 2.0, 7.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2489013671875, -0.23914146423339844, -0.22938156127929688, -0.2196216583251953, -0.20986175537109375, -0.2001018524169922, -0.19034194946289062, -0.18058204650878906, -0.1708221435546875, -0.16106224060058594, -0.15130233764648438, -0.1415424346923828, -0.13178253173828125, -0.12202262878417969, -0.11226272583007812, -0.10250282287597656, -0.092742919921875, -0.08298301696777344, -0.07322311401367188, -0.06346321105957031, -0.05370330810546875, -0.04394340515136719, -0.034183502197265625, -0.024423599243164062, -0.0146636962890625, -0.0049037933349609375, 0.004856109619140625, 0.014616012573242188, 0.02437591552734375, 0.03413581848144531, 0.043895721435546875, 0.05365562438964844, 0.06341552734375, 0.07317543029785156, 0.08293533325195312, 0.09269523620605469, 0.10245513916015625, 0.11221504211425781, 0.12197494506835938, 0.13173484802246094, 0.1414947509765625, 0.15125465393066406, 0.16101455688476562, 0.1707744598388672, 0.18053436279296875, 0.1902942657470703, 0.20005416870117188, 0.20981407165527344, 0.219573974609375, 0.22933387756347656, 0.23909378051757812, 0.2488536834716797, 0.25861358642578125, 0.2683734893798828, 0.2781333923339844, 0.28789329528808594, 0.2976531982421875, 0.30741310119628906, 0.3171730041503906, 0.3269329071044922, 0.33669281005859375, 0.3464527130126953, 0.3562126159667969, 0.36597251892089844, 0.375732421875]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 16.0, 30.0, 49.0, 82.0, 117.0, 137.0, 160.0, 159.0, 106.0, 60.0, 43.0, 19.0, 15.0, 9.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-96.14783477783203, -94.02420043945312, -91.90055847167969, -89.77692413330078, -87.65328979492188, -85.52964782714844, -83.40601348876953, -81.2823715209961, -79.15873718261719, -77.03510284423828, -74.91146087646484, -72.78782653808594, -70.6641845703125, -68.5405502319336, -66.41691589355469, -64.29327392578125, -62.169639587402344, -60.04600143432617, -57.92236328125, -55.798728942871094, -53.67509078979492, -51.55145263671875, -49.427818298339844, -47.30418014526367, -45.1805419921875, -43.05690383911133, -40.933265686035156, -38.80963134765625, -36.68599319458008, -34.562355041503906, -32.438720703125, -30.315082550048828, -28.191444396972656, -26.067806243896484, -23.944169998168945, -21.820533752441406, -19.696895599365234, -17.573257446289062, -15.449621200561523, -13.325984001159668, -11.202346801757812, -9.078709602355957, -6.955072402954102, -4.831435203552246, -2.7077980041503906, -0.5841608047485352, 1.5394763946533203, 3.663113594055176, 5.786750793457031, 7.910387992858887, 10.034025192260742, 12.157662391662598, 14.281299591064453, 16.404937744140625, 18.528573989868164, 20.652210235595703, 22.775848388671875, 24.899486541748047, 27.023122787475586, 29.146759033203125, 31.270397186279297, 33.39403533935547, 35.517669677734375, 37.64130783081055, 39.76494598388672]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 5.0, 1.0, 4.0, 5.0, 4.0, 13.0, 5.0, 10.0, 13.0, 17.0, 15.0, 15.0, 25.0, 21.0, 26.0, 31.0, 19.0, 31.0, 25.0, 36.0, 45.0, 42.0, 48.0, 36.0, 38.0, 38.0, 43.0, 37.0, 43.0, 46.0, 35.0, 22.0, 21.0, 21.0, 26.0, 28.0, 23.0, 18.0, 17.0, 5.0, 12.0, 12.0, 10.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-25.302419662475586, -24.515045166015625, -23.727670669555664, -22.940296173095703, -22.152923583984375, -21.365549087524414, -20.578174591064453, -19.790800094604492, -19.00342559814453, -18.21605110168457, -17.42867660522461, -16.64130210876465, -15.853928565979004, -15.066554069519043, -14.279180526733398, -13.491806030273438, -12.704431533813477, -11.917057037353516, -11.129682540893555, -10.34230899810791, -9.55493450164795, -8.767560005187988, -7.9801859855651855, -7.192811965942383, -6.405437469482422, -5.618062973022461, -4.830688953399658, -4.0433149337768555, -3.2559404373168945, -2.4685661792755127, -1.6811919212341309, -0.8938179016113281, -0.10644340515136719, 0.6809308528900146, 1.4683051109313965, 2.2556793689727783, 3.04305362701416, 3.830427885055542, 4.617802143096924, 5.405176162719727, 6.1925506591796875, 6.979925155639648, 7.767299175262451, 8.554673194885254, 9.342047691345215, 10.129422187805176, 10.91679573059082, 11.704170227050781, 12.491544723510742, 13.278919219970703, 14.066293716430664, 14.853667259216309, 15.64104175567627, 16.428415298461914, 17.215789794921875, 18.003164291381836, 18.790538787841797, 19.577913284301758, 20.36528778076172, 21.15266227722168, 21.94003677368164, 22.72740936279297, 23.51478385925293, 24.30215835571289, 25.08953285217285]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 9.0, 11.0, 8.0, 16.0, 15.0, 23.0, 28.0, 57.0, 81.0, 98.0, 124.0, 230.0, 358.0, 529.0, 887.0, 1420.0, 2389.0, 3972.0, 6584.0, 10935.0, 18171.0, 29710.0, 45512.0, 68964.0, 107449.0, 198599.0, 220828.0, 121917.0, 75479.0, 50520.0, 32450.0, 20174.0, 12296.0, 7252.0, 4526.0, 2633.0, 1564.0, 992.0, 590.0, 366.0, 242.0, 150.0, 118.0, 95.0, 59.0, 37.0, 21.0, 25.0, 15.0, 3.0, 11.0, 8.0, 10.0, 3.0, 1.0, 0.0, 1.0], "bins": [-27.734375, -26.896728515625, -26.05908203125, -25.221435546875, -24.3837890625, -23.546142578125, -22.70849609375, -21.870849609375, -21.033203125, -20.195556640625, -19.35791015625, -18.520263671875, -17.6826171875, -16.844970703125, -16.00732421875, -15.169677734375, -14.33203125, -13.494384765625, -12.65673828125, -11.819091796875, -10.9814453125, -10.143798828125, -9.30615234375, -8.468505859375, -7.630859375, -6.793212890625, -5.95556640625, -5.117919921875, -4.2802734375, -3.442626953125, -2.60498046875, -1.767333984375, -0.9296875, -0.092041015625, 0.74560546875, 1.583251953125, 2.4208984375, 3.258544921875, 4.09619140625, 4.933837890625, 5.771484375, 6.609130859375, 7.44677734375, 8.284423828125, 9.1220703125, 9.959716796875, 10.79736328125, 11.635009765625, 12.47265625, 13.310302734375, 14.14794921875, 14.985595703125, 15.8232421875, 16.660888671875, 17.49853515625, 18.336181640625, 19.173828125, 20.011474609375, 20.84912109375, 21.686767578125, 22.5244140625, 23.362060546875, 24.19970703125, 25.037353515625, 25.875]}, "gradients/decoder.roberta.encoder.layer.21.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 2.0, 6.0, 11.0, 6.0, 8.0, 8.0, 13.0, 21.0, 17.0, 20.0, 24.0, 20.0, 24.0, 27.0, 22.0, 26.0, 40.0, 38.0, 35.0, 42.0, 38.0, 47.0, 30.0, 46.0, 32.0, 42.0, 40.0, 35.0, 40.0, 27.0, 24.0, 23.0, 22.0, 32.0, 22.0, 13.0, 9.0, 13.0, 11.0, 13.0, 8.0, 5.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-20.71875, -20.068115234375, -19.41748046875, -18.766845703125, -18.1162109375, -17.465576171875, -16.81494140625, -16.164306640625, -15.513671875, -14.863037109375, -14.21240234375, -13.561767578125, -12.9111328125, -12.260498046875, -11.60986328125, -10.959228515625, -10.30859375, -9.657958984375, -9.00732421875, -8.356689453125, -7.7060546875, -7.055419921875, -6.40478515625, -5.754150390625, -5.103515625, -4.452880859375, -3.80224609375, -3.151611328125, -2.5009765625, -1.850341796875, -1.19970703125, -0.549072265625, 0.1015625, 0.752197265625, 1.40283203125, 2.053466796875, 2.7041015625, 3.354736328125, 4.00537109375, 4.656005859375, 5.306640625, 5.957275390625, 6.60791015625, 7.258544921875, 7.9091796875, 8.559814453125, 9.21044921875, 9.861083984375, 10.51171875, 11.162353515625, 11.81298828125, 12.463623046875, 13.1142578125, 13.764892578125, 14.41552734375, 15.066162109375, 15.716796875, 16.367431640625, 17.01806640625, 17.668701171875, 18.3193359375, 18.969970703125, 19.62060546875, 20.271240234375, 20.921875]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 5.0, 11.0, 10.0, 10.0, 3.0, 10.0, 8.0, 15.0, 20.0, 22.0, 21.0, 30.0, 28.0, 32.0, 35.0, 51.0, 69.0, 184.0, 1765.0, 1043028.0, 2581.0, 191.0, 82.0, 53.0, 39.0, 38.0, 25.0, 31.0, 27.0, 24.0, 22.0, 20.0, 11.0, 13.0, 16.0, 8.0, 4.0, 7.0, 4.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-588.5, -570.40625, -552.3125, -534.21875, -516.125, -498.03125, -479.9375, -461.84375, -443.75, -425.65625, -407.5625, -389.46875, -371.375, -353.28125, -335.1875, -317.09375, -299.0, -280.90625, -262.8125, -244.71875, -226.625, -208.53125, -190.4375, -172.34375, -154.25, -136.15625, -118.0625, -99.96875, -81.875, -63.78125, -45.6875, -27.59375, -9.5, 8.59375, 26.6875, 44.78125, 62.875, 80.96875, 99.0625, 117.15625, 135.25, 153.34375, 171.4375, 189.53125, 207.625, 225.71875, 243.8125, 261.90625, 280.0, 298.09375, 316.1875, 334.28125, 352.375, 370.46875, 388.5625, 406.65625, 424.75, 442.84375, 460.9375, 479.03125, 497.125, 515.21875, 533.3125, 551.40625, 569.5]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 6.0, 5.0, 7.0, 8.0, 12.0, 20.0, 19.0, 26.0, 24.0, 20.0, 25.0, 34.0, 27.0, 47.0, 51.0, 37.0, 56.0, 52.0, 53.0, 48.0, 46.0, 37.0, 41.0, 38.0, 34.0, 29.0, 35.0, 22.0, 29.0, 23.0, 19.0, 11.0, 12.0, 12.0, 8.0, 10.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.21875, -19.516357421875, -18.81396484375, -18.111572265625, -17.4091796875, -16.706787109375, -16.00439453125, -15.302001953125, -14.599609375, -13.897216796875, -13.19482421875, -12.492431640625, -11.7900390625, -11.087646484375, -10.38525390625, -9.682861328125, -8.98046875, -8.278076171875, -7.57568359375, -6.873291015625, -6.1708984375, -5.468505859375, -4.76611328125, -4.063720703125, -3.361328125, -2.658935546875, -1.95654296875, -1.254150390625, -0.5517578125, 0.150634765625, 0.85302734375, 1.555419921875, 2.2578125, 2.960205078125, 3.66259765625, 4.364990234375, 5.0673828125, 5.769775390625, 6.47216796875, 7.174560546875, 7.876953125, 8.579345703125, 9.28173828125, 9.984130859375, 10.6865234375, 11.388916015625, 12.09130859375, 12.793701171875, 13.49609375, 14.198486328125, 14.90087890625, 15.603271484375, 16.3056640625, 17.008056640625, 17.71044921875, 18.412841796875, 19.115234375, 19.817626953125, 20.52001953125, 21.222412109375, 21.9248046875, 22.627197265625, 23.32958984375, 24.031982421875, 24.734375]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.key.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 5.0, 4.0, 6.0, 16.0, 21.0, 23.0, 32.0, 55.0, 160.0, 423.0, 2602.0, 207979.0, 827976.0, 8104.0, 741.0, 204.0, 75.0, 40.0, 31.0, 16.0, 15.0, 10.0, 2.0, 6.0, 4.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-124.8125, -121.16015625, -117.5078125, -113.85546875, -110.203125, -106.55078125, -102.8984375, -99.24609375, -95.59375, -91.94140625, -88.2890625, -84.63671875, -80.984375, -77.33203125, -73.6796875, -70.02734375, -66.375, -62.72265625, -59.0703125, -55.41796875, -51.765625, -48.11328125, -44.4609375, -40.80859375, -37.15625, -33.50390625, -29.8515625, -26.19921875, -22.546875, -18.89453125, -15.2421875, -11.58984375, -7.9375, -4.28515625, -0.6328125, 3.01953125, 6.671875, 10.32421875, 13.9765625, 17.62890625, 21.28125, 24.93359375, 28.5859375, 32.23828125, 35.890625, 39.54296875, 43.1953125, 46.84765625, 50.5, 54.15234375, 57.8046875, 61.45703125, 65.109375, 68.76171875, 72.4140625, 76.06640625, 79.71875, 83.37109375, 87.0234375, 90.67578125, 94.328125, 97.98046875, 101.6328125, 105.28515625, 108.9375]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 9.0, 6.0, 9.0, 10.0, 15.0, 14.0, 25.0, 36.0, 58.0, 70.0, 94.0, 92.0, 100.0, 122.0, 94.0, 70.0, 52.0, 50.0, 27.0, 22.0, 11.0, 11.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003612518310546875, -0.0035185515880584717, -0.0034245848655700684, -0.003330618143081665, -0.0032366514205932617, -0.0031426846981048584, -0.003048717975616455, -0.0029547512531280518, -0.0028607845306396484, -0.002766817808151245, -0.002672851085662842, -0.0025788843631744385, -0.002484917640686035, -0.002390950918197632, -0.0022969841957092285, -0.002203017473220825, -0.002109050750732422, -0.0020150840282440186, -0.0019211173057556152, -0.001827150583267212, -0.0017331838607788086, -0.0016392171382904053, -0.001545250415802002, -0.0014512836933135986, -0.0013573169708251953, -0.001263350248336792, -0.0011693835258483887, -0.0010754168033599854, -0.000981450080871582, -0.0008874833583831787, -0.0007935166358947754, -0.0006995499134063721, -0.0006055831909179688, -0.0005116164684295654, -0.0004176497459411621, -0.0003236830234527588, -0.00022971630096435547, -0.00013574957847595215, -4.178285598754883e-05, 5.218386650085449e-05, 0.0001461505889892578, 0.00024011731147766113, 0.00033408403396606445, 0.0004280507564544678, 0.0005220174789428711, 0.0006159842014312744, 0.0007099509239196777, 0.0008039176464080811, 0.0008978843688964844, 0.0009918510913848877, 0.001085817813873291, 0.0011797845363616943, 0.0012737512588500977, 0.001367717981338501, 0.0014616847038269043, 0.0015556514263153076, 0.001649618148803711, 0.0017435848712921143, 0.0018375515937805176, 0.001931518316268921, 0.0020254850387573242, 0.0021194517612457275, 0.002213418483734131, 0.002307385206222534, 0.0024013519287109375]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 12.0, 12.0, 26.0, 77.0, 238.0, 1869.0, 814669.0, 230084.0, 1262.0, 185.0, 59.0, 25.0, 19.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-213.375, -206.474609375, -199.57421875, -192.673828125, -185.7734375, -178.873046875, -171.97265625, -165.072265625, -158.171875, -151.271484375, -144.37109375, -137.470703125, -130.5703125, -123.669921875, -116.76953125, -109.869140625, -102.96875, -96.068359375, -89.16796875, -82.267578125, -75.3671875, -68.466796875, -61.56640625, -54.666015625, -47.765625, -40.865234375, -33.96484375, -27.064453125, -20.1640625, -13.263671875, -6.36328125, 0.537109375, 7.4375, 14.337890625, 21.23828125, 28.138671875, 35.0390625, 41.939453125, 48.83984375, 55.740234375, 62.640625, 69.541015625, 76.44140625, 83.341796875, 90.2421875, 97.142578125, 104.04296875, 110.943359375, 117.84375, 124.744140625, 131.64453125, 138.544921875, 145.4453125, 152.345703125, 159.24609375, 166.146484375, 173.046875, 179.947265625, 186.84765625, 193.748046875, 200.6484375, 207.548828125, 214.44921875, 221.349609375, 228.25]}, "gradients/decoder.roberta.encoder.layer.21.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 7.0, 16.0, 24.0, 55.0, 87.0, 145.0, 175.0, 186.0, 117.0, 86.0, 50.0, 31.0, 10.0, 10.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.3515625, -12.9205322265625, -12.489501953125, -12.0584716796875, -11.62744140625, -11.1964111328125, -10.765380859375, -10.3343505859375, -9.9033203125, -9.4722900390625, -9.041259765625, -8.6102294921875, -8.17919921875, -7.7481689453125, -7.317138671875, -6.8861083984375, -6.455078125, -6.0240478515625, -5.593017578125, -5.1619873046875, -4.73095703125, -4.2999267578125, -3.868896484375, -3.4378662109375, -3.0068359375, -2.5758056640625, -2.144775390625, -1.7137451171875, -1.28271484375, -0.8516845703125, -0.420654296875, 0.0103759765625, 0.44140625, 0.8724365234375, 1.303466796875, 1.7344970703125, 2.16552734375, 2.5965576171875, 3.027587890625, 3.4586181640625, 3.8896484375, 4.3206787109375, 4.751708984375, 5.1827392578125, 5.61376953125, 6.0447998046875, 6.475830078125, 6.9068603515625, 7.337890625, 7.7689208984375, 8.199951171875, 8.6309814453125, 9.06201171875, 9.4930419921875, 9.924072265625, 10.3551025390625, 10.7861328125, 11.2171630859375, 11.648193359375, 12.0792236328125, 12.51025390625, 12.9412841796875, 13.372314453125, 13.8033447265625, 14.234375]}, "gradients/decoder.roberta.encoder.layer.20.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 21.0, 25.0, 84.0, 137.0, 177.0, 202.0, 160.0, 112.0, 49.0, 28.0, 9.0, 6.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-129.46298217773438, -126.59644317626953, -123.72990417480469, -120.86336517333984, -117.996826171875, -115.13028717041016, -112.26374816894531, -109.39720916748047, -106.53067016601562, -103.66413116455078, -100.79759216308594, -97.9310531616211, -95.06451416015625, -92.1979751586914, -89.33143615722656, -86.46489715576172, -83.59835815429688, -80.73181915283203, -77.86528015136719, -74.99874114990234, -72.1322021484375, -69.26566314697266, -66.39912414550781, -63.53258514404297, -60.666046142578125, -57.79950714111328, -54.93296813964844, -52.066429138183594, -49.19989013671875, -46.333351135253906, -43.46681213378906, -40.60027313232422, -37.733726501464844, -34.8671875, -32.000648498535156, -29.134109497070312, -26.26757049560547, -23.401031494140625, -20.53449249267578, -17.667953491210938, -14.801414489746094, -11.93487548828125, -9.068336486816406, -6.2017974853515625, -3.3352584838867188, -0.468719482421875, 2.3978195190429688, 5.2643585205078125, 8.130897521972656, 10.9974365234375, 13.863975524902344, 16.730514526367188, 19.59705352783203, 22.463592529296875, 25.33013153076172, 28.196670532226562, 31.063209533691406, 33.92974853515625, 36.796287536621094, 39.66282653808594, 42.52936553955078, 45.395904541015625, 48.26244354248047, 51.12898254394531, 53.995521545410156]}, "gradients/decoder.roberta.encoder.layer.20.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 10.0, 8.0, 5.0, 11.0, 11.0, 9.0, 15.0, 22.0, 24.0, 38.0, 25.0, 50.0, 35.0, 32.0, 35.0, 40.0, 42.0, 43.0, 47.0, 44.0, 47.0, 35.0, 43.0, 36.0, 41.0, 42.0, 24.0, 29.0, 27.0, 26.0, 14.0, 15.0, 18.0, 7.0, 12.0, 9.0, 9.0, 6.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.997169494628906, -35.782066345214844, -34.56696319580078, -33.35185623168945, -32.13675308227539, -30.921649932861328, -29.706546783447266, -28.491443634033203, -27.276338577270508, -26.061235427856445, -24.84613037109375, -23.631027221679688, -22.415924072265625, -21.20081901550293, -19.985715866088867, -18.770610809326172, -17.55550765991211, -16.340404510498047, -15.125299453735352, -13.910196304321289, -12.69509220123291, -11.479988098144531, -10.264884948730469, -9.04978084564209, -7.834676742553711, -6.619572639465332, -5.404469013214111, -4.189365386962891, -2.9742612838745117, -1.7591571807861328, -0.5440535545349121, 0.6710500717163086, 1.8861541748046875, 3.1012580394744873, 4.316361904144287, 5.531465530395508, 6.746569633483887, 7.961673736572266, 9.176776885986328, 10.391880989074707, 11.606985092163086, 12.822089195251465, 14.037193298339844, 15.252296447753906, 16.46739959716797, 17.682504653930664, 18.897607803344727, 20.112712860107422, 21.327816009521484, 22.542919158935547, 23.758024215698242, 24.973127365112305, 26.188232421875, 27.403335571289062, 28.618438720703125, 29.833541870117188, 31.048646926879883, 32.26375198364258, 33.47885513305664, 34.6939582824707, 35.909061431884766, 37.124168395996094, 38.339271545410156, 39.55437469482422, 40.76947784423828]}, "gradients/decoder.roberta.encoder.layer.20.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 6.0, 7.0, 13.0, 19.0, 24.0, 24.0, 32.0, 45.0, 67.0, 112.0, 192.0, 476.0, 1130.0, 3875.0, 15827.0, 78678.0, 600937.0, 2829693.0, 564882.0, 77457.0, 15282.0, 3554.0, 1076.0, 402.0, 166.0, 104.0, 45.0, 44.0, 23.0, 28.0, 14.0, 12.0, 11.0, 7.0, 5.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-65.125, -63.056640625, -60.98828125, -58.919921875, -56.8515625, -54.783203125, -52.71484375, -50.646484375, -48.578125, -46.509765625, -44.44140625, -42.373046875, -40.3046875, -38.236328125, -36.16796875, -34.099609375, -32.03125, -29.962890625, -27.89453125, -25.826171875, -23.7578125, -21.689453125, -19.62109375, -17.552734375, -15.484375, -13.416015625, -11.34765625, -9.279296875, -7.2109375, -5.142578125, -3.07421875, -1.005859375, 1.0625, 3.130859375, 5.19921875, 7.267578125, 9.3359375, 11.404296875, 13.47265625, 15.541015625, 17.609375, 19.677734375, 21.74609375, 23.814453125, 25.8828125, 27.951171875, 30.01953125, 32.087890625, 34.15625, 36.224609375, 38.29296875, 40.361328125, 42.4296875, 44.498046875, 46.56640625, 48.634765625, 50.703125, 52.771484375, 54.83984375, 56.908203125, 58.9765625, 61.044921875, 63.11328125, 65.181640625, 67.25]}, "gradients/decoder.roberta.encoder.layer.20.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 7.0, 7.0, 9.0, 9.0, 14.0, 9.0, 13.0, 20.0, 20.0, 23.0, 24.0, 36.0, 36.0, 39.0, 47.0, 56.0, 43.0, 47.0, 39.0, 48.0, 56.0, 52.0, 37.0, 44.0, 32.0, 52.0, 33.0, 29.0, 22.0, 17.0, 28.0, 11.0, 21.0, 8.0, 6.0, 4.0, 6.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.515625, -24.605224609375, -23.69482421875, -22.784423828125, -21.8740234375, -20.963623046875, -20.05322265625, -19.142822265625, -18.232421875, -17.322021484375, -16.41162109375, -15.501220703125, -14.5908203125, -13.680419921875, -12.77001953125, -11.859619140625, -10.94921875, -10.038818359375, -9.12841796875, -8.218017578125, -7.3076171875, -6.397216796875, -5.48681640625, -4.576416015625, -3.666015625, -2.755615234375, -1.84521484375, -0.934814453125, -0.0244140625, 0.885986328125, 1.79638671875, 2.706787109375, 3.6171875, 4.527587890625, 5.43798828125, 6.348388671875, 7.2587890625, 8.169189453125, 9.07958984375, 9.989990234375, 10.900390625, 11.810791015625, 12.72119140625, 13.631591796875, 14.5419921875, 15.452392578125, 16.36279296875, 17.273193359375, 18.18359375, 19.093994140625, 20.00439453125, 20.914794921875, 21.8251953125, 22.735595703125, 23.64599609375, 24.556396484375, 25.466796875, 26.377197265625, 27.28759765625, 28.197998046875, 29.1083984375, 30.018798828125, 30.92919921875, 31.839599609375, 32.75]}, "gradients/decoder.roberta.encoder.layer.20.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 5.0, 6.0, 9.0, 15.0, 12.0, 20.0, 24.0, 45.0, 51.0, 68.0, 71.0, 128.0, 180.0, 272.0, 404.0, 863.0, 4077.0, 148009.0, 3949503.0, 85249.0, 3177.0, 774.0, 396.0, 222.0, 190.0, 124.0, 93.0, 66.0, 57.0, 40.0, 32.0, 20.0, 14.0, 16.0, 10.0, 9.0, 4.0, 4.0, 3.0, 3.0, 2.0, 6.0, 1.0, 1.0], "bins": [-248.25, -241.79296875, -235.3359375, -228.87890625, -222.421875, -215.96484375, -209.5078125, -203.05078125, -196.59375, -190.13671875, -183.6796875, -177.22265625, -170.765625, -164.30859375, -157.8515625, -151.39453125, -144.9375, -138.48046875, -132.0234375, -125.56640625, -119.109375, -112.65234375, -106.1953125, -99.73828125, -93.28125, -86.82421875, -80.3671875, -73.91015625, -67.453125, -60.99609375, -54.5390625, -48.08203125, -41.625, -35.16796875, -28.7109375, -22.25390625, -15.796875, -9.33984375, -2.8828125, 3.57421875, 10.03125, 16.48828125, 22.9453125, 29.40234375, 35.859375, 42.31640625, 48.7734375, 55.23046875, 61.6875, 68.14453125, 74.6015625, 81.05859375, 87.515625, 93.97265625, 100.4296875, 106.88671875, 113.34375, 119.80078125, 126.2578125, 132.71484375, 139.171875, 145.62890625, 152.0859375, 158.54296875, 165.0]}, "gradients/decoder.roberta.encoder.layer.20.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 5.0, 3.0, 4.0, 11.0, 13.0, 12.0, 23.0, 32.0, 30.0, 52.0, 75.0, 92.0, 130.0, 167.0, 251.0, 300.0, 364.0, 406.0, 503.0, 394.0, 286.0, 243.0, 185.0, 141.0, 90.0, 66.0, 59.0, 37.0, 27.0, 20.0, 12.0, 15.0, 5.0, 5.0, 2.0, 3.0, 1.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.1015625, -10.6754150390625, -10.249267578125, -9.8231201171875, -9.39697265625, -8.9708251953125, -8.544677734375, -8.1185302734375, -7.6923828125, -7.2662353515625, -6.840087890625, -6.4139404296875, -5.98779296875, -5.5616455078125, -5.135498046875, -4.7093505859375, -4.283203125, -3.8570556640625, -3.430908203125, -3.0047607421875, -2.57861328125, -2.1524658203125, -1.726318359375, -1.3001708984375, -0.8740234375, -0.4478759765625, -0.021728515625, 0.4044189453125, 0.83056640625, 1.2567138671875, 1.682861328125, 2.1090087890625, 2.53515625, 2.9613037109375, 3.387451171875, 3.8135986328125, 4.23974609375, 4.6658935546875, 5.092041015625, 5.5181884765625, 5.9443359375, 6.3704833984375, 6.796630859375, 7.2227783203125, 7.64892578125, 8.0750732421875, 8.501220703125, 8.9273681640625, 9.353515625, 9.7796630859375, 10.205810546875, 10.6319580078125, 11.05810546875, 11.4842529296875, 11.910400390625, 12.3365478515625, 12.7626953125, 13.1888427734375, 13.614990234375, 14.0411376953125, 14.46728515625, 14.8934326171875, 15.319580078125, 15.7457275390625, 16.171875]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 12.0, 20.0, 32.0, 39.0, 87.0, 94.0, 137.0, 116.0, 134.0, 99.0, 82.0, 70.0, 35.0, 32.0, 4.0, 6.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-76.6358413696289, -74.6606674194336, -72.68549346923828, -70.71031188964844, -68.73513793945312, -66.75996398925781, -64.7847900390625, -62.80961608886719, -60.83443832397461, -58.8592643737793, -56.88408660888672, -54.908912658691406, -52.933738708496094, -50.958560943603516, -48.9833869934082, -47.008209228515625, -45.03303527832031, -43.057861328125, -41.08268356323242, -39.10750961303711, -37.1323356628418, -35.15715789794922, -33.181983947753906, -31.20680809020996, -29.23163604736328, -27.256460189819336, -25.281286239624023, -23.306110382080078, -21.330934524536133, -19.355758666992188, -17.380584716796875, -15.40540885925293, -13.430233001708984, -11.455058097839355, -9.47988224029541, -7.504707336425781, -5.529531955718994, -3.554356575012207, -1.5791816711425781, 0.3959941864013672, 2.371169090270996, 4.346344470977783, 6.32151985168457, 8.2966947555542, 10.271869659423828, 12.247045516967773, 14.222220420837402, 16.19739532470703, 18.172571182250977, 20.147747039794922, 22.122920989990234, 24.09809684753418, 26.073272705078125, 28.048446655273438, 30.023622512817383, 31.998798370361328, 33.97397232055664, 35.94914627075195, 37.92432403564453, 39.899497985839844, 41.874671936035156, 43.849849700927734, 45.82502365112305, 47.800201416015625, 49.77537536621094]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 1.0, 13.0, 10.0, 16.0, 16.0, 22.0, 28.0, 21.0, 34.0, 37.0, 47.0, 30.0, 49.0, 44.0, 47.0, 59.0, 51.0, 47.0, 56.0, 53.0, 41.0, 40.0, 39.0, 36.0, 18.0, 30.0, 23.0, 19.0, 17.0, 16.0, 15.0, 8.0, 5.0, 4.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-44.666725158691406, -43.532005310058594, -42.39728927612305, -41.2625732421875, -40.12785339355469, -38.993133544921875, -37.85841751098633, -36.72370147705078, -35.58898162841797, -34.454261779785156, -33.31954574584961, -32.18482971191406, -31.05010986328125, -29.91539192199707, -28.78067398071289, -27.64595603942871, -26.51123809814453, -25.37652015686035, -24.241802215576172, -23.107084274291992, -21.972366333007812, -20.837648391723633, -19.702930450439453, -18.568212509155273, -17.433494567871094, -16.298776626586914, -15.164058685302734, -14.029340744018555, -12.894622802734375, -11.759904861450195, -10.625186920166016, -9.490468978881836, -8.355751037597656, -7.221033096313477, -6.086315155029297, -4.951597213745117, -3.8168792724609375, -2.682161331176758, -1.5474433898925781, -0.41272544860839844, 0.7219924926757812, 1.856710433959961, 2.9914283752441406, 4.12614631652832, 5.2608642578125, 6.39558219909668, 7.530300140380859, 8.665018081665039, 9.799736022949219, 10.934453964233398, 12.069171905517578, 13.203889846801758, 14.338607788085938, 15.473325729370117, 16.608043670654297, 17.742761611938477, 18.877479553222656, 20.012197494506836, 21.146915435791016, 22.281633377075195, 23.416351318359375, 24.551069259643555, 25.685787200927734, 26.820505142211914, 27.955223083496094]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 10.0, 9.0, 17.0, 31.0, 45.0, 84.0, 162.0, 251.0, 427.0, 759.0, 1340.0, 2187.0, 3946.0, 6822.0, 11218.0, 18441.0, 29490.0, 44475.0, 64873.0, 88124.0, 110212.0, 125251.0, 126781.0, 114934.0, 94265.0, 70588.0, 49415.0, 32672.0, 20704.0, 12802.0, 7518.0, 4566.0, 2590.0, 1486.0, 868.0, 498.0, 285.0, 187.0, 97.0, 57.0, 29.0, 27.0, 10.0, 8.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.6171875, -5.42431640625, -5.2314453125, -5.03857421875, -4.845703125, -4.65283203125, -4.4599609375, -4.26708984375, -4.07421875, -3.88134765625, -3.6884765625, -3.49560546875, -3.302734375, -3.10986328125, -2.9169921875, -2.72412109375, -2.53125, -2.33837890625, -2.1455078125, -1.95263671875, -1.759765625, -1.56689453125, -1.3740234375, -1.18115234375, -0.98828125, -0.79541015625, -0.6025390625, -0.40966796875, -0.216796875, -0.02392578125, 0.1689453125, 0.36181640625, 0.5546875, 0.74755859375, 0.9404296875, 1.13330078125, 1.326171875, 1.51904296875, 1.7119140625, 1.90478515625, 2.09765625, 2.29052734375, 2.4833984375, 2.67626953125, 2.869140625, 3.06201171875, 3.2548828125, 3.44775390625, 3.640625, 3.83349609375, 4.0263671875, 4.21923828125, 4.412109375, 4.60498046875, 4.7978515625, 4.99072265625, 5.18359375, 5.37646484375, 5.5693359375, 5.76220703125, 5.955078125, 6.14794921875, 6.3408203125, 6.53369140625, 6.7265625]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 11.0, 10.0, 14.0, 15.0, 18.0, 29.0, 25.0, 31.0, 35.0, 44.0, 36.0, 50.0, 45.0, 45.0, 53.0, 58.0, 50.0, 48.0, 54.0, 47.0, 42.0, 41.0, 36.0, 18.0, 24.0, 28.0, 19.0, 16.0, 18.0, 15.0, 7.0, 5.0, 4.0, 2.0, 5.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-43.8125, -42.679443359375, -41.54638671875, -40.413330078125, -39.2802734375, -38.147216796875, -37.01416015625, -35.881103515625, -34.748046875, -33.614990234375, -32.48193359375, -31.348876953125, -30.2158203125, -29.082763671875, -27.94970703125, -26.816650390625, -25.68359375, -24.550537109375, -23.41748046875, -22.284423828125, -21.1513671875, -20.018310546875, -18.88525390625, -17.752197265625, -16.619140625, -15.486083984375, -14.35302734375, -13.219970703125, -12.0869140625, -10.953857421875, -9.82080078125, -8.687744140625, -7.5546875, -6.421630859375, -5.28857421875, -4.155517578125, -3.0224609375, -1.889404296875, -0.75634765625, 0.376708984375, 1.509765625, 2.642822265625, 3.77587890625, 4.908935546875, 6.0419921875, 7.175048828125, 8.30810546875, 9.441162109375, 10.57421875, 11.707275390625, 12.84033203125, 13.973388671875, 15.1064453125, 16.239501953125, 17.37255859375, 18.505615234375, 19.638671875, 20.771728515625, 21.90478515625, 23.037841796875, 24.1708984375, 25.303955078125, 26.43701171875, 27.570068359375, 28.703125]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 6.0, 4.0, 11.0, 12.0, 19.0, 33.0, 42.0, 70.0, 111.0, 172.0, 260.0, 370.0, 525.0, 775.0, 1142.0, 1645.0, 2380.0, 3467.0, 4866.0, 6997.0, 9964.0, 14437.0, 22235.0, 48138.0, 751629.0, 101063.0, 25304.0, 16372.0, 11162.0, 7736.0, 5476.0, 3752.0, 2660.0, 1775.0, 1239.0, 901.0, 574.0, 428.0, 264.0, 179.0, 137.0, 79.0, 48.0, 19.0, 26.0, 22.0, 15.0, 9.0, 4.0, 7.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.2265625, -10.8717041015625, -10.516845703125, -10.1619873046875, -9.80712890625, -9.4522705078125, -9.097412109375, -8.7425537109375, -8.3876953125, -8.0328369140625, -7.677978515625, -7.3231201171875, -6.96826171875, -6.6134033203125, -6.258544921875, -5.9036865234375, -5.548828125, -5.1939697265625, -4.839111328125, -4.4842529296875, -4.12939453125, -3.7745361328125, -3.419677734375, -3.0648193359375, -2.7099609375, -2.3551025390625, -2.000244140625, -1.6453857421875, -1.29052734375, -0.9356689453125, -0.580810546875, -0.2259521484375, 0.12890625, 0.4837646484375, 0.838623046875, 1.1934814453125, 1.54833984375, 1.9031982421875, 2.258056640625, 2.6129150390625, 2.9677734375, 3.3226318359375, 3.677490234375, 4.0323486328125, 4.38720703125, 4.7420654296875, 5.096923828125, 5.4517822265625, 5.806640625, 6.1614990234375, 6.516357421875, 6.8712158203125, 7.22607421875, 7.5809326171875, 7.935791015625, 8.2906494140625, 8.6455078125, 9.0003662109375, 9.355224609375, 9.7100830078125, 10.06494140625, 10.4197998046875, 10.774658203125, 11.1295166015625, 11.484375]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 0.0, 3.0, 6.0, 2.0, 3.0, 5.0, 10.0, 5.0, 9.0, 18.0, 16.0, 18.0, 19.0, 12.0, 26.0, 27.0, 25.0, 24.0, 30.0, 25.0, 50.0, 32.0, 26.0, 45.0, 35.0, 40.0, 38.0, 41.0, 40.0, 32.0, 33.0, 36.0, 33.0, 39.0, 23.0, 21.0, 21.0, 25.0, 13.0, 18.0, 18.0, 9.0, 14.0, 7.0, 9.0, 9.0, 4.0, 4.0, 5.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-19.03125, -18.449951171875, -17.86865234375, -17.287353515625, -16.7060546875, -16.124755859375, -15.54345703125, -14.962158203125, -14.380859375, -13.799560546875, -13.21826171875, -12.636962890625, -12.0556640625, -11.474365234375, -10.89306640625, -10.311767578125, -9.73046875, -9.149169921875, -8.56787109375, -7.986572265625, -7.4052734375, -6.823974609375, -6.24267578125, -5.661376953125, -5.080078125, -4.498779296875, -3.91748046875, -3.336181640625, -2.7548828125, -2.173583984375, -1.59228515625, -1.010986328125, -0.4296875, 0.151611328125, 0.73291015625, 1.314208984375, 1.8955078125, 2.476806640625, 3.05810546875, 3.639404296875, 4.220703125, 4.802001953125, 5.38330078125, 5.964599609375, 6.5458984375, 7.127197265625, 7.70849609375, 8.289794921875, 8.87109375, 9.452392578125, 10.03369140625, 10.614990234375, 11.1962890625, 11.777587890625, 12.35888671875, 12.940185546875, 13.521484375, 14.102783203125, 14.68408203125, 15.265380859375, 15.8466796875, 16.427978515625, 17.00927734375, 17.590576171875, 18.171875]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 6.0, 14.0, 10.0, 19.0, 33.0, 51.0, 62.0, 74.0, 133.0, 156.0, 248.0, 361.0, 562.0, 876.0, 1365.0, 2130.0, 3387.0, 5650.0, 9721.0, 18046.0, 36858.0, 808871.0, 101640.0, 25359.0, 13448.0, 7609.0, 4276.0, 2624.0, 1645.0, 1085.0, 727.0, 476.0, 316.0, 238.0, 160.0, 91.0, 71.0, 43.0, 39.0, 20.0, 15.0, 11.0, 10.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-1.02734375, -0.996917724609375, -0.96649169921875, -0.936065673828125, -0.9056396484375, -0.875213623046875, -0.84478759765625, -0.814361572265625, -0.783935546875, -0.753509521484375, -0.72308349609375, -0.692657470703125, -0.6622314453125, -0.631805419921875, -0.60137939453125, -0.570953369140625, -0.54052734375, -0.510101318359375, -0.47967529296875, -0.449249267578125, -0.4188232421875, -0.388397216796875, -0.35797119140625, -0.327545166015625, -0.297119140625, -0.266693115234375, -0.23626708984375, -0.205841064453125, -0.1754150390625, -0.144989013671875, -0.11456298828125, -0.084136962890625, -0.0537109375, -0.023284912109375, 0.00714111328125, 0.037567138671875, 0.0679931640625, 0.098419189453125, 0.12884521484375, 0.159271240234375, 0.189697265625, 0.220123291015625, 0.25054931640625, 0.280975341796875, 0.3114013671875, 0.341827392578125, 0.37225341796875, 0.402679443359375, 0.43310546875, 0.463531494140625, 0.49395751953125, 0.524383544921875, 0.5548095703125, 0.585235595703125, 0.61566162109375, 0.646087646484375, 0.676513671875, 0.706939697265625, 0.73736572265625, 0.767791748046875, 0.7982177734375, 0.828643798828125, 0.85906982421875, 0.889495849609375, 0.919921875]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 5.0, 5.0, 7.0, 11.0, 15.0, 3.0, 19.0, 20.0, 27.0, 23.0, 38.0, 49.0, 45.0, 51.0, 56.0, 62.0, 60.0, 58.0, 61.0, 53.0, 50.0, 53.0, 36.0, 25.0, 37.0, 26.0, 23.0, 14.0, 20.0, 13.0, 6.0, 7.0, 4.0, 3.0, 8.0, 5.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.0001042485237121582, -0.00010143313556909561, -9.861774742603302e-05, -9.580235928297043e-05, -9.298697113990784e-05, -9.017158299684525e-05, -8.735619485378265e-05, -8.454080671072006e-05, -8.172541856765747e-05, -7.891003042459488e-05, -7.609464228153229e-05, -7.32792541384697e-05, -7.04638659954071e-05, -6.764847785234451e-05, -6.483308970928192e-05, -6.201770156621933e-05, -5.920231342315674e-05, -5.638692528009415e-05, -5.3571537137031555e-05, -5.0756148993968964e-05, -4.794076085090637e-05, -4.512537270784378e-05, -4.230998456478119e-05, -3.94945964217186e-05, -3.6679208278656006e-05, -3.3863820135593414e-05, -3.104843199253082e-05, -2.823304384946823e-05, -2.541765570640564e-05, -2.2602267563343048e-05, -1.9786879420280457e-05, -1.6971491277217865e-05, -1.4156103134155273e-05, -1.1340714991092682e-05, -8.52532684803009e-06, -5.709938704967499e-06, -2.8945505619049072e-06, -7.916241884231567e-08, 2.736225724220276e-06, 5.5516138672828674e-06, 8.367002010345459e-06, 1.118239015340805e-05, 1.3997778296470642e-05, 1.6813166439533234e-05, 1.9628554582595825e-05, 2.2443942725658417e-05, 2.5259330868721008e-05, 2.80747190117836e-05, 3.089010715484619e-05, 3.370549529790878e-05, 3.6520883440971375e-05, 3.9336271584033966e-05, 4.215165972709656e-05, 4.496704787015915e-05, 4.778243601322174e-05, 5.059782415628433e-05, 5.3413212299346924e-05, 5.6228600442409515e-05, 5.904398858547211e-05, 6.18593767285347e-05, 6.467476487159729e-05, 6.749015301465988e-05, 7.030554115772247e-05, 7.312092930078506e-05, 7.593631744384766e-05]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 11.0, 4.0, 8.0, 6.0, 4.0, 6.0, 19.0, 13.0, 11.0, 18.0, 25.0, 50.0, 61.0, 88.0, 121.0, 183.0, 1344.0, 92553.0, 912941.0, 39730.0, 764.0, 182.0, 114.0, 65.0, 55.0, 43.0, 31.0, 24.0, 16.0, 9.0, 10.0, 9.0, 7.0, 11.0, 2.0, 9.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-5.0078125, -4.85791015625, -4.7080078125, -4.55810546875, -4.408203125, -4.25830078125, -4.1083984375, -3.95849609375, -3.80859375, -3.65869140625, -3.5087890625, -3.35888671875, -3.208984375, -3.05908203125, -2.9091796875, -2.75927734375, -2.609375, -2.45947265625, -2.3095703125, -2.15966796875, -2.009765625, -1.85986328125, -1.7099609375, -1.56005859375, -1.41015625, -1.26025390625, -1.1103515625, -0.96044921875, -0.810546875, -0.66064453125, -0.5107421875, -0.36083984375, -0.2109375, -0.06103515625, 0.0888671875, 0.23876953125, 0.388671875, 0.53857421875, 0.6884765625, 0.83837890625, 0.98828125, 1.13818359375, 1.2880859375, 1.43798828125, 1.587890625, 1.73779296875, 1.8876953125, 2.03759765625, 2.1875, 2.33740234375, 2.4873046875, 2.63720703125, 2.787109375, 2.93701171875, 3.0869140625, 3.23681640625, 3.38671875, 3.53662109375, 3.6865234375, 3.83642578125, 3.986328125, 4.13623046875, 4.2861328125, 4.43603515625, 4.5859375]}, "gradients/decoder.roberta.encoder.layer.20.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 5.0, 8.0, 11.0, 6.0, 6.0, 12.0, 16.0, 18.0, 21.0, 32.0, 30.0, 50.0, 51.0, 68.0, 70.0, 62.0, 73.0, 85.0, 62.0, 40.0, 48.0, 39.0, 36.0, 26.0, 14.0, 15.0, 12.0, 9.0, 8.0, 5.0, 13.0, 6.0, 5.0, 6.0, 5.0, 5.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.247314453125, -0.23938369750976562, -0.23145294189453125, -0.22352218627929688, -0.2155914306640625, -0.20766067504882812, -0.19972991943359375, -0.19179916381835938, -0.183868408203125, -0.17593765258789062, -0.16800689697265625, -0.16007614135742188, -0.1521453857421875, -0.14421463012695312, -0.13628387451171875, -0.12835311889648438, -0.12042236328125, -0.11249160766601562, -0.10456085205078125, -0.09663009643554688, -0.0886993408203125, -0.08076858520507812, -0.07283782958984375, -0.06490707397460938, -0.056976318359375, -0.049045562744140625, -0.04111480712890625, -0.033184051513671875, -0.0252532958984375, -0.017322540283203125, -0.00939178466796875, -0.001461029052734375, 0.0064697265625, 0.014400482177734375, 0.02233123779296875, 0.030261993408203125, 0.0381927490234375, 0.046123504638671875, 0.05405426025390625, 0.061985015869140625, 0.069915771484375, 0.07784652709960938, 0.08577728271484375, 0.09370803833007812, 0.1016387939453125, 0.10956954956054688, 0.11750030517578125, 0.12543106079101562, 0.13336181640625, 0.14129257202148438, 0.14922332763671875, 0.15715408325195312, 0.1650848388671875, 0.17301559448242188, 0.18094635009765625, 0.18887710571289062, 0.196807861328125, 0.20473861694335938, 0.21266937255859375, 0.22060012817382812, 0.2285308837890625, 0.23646163940429688, 0.24439239501953125, 0.2523231506347656, 0.26025390625]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 6.0, 10.0, 15.0, 24.0, 40.0, 57.0, 78.0, 99.0, 115.0, 114.0, 108.0, 101.0, 72.0, 68.0, 46.0, 29.0, 11.0, 9.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.160484313964844, -61.43255615234375, -59.704627990722656, -57.9766960144043, -56.2487678527832, -54.52083969116211, -52.79290771484375, -51.064979553222656, -49.33705139160156, -47.60912322998047, -45.881195068359375, -44.153263092041016, -42.42533493041992, -40.69740676879883, -38.96947479248047, -37.241546630859375, -35.51361846923828, -33.78569030761719, -32.057762145996094, -30.329830169677734, -28.60190200805664, -26.873973846435547, -25.14604377746582, -23.418113708496094, -21.690185546875, -19.962257385253906, -18.23432731628418, -16.506397247314453, -14.77846908569336, -13.05053997039795, -11.322610855102539, -9.594681739807129, -7.866752624511719, -6.138823509216309, -4.410894393920898, -2.6829652786254883, -0.9550361633300781, 0.772892951965332, 2.500822067260742, 4.228751182556152, 5.9566802978515625, 7.684609413146973, 9.412538528442383, 11.140467643737793, 12.868396759033203, 14.596325874328613, 16.324254989624023, 18.05218505859375, 19.780113220214844, 21.508041381835938, 23.235971450805664, 24.96390151977539, 26.691829681396484, 28.419757843017578, 30.147687911987305, 31.87561798095703, 33.603546142578125, 35.33147430419922, 37.05940246582031, 38.78733444213867, 40.515262603759766, 42.24319076538086, 43.97112274169922, 45.69905090332031, 47.426979064941406]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 11.0, 10.0, 12.0, 17.0, 16.0, 31.0, 21.0, 33.0, 37.0, 38.0, 40.0, 49.0, 46.0, 44.0, 55.0, 59.0, 49.0, 47.0, 56.0, 43.0, 44.0, 43.0, 36.0, 15.0, 27.0, 28.0, 18.0, 18.0, 17.0, 15.0, 7.0, 5.0, 4.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-43.93714904785156, -42.801998138427734, -41.66684341430664, -40.53169250488281, -39.396541595458984, -38.261390686035156, -37.12623596191406, -35.991085052490234, -34.855934143066406, -33.72078323364258, -32.585628509521484, -31.450477600097656, -30.315326690673828, -29.180173873901367, -28.045021057128906, -26.909870147705078, -25.774715423583984, -24.639562606811523, -23.504411697387695, -22.369258880615234, -21.234107971191406, -20.098955154418945, -18.963802337646484, -17.828651428222656, -16.693498611450195, -15.55834674835205, -14.423194885253906, -13.288042068481445, -12.1528902053833, -11.017738342285156, -9.882585525512695, -8.74743366241455, -7.612285614013672, -6.477133750915527, -5.341981410980225, -4.206829071044922, -3.0716772079467773, -1.9365253448486328, -0.8013730049133301, 0.33377933502197266, 1.4689311981201172, 2.604083299636841, 3.7392354011535645, 4.874387741088867, 6.009539604187012, 7.144691467285156, 8.279844284057617, 9.414996147155762, 10.550148010253906, 11.68529987335205, 12.820451736450195, 13.955604553222656, 15.0907564163208, 16.225908279418945, 17.361061096191406, 18.496212005615234, 19.631364822387695, 20.766517639160156, 21.901668548583984, 23.036821365356445, 24.171974182128906, 25.307125091552734, 26.442277908325195, 27.577430725097656, 28.712581634521484]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 2.0, 16.0, 11.0, 16.0, 17.0, 33.0, 45.0, 61.0, 114.0, 172.0, 274.0, 497.0, 840.0, 1905.0, 4346.0, 9866.0, 23293.0, 53081.0, 118116.0, 254704.0, 305322.0, 152530.0, 68905.0, 30574.0, 13063.0, 5752.0, 2483.0, 1076.0, 555.0, 297.0, 194.0, 116.0, 81.0, 48.0, 38.0, 27.0, 23.0, 11.0, 23.0, 8.0, 8.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-52.46875, -50.9765625, -49.484375, -47.9921875, -46.5, -45.0078125, -43.515625, -42.0234375, -40.53125, -39.0390625, -37.546875, -36.0546875, -34.5625, -33.0703125, -31.578125, -30.0859375, -28.59375, -27.1015625, -25.609375, -24.1171875, -22.625, -21.1328125, -19.640625, -18.1484375, -16.65625, -15.1640625, -13.671875, -12.1796875, -10.6875, -9.1953125, -7.703125, -6.2109375, -4.71875, -3.2265625, -1.734375, -0.2421875, 1.25, 2.7421875, 4.234375, 5.7265625, 7.21875, 8.7109375, 10.203125, 11.6953125, 13.1875, 14.6796875, 16.171875, 17.6640625, 19.15625, 20.6484375, 22.140625, 23.6328125, 25.125, 26.6171875, 28.109375, 29.6015625, 31.09375, 32.5859375, 34.078125, 35.5703125, 37.0625, 38.5546875, 40.046875, 41.5390625, 43.03125]}, "gradients/decoder.roberta.encoder.layer.20.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 3.0, 1.0, 8.0, 12.0, 13.0, 11.0, 22.0, 22.0, 28.0, 30.0, 43.0, 38.0, 37.0, 44.0, 51.0, 44.0, 46.0, 65.0, 50.0, 46.0, 53.0, 50.0, 50.0, 41.0, 33.0, 18.0, 32.0, 20.0, 16.0, 20.0, 17.0, 15.0, 8.0, 5.0, 4.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-42.875, -41.76953125, -40.6640625, -39.55859375, -38.453125, -37.34765625, -36.2421875, -35.13671875, -34.03125, -32.92578125, -31.8203125, -30.71484375, -29.609375, -28.50390625, -27.3984375, -26.29296875, -25.1875, -24.08203125, -22.9765625, -21.87109375, -20.765625, -19.66015625, -18.5546875, -17.44921875, -16.34375, -15.23828125, -14.1328125, -13.02734375, -11.921875, -10.81640625, -9.7109375, -8.60546875, -7.5, -6.39453125, -5.2890625, -4.18359375, -3.078125, -1.97265625, -0.8671875, 0.23828125, 1.34375, 2.44921875, 3.5546875, 4.66015625, 5.765625, 6.87109375, 7.9765625, 9.08203125, 10.1875, 11.29296875, 12.3984375, 13.50390625, 14.609375, 15.71484375, 16.8203125, 17.92578125, 19.03125, 20.13671875, 21.2421875, 22.34765625, 23.453125, 24.55859375, 25.6640625, 26.76953125, 27.875]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.value.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 6.0, 6.0, 9.0, 9.0, 5.0, 14.0, 12.0, 12.0, 13.0, 13.0, 22.0, 35.0, 25.0, 26.0, 31.0, 43.0, 49.0, 52.0, 99.0, 230.0, 2561.0, 1042682.0, 1909.0, 208.0, 91.0, 53.0, 48.0, 36.0, 37.0, 27.0, 26.0, 23.0, 20.0, 21.0, 18.0, 14.0, 17.0, 11.0, 10.0, 9.0, 3.0, 5.0, 5.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-605.5, -586.265625, -567.03125, -547.796875, -528.5625, -509.328125, -490.09375, -470.859375, -451.625, -432.390625, -413.15625, -393.921875, -374.6875, -355.453125, -336.21875, -316.984375, -297.75, -278.515625, -259.28125, -240.046875, -220.8125, -201.578125, -182.34375, -163.109375, -143.875, -124.640625, -105.40625, -86.171875, -66.9375, -47.703125, -28.46875, -9.234375, 10.0, 29.234375, 48.46875, 67.703125, 86.9375, 106.171875, 125.40625, 144.640625, 163.875, 183.109375, 202.34375, 221.578125, 240.8125, 260.046875, 279.28125, 298.515625, 317.75, 336.984375, 356.21875, 375.453125, 394.6875, 413.921875, 433.15625, 452.390625, 471.625, 490.859375, 510.09375, 529.328125, 548.5625, 567.796875, 587.03125, 606.265625, 625.5]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 5.0, 9.0, 6.0, 5.0, 7.0, 15.0, 9.0, 21.0, 22.0, 19.0, 26.0, 22.0, 28.0, 43.0, 39.0, 35.0, 40.0, 40.0, 39.0, 46.0, 41.0, 57.0, 42.0, 39.0, 48.0, 47.0, 36.0, 31.0, 27.0, 30.0, 22.0, 20.0, 12.0, 15.0, 15.0, 12.0, 6.0, 8.0, 6.0, 7.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.96875, -26.082275390625, -25.19580078125, -24.309326171875, -23.4228515625, -22.536376953125, -21.64990234375, -20.763427734375, -19.876953125, -18.990478515625, -18.10400390625, -17.217529296875, -16.3310546875, -15.444580078125, -14.55810546875, -13.671630859375, -12.78515625, -11.898681640625, -11.01220703125, -10.125732421875, -9.2392578125, -8.352783203125, -7.46630859375, -6.579833984375, -5.693359375, -4.806884765625, -3.92041015625, -3.033935546875, -2.1474609375, -1.260986328125, -0.37451171875, 0.511962890625, 1.3984375, 2.284912109375, 3.17138671875, 4.057861328125, 4.9443359375, 5.830810546875, 6.71728515625, 7.603759765625, 8.490234375, 9.376708984375, 10.26318359375, 11.149658203125, 12.0361328125, 12.922607421875, 13.80908203125, 14.695556640625, 15.58203125, 16.468505859375, 17.35498046875, 18.241455078125, 19.1279296875, 20.014404296875, 20.90087890625, 21.787353515625, 22.673828125, 23.560302734375, 24.44677734375, 25.333251953125, 26.2197265625, 27.106201171875, 27.99267578125, 28.879150390625, 29.765625]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 4.0, 7.0, 3.0, 3.0, 5.0, 10.0, 20.0, 34.0, 39.0, 66.0, 77.0, 151.0, 384.0, 800.0, 2677.0, 15914.0, 199403.0, 741337.0, 76885.0, 7877.0, 1602.0, 601.0, 265.0, 137.0, 87.0, 52.0, 34.0, 22.0, 17.0, 9.0, 16.0, 6.0, 3.0, 6.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-53.78125, -51.81298828125, -49.8447265625, -47.87646484375, -45.908203125, -43.93994140625, -41.9716796875, -40.00341796875, -38.03515625, -36.06689453125, -34.0986328125, -32.13037109375, -30.162109375, -28.19384765625, -26.2255859375, -24.25732421875, -22.2890625, -20.32080078125, -18.3525390625, -16.38427734375, -14.416015625, -12.44775390625, -10.4794921875, -8.51123046875, -6.54296875, -4.57470703125, -2.6064453125, -0.63818359375, 1.330078125, 3.29833984375, 5.2666015625, 7.23486328125, 9.203125, 11.17138671875, 13.1396484375, 15.10791015625, 17.076171875, 19.04443359375, 21.0126953125, 22.98095703125, 24.94921875, 26.91748046875, 28.8857421875, 30.85400390625, 32.822265625, 34.79052734375, 36.7587890625, 38.72705078125, 40.6953125, 42.66357421875, 44.6318359375, 46.60009765625, 48.568359375, 50.53662109375, 52.5048828125, 54.47314453125, 56.44140625, 58.40966796875, 60.3779296875, 62.34619140625, 64.314453125, 66.28271484375, 68.2509765625, 70.21923828125, 72.1875]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 10.0, 19.0, 21.0, 26.0, 37.0, 67.0, 99.0, 125.0, 182.0, 143.0, 95.0, 55.0, 50.0, 27.0, 19.0, 13.0, 8.0, 6.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030231475830078125, -0.002881854772567749, -0.0027405619621276855, -0.002599269151687622, -0.0024579763412475586, -0.002316683530807495, -0.0021753907203674316, -0.002034097909927368, -0.0018928050994873047, -0.0017515122890472412, -0.0016102194786071777, -0.0014689266681671143, -0.0013276338577270508, -0.0011863410472869873, -0.0010450482368469238, -0.0009037554264068604, -0.0007624626159667969, -0.0006211698055267334, -0.0004798769950866699, -0.00033858418464660645, -0.00019729137420654297, -5.599856376647949e-05, 8.529424667358398e-05, 0.00022658705711364746, 0.00036787986755371094, 0.0005091726779937744, 0.0006504654884338379, 0.0007917582988739014, 0.0009330511093139648, 0.0010743439197540283, 0.0012156367301940918, 0.0013569295406341553, 0.0014982223510742188, 0.0016395151615142822, 0.0017808079719543457, 0.0019221007823944092, 0.0020633935928344727, 0.002204686403274536, 0.0023459792137145996, 0.002487272024154663, 0.0026285648345947266, 0.00276985764503479, 0.0029111504554748535, 0.003052443265914917, 0.0031937360763549805, 0.003335028886795044, 0.0034763216972351074, 0.003617614507675171, 0.0037589073181152344, 0.003900200128555298, 0.004041492938995361, 0.004182785749435425, 0.004324078559875488, 0.004465371370315552, 0.004606664180755615, 0.004747956991195679, 0.004889249801635742, 0.005030542612075806, 0.005171835422515869, 0.005313128232955933, 0.005454421043395996, 0.00559571385383606, 0.005737006664276123, 0.0058782994747161865, 0.00601959228515625]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 8.0, 17.0, 24.0, 34.0, 49.0, 81.0, 205.0, 881.0, 42675.0, 996905.0, 6850.0, 475.0, 138.0, 66.0, 45.0, 36.0, 17.0, 11.0, 5.0, 9.0, 5.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-183.625, -178.115234375, -172.60546875, -167.095703125, -161.5859375, -156.076171875, -150.56640625, -145.056640625, -139.546875, -134.037109375, -128.52734375, -123.017578125, -117.5078125, -111.998046875, -106.48828125, -100.978515625, -95.46875, -89.958984375, -84.44921875, -78.939453125, -73.4296875, -67.919921875, -62.41015625, -56.900390625, -51.390625, -45.880859375, -40.37109375, -34.861328125, -29.3515625, -23.841796875, -18.33203125, -12.822265625, -7.3125, -1.802734375, 3.70703125, 9.216796875, 14.7265625, 20.236328125, 25.74609375, 31.255859375, 36.765625, 42.275390625, 47.78515625, 53.294921875, 58.8046875, 64.314453125, 69.82421875, 75.333984375, 80.84375, 86.353515625, 91.86328125, 97.373046875, 102.8828125, 108.392578125, 113.90234375, 119.412109375, 124.921875, 130.431640625, 135.94140625, 141.451171875, 146.9609375, 152.470703125, 157.98046875, 163.490234375, 169.0]}, "gradients/decoder.roberta.encoder.layer.20.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 5.0, 9.0, 5.0, 13.0, 10.0, 24.0, 31.0, 41.0, 48.0, 89.0, 80.0, 117.0, 126.0, 101.0, 81.0, 79.0, 39.0, 25.0, 23.0, 16.0, 19.0, 10.0, 3.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.0625, -8.7626953125, -8.462890625, -8.1630859375, -7.86328125, -7.5634765625, -7.263671875, -6.9638671875, -6.6640625, -6.3642578125, -6.064453125, -5.7646484375, -5.46484375, -5.1650390625, -4.865234375, -4.5654296875, -4.265625, -3.9658203125, -3.666015625, -3.3662109375, -3.06640625, -2.7666015625, -2.466796875, -2.1669921875, -1.8671875, -1.5673828125, -1.267578125, -0.9677734375, -0.66796875, -0.3681640625, -0.068359375, 0.2314453125, 0.53125, 0.8310546875, 1.130859375, 1.4306640625, 1.73046875, 2.0302734375, 2.330078125, 2.6298828125, 2.9296875, 3.2294921875, 3.529296875, 3.8291015625, 4.12890625, 4.4287109375, 4.728515625, 5.0283203125, 5.328125, 5.6279296875, 5.927734375, 6.2275390625, 6.52734375, 6.8271484375, 7.126953125, 7.4267578125, 7.7265625, 8.0263671875, 8.326171875, 8.6259765625, 8.92578125, 9.2255859375, 9.525390625, 9.8251953125, 10.125]}, "gradients/decoder.roberta.encoder.layer.19.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 15.0, 16.0, 32.0, 66.0, 125.0, 153.0, 160.0, 157.0, 108.0, 88.0, 33.0, 20.0, 17.0, 3.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.521297454833984, -34.011619567871094, -31.50193977355957, -28.99226188659668, -26.482582092285156, -23.972904205322266, -21.463226318359375, -18.95354652404785, -16.44386863708496, -13.934189796447754, -11.424510955810547, -8.914833068847656, -6.405154228210449, -3.895475387573242, -1.3857975006103516, 1.1238822937011719, 3.6335601806640625, 6.1432390213012695, 8.652917861938477, 11.162595748901367, 13.672274589538574, 16.18195343017578, 18.691631317138672, 21.201311111450195, 23.710988998413086, 26.220666885375977, 28.7303466796875, 31.24002456665039, 33.74970245361328, 36.25938415527344, 38.76905822753906, 41.27873992919922, 43.788421630859375, 46.298099517822266, 48.807777404785156, 51.31745910644531, 53.8271369934082, 56.336814880371094, 58.846492767333984, 61.356170654296875, 63.86585235595703, 66.37553405761719, 68.88520812988281, 71.39488983154297, 73.9045639038086, 76.41424560546875, 78.92391967773438, 81.43360137939453, 83.94328308105469, 86.45296478271484, 88.96263885498047, 91.47232055664062, 93.98199462890625, 96.4916763305664, 99.00135803222656, 101.51103210449219, 104.02070617675781, 106.53038787841797, 109.0400619506836, 111.54974365234375, 114.05941772460938, 116.56909942626953, 119.07878112792969, 121.58845520019531, 124.09813690185547]}, "gradients/decoder.roberta.encoder.layer.19.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 1.0, 0.0, 3.0, 7.0, 4.0, 6.0, 6.0, 7.0, 4.0, 11.0, 20.0, 14.0, 24.0, 15.0, 22.0, 29.0, 25.0, 31.0, 37.0, 34.0, 32.0, 45.0, 37.0, 38.0, 46.0, 41.0, 46.0, 33.0, 37.0, 32.0, 44.0, 37.0, 26.0, 38.0, 26.0, 29.0, 21.0, 15.0, 8.0, 7.0, 18.0, 19.0, 10.0, 6.0, 2.0, 5.0, 4.0, 2.0, 1.0, 3.0, 4.0, 1.0], "bins": [-46.91699981689453, -45.592002868652344, -44.26700973510742, -42.942012786865234, -41.61701965332031, -40.292022705078125, -38.96702575683594, -37.642032623291016, -36.31703567504883, -34.99203872680664, -33.66704559326172, -32.34204864501953, -31.017053604125977, -29.692058563232422, -28.367063522338867, -27.042068481445312, -25.717073440551758, -24.392078399658203, -23.06708335876465, -21.742088317871094, -20.417091369628906, -19.09209632873535, -17.767101287841797, -16.44210433959961, -15.117110252380371, -13.792115211486816, -12.467119216918945, -11.14212417602539, -9.817129135131836, -8.492133140563965, -7.16713809967041, -5.842142105102539, -4.517147064208984, -3.1921515464782715, -1.8671562671661377, -0.5421609878540039, 0.782834529876709, 2.107830047607422, 3.4328250885009766, 4.757821083068848, 6.082816123962402, 7.407811641693115, 8.732807159423828, 10.057802200317383, 11.382797241210938, 12.707793235778809, 14.032788276672363, 15.357784271240234, 16.68277931213379, 18.007774353027344, 19.3327693939209, 20.657764434814453, 21.98276138305664, 23.307756423950195, 24.63275146484375, 25.957748413085938, 27.28274154663086, 28.607736587524414, 29.93273162841797, 31.257728576660156, 32.58272171020508, 33.907718658447266, 35.23271179199219, 36.557708740234375, 37.88270568847656]}, "gradients/decoder.roberta.encoder.layer.19.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 10.0, 10.0, 17.0, 10.0, 21.0, 30.0, 41.0, 68.0, 99.0, 132.0, 194.0, 422.0, 1132.0, 3685.0, 16374.0, 115211.0, 1490646.0, 2354121.0, 180469.0, 24109.0, 4893.0, 1354.0, 483.0, 248.0, 151.0, 95.0, 71.0, 39.0, 44.0, 27.0, 25.0, 15.0, 13.0, 10.0, 9.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-100.9375, -98.216796875, -95.49609375, -92.775390625, -90.0546875, -87.333984375, -84.61328125, -81.892578125, -79.171875, -76.451171875, -73.73046875, -71.009765625, -68.2890625, -65.568359375, -62.84765625, -60.126953125, -57.40625, -54.685546875, -51.96484375, -49.244140625, -46.5234375, -43.802734375, -41.08203125, -38.361328125, -35.640625, -32.919921875, -30.19921875, -27.478515625, -24.7578125, -22.037109375, -19.31640625, -16.595703125, -13.875, -11.154296875, -8.43359375, -5.712890625, -2.9921875, -0.271484375, 2.44921875, 5.169921875, 7.890625, 10.611328125, 13.33203125, 16.052734375, 18.7734375, 21.494140625, 24.21484375, 26.935546875, 29.65625, 32.376953125, 35.09765625, 37.818359375, 40.5390625, 43.259765625, 45.98046875, 48.701171875, 51.421875, 54.142578125, 56.86328125, 59.583984375, 62.3046875, 65.025390625, 67.74609375, 70.466796875, 73.1875]}, "gradients/decoder.roberta.encoder.layer.19.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 5.0, 8.0, 11.0, 10.0, 12.0, 16.0, 16.0, 27.0, 26.0, 38.0, 29.0, 36.0, 40.0, 38.0, 52.0, 61.0, 66.0, 54.0, 63.0, 45.0, 41.0, 47.0, 40.0, 35.0, 30.0, 28.0, 29.0, 30.0, 11.0, 12.0, 11.0, 13.0, 6.0, 13.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.5, -35.491943359375, -34.48388671875, -33.475830078125, -32.4677734375, -31.459716796875, -30.45166015625, -29.443603515625, -28.435546875, -27.427490234375, -26.41943359375, -25.411376953125, -24.4033203125, -23.395263671875, -22.38720703125, -21.379150390625, -20.37109375, -19.363037109375, -18.35498046875, -17.346923828125, -16.3388671875, -15.330810546875, -14.32275390625, -13.314697265625, -12.306640625, -11.298583984375, -10.29052734375, -9.282470703125, -8.2744140625, -7.266357421875, -6.25830078125, -5.250244140625, -4.2421875, -3.234130859375, -2.22607421875, -1.218017578125, -0.2099609375, 0.798095703125, 1.80615234375, 2.814208984375, 3.822265625, 4.830322265625, 5.83837890625, 6.846435546875, 7.8544921875, 8.862548828125, 9.87060546875, 10.878662109375, 11.88671875, 12.894775390625, 13.90283203125, 14.910888671875, 15.9189453125, 16.927001953125, 17.93505859375, 18.943115234375, 19.951171875, 20.959228515625, 21.96728515625, 22.975341796875, 23.9833984375, 24.991455078125, 25.99951171875, 27.007568359375, 28.015625]}, "gradients/decoder.roberta.encoder.layer.19.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 7.0, 1.0, 6.0, 7.0, 12.0, 22.0, 38.0, 45.0, 71.0, 117.0, 197.0, 332.0, 686.0, 2469.0, 159539.0, 4011115.0, 17040.0, 1364.0, 495.0, 268.0, 153.0, 103.0, 81.0, 39.0, 27.0, 12.0, 14.0, 8.0, 12.0, 6.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-395.0, -385.6640625, -376.328125, -366.9921875, -357.65625, -348.3203125, -338.984375, -329.6484375, -320.3125, -310.9765625, -301.640625, -292.3046875, -282.96875, -273.6328125, -264.296875, -254.9609375, -245.625, -236.2890625, -226.953125, -217.6171875, -208.28125, -198.9453125, -189.609375, -180.2734375, -170.9375, -161.6015625, -152.265625, -142.9296875, -133.59375, -124.2578125, -114.921875, -105.5859375, -96.25, -86.9140625, -77.578125, -68.2421875, -58.90625, -49.5703125, -40.234375, -30.8984375, -21.5625, -12.2265625, -2.890625, 6.4453125, 15.78125, 25.1171875, 34.453125, 43.7890625, 53.125, 62.4609375, 71.796875, 81.1328125, 90.46875, 99.8046875, 109.140625, 118.4765625, 127.8125, 137.1484375, 146.484375, 155.8203125, 165.15625, 174.4921875, 183.828125, 193.1640625, 202.5]}, "gradients/decoder.roberta.encoder.layer.19.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 13.0, 8.0, 12.0, 14.0, 26.0, 37.0, 65.0, 94.0, 143.0, 186.0, 288.0, 439.0, 557.0, 585.0, 505.0, 340.0, 232.0, 163.0, 120.0, 94.0, 43.0, 33.0, 21.0, 20.0, 10.0, 7.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.296875, -11.745849609375, -11.19482421875, -10.643798828125, -10.0927734375, -9.541748046875, -8.99072265625, -8.439697265625, -7.888671875, -7.337646484375, -6.78662109375, -6.235595703125, -5.6845703125, -5.133544921875, -4.58251953125, -4.031494140625, -3.48046875, -2.929443359375, -2.37841796875, -1.827392578125, -1.2763671875, -0.725341796875, -0.17431640625, 0.376708984375, 0.927734375, 1.478759765625, 2.02978515625, 2.580810546875, 3.1318359375, 3.682861328125, 4.23388671875, 4.784912109375, 5.3359375, 5.886962890625, 6.43798828125, 6.989013671875, 7.5400390625, 8.091064453125, 8.64208984375, 9.193115234375, 9.744140625, 10.295166015625, 10.84619140625, 11.397216796875, 11.9482421875, 12.499267578125, 13.05029296875, 13.601318359375, 14.15234375, 14.703369140625, 15.25439453125, 15.805419921875, 16.3564453125, 16.907470703125, 17.45849609375, 18.009521484375, 18.560546875, 19.111572265625, 19.66259765625, 20.213623046875, 20.7646484375, 21.315673828125, 21.86669921875, 22.417724609375, 22.96875]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 8.0, 13.0, 8.0, 19.0, 21.0, 28.0, 49.0, 59.0, 67.0, 72.0, 83.0, 76.0, 100.0, 75.0, 74.0, 49.0, 65.0, 30.0, 30.0, 24.0, 15.0, 14.0, 9.0, 3.0, 8.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.79509353637695, -39.51811599731445, -38.24114227294922, -36.96416473388672, -35.68718719482422, -34.41020965576172, -33.133235931396484, -31.856258392333984, -30.579282760620117, -29.30230712890625, -28.02532958984375, -26.748353958129883, -25.471378326416016, -24.194400787353516, -22.91742515563965, -21.64044952392578, -20.36347198486328, -19.086496353149414, -17.809518814086914, -16.532543182373047, -15.255566596984863, -13.97859001159668, -12.701614379882812, -11.424637794494629, -10.147661209106445, -8.870684623718262, -7.593708515167236, -6.316732406616211, -5.039755821228027, -3.7627792358398438, -2.4858031272888184, -1.208827018737793, 0.06814956665039062, 1.3451259136199951, 2.6221022605895996, 3.899078607559204, 5.176054954528809, 6.453031539916992, 7.730007648468018, 9.006983757019043, 10.283960342407227, 11.56093692779541, 12.837913513183594, 14.114889144897461, 15.391865730285645, 16.668842315673828, 17.945817947387695, 19.222793579101562, 20.499771118164062, 21.77674674987793, 23.05372428894043, 24.330699920654297, 25.607677459716797, 26.884653091430664, 28.16162872314453, 29.43860626220703, 30.7155818939209, 31.992557525634766, 33.269535064697266, 34.546512603759766, 35.823486328125, 37.1004638671875, 38.37744140625, 39.654415130615234, 40.931392669677734]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 7.0, 3.0, 6.0, 9.0, 10.0, 10.0, 12.0, 12.0, 25.0, 17.0, 25.0, 24.0, 32.0, 33.0, 33.0, 39.0, 49.0, 41.0, 43.0, 45.0, 55.0, 35.0, 49.0, 51.0, 45.0, 45.0, 36.0, 32.0, 34.0, 18.0, 25.0, 17.0, 16.0, 18.0, 10.0, 14.0, 9.0, 8.0, 10.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-36.78376007080078, -35.7967414855957, -34.809722900390625, -33.82270431518555, -32.83568572998047, -31.84866714477539, -30.861648559570312, -29.874629974365234, -28.887611389160156, -27.900592803955078, -26.91357421875, -25.926555633544922, -24.939537048339844, -23.952518463134766, -22.965499877929688, -21.97848129272461, -20.99146270751953, -20.004444122314453, -19.017425537109375, -18.030406951904297, -17.04338836669922, -16.05636978149414, -15.069351196289062, -14.082332611083984, -13.095314025878906, -12.108295440673828, -11.12127685546875, -10.134258270263672, -9.147239685058594, -8.160221099853516, -7.1732025146484375, -6.186183929443359, -5.199165344238281, -4.212146759033203, -3.225128173828125, -2.238109588623047, -1.2510910034179688, -0.2640724182128906, 0.7229461669921875, 1.7099647521972656, 2.6969833374023438, 3.684001922607422, 4.6710205078125, 5.658039093017578, 6.645057678222656, 7.632076263427734, 8.619094848632812, 9.60611343383789, 10.593132019042969, 11.580150604248047, 12.567169189453125, 13.554187774658203, 14.541206359863281, 15.52822494506836, 16.515243530273438, 17.502262115478516, 18.489280700683594, 19.476299285888672, 20.46331787109375, 21.450336456298828, 22.437355041503906, 23.424373626708984, 24.411392211914062, 25.39841079711914, 26.38542938232422]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 13.0, 12.0, 32.0, 50.0, 88.0, 123.0, 208.0, 341.0, 545.0, 872.0, 1373.0, 2284.0, 3551.0, 5581.0, 8652.0, 13154.0, 19680.0, 28696.0, 40727.0, 55403.0, 71801.0, 87948.0, 101019.0, 107887.0, 106195.0, 95921.0, 80172.0, 63899.0, 48049.0, 34453.0, 23903.0, 16383.0, 10739.0, 7043.0, 4434.0, 2757.0, 1728.0, 1067.0, 669.0, 415.0, 256.0, 165.0, 101.0, 56.0, 47.0, 27.0, 13.0, 8.0, 2.0, 8.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.296875, -4.15716552734375, -4.0174560546875, -3.87774658203125, -3.738037109375, -3.59832763671875, -3.4586181640625, -3.31890869140625, -3.17919921875, -3.03948974609375, -2.8997802734375, -2.76007080078125, -2.620361328125, -2.48065185546875, -2.3409423828125, -2.20123291015625, -2.0615234375, -1.92181396484375, -1.7821044921875, -1.64239501953125, -1.502685546875, -1.36297607421875, -1.2232666015625, -1.08355712890625, -0.94384765625, -0.80413818359375, -0.6644287109375, -0.52471923828125, -0.385009765625, -0.24530029296875, -0.1055908203125, 0.03411865234375, 0.173828125, 0.31353759765625, 0.4532470703125, 0.59295654296875, 0.732666015625, 0.87237548828125, 1.0120849609375, 1.15179443359375, 1.29150390625, 1.43121337890625, 1.5709228515625, 1.71063232421875, 1.850341796875, 1.99005126953125, 2.1297607421875, 2.26947021484375, 2.4091796875, 2.54888916015625, 2.6885986328125, 2.82830810546875, 2.968017578125, 3.10772705078125, 3.2474365234375, 3.38714599609375, 3.52685546875, 3.66656494140625, 3.8062744140625, 3.94598388671875, 4.085693359375, 4.22540283203125, 4.3651123046875, 4.50482177734375, 4.64453125]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 6.0, 6.0, 8.0, 14.0, 10.0, 13.0, 22.0, 19.0, 23.0, 19.0, 37.0, 32.0, 37.0, 37.0, 46.0, 44.0, 42.0, 49.0, 50.0, 41.0, 40.0, 53.0, 47.0, 47.0, 38.0, 32.0, 34.0, 20.0, 23.0, 18.0, 16.0, 17.0, 12.0, 15.0, 6.0, 9.0, 10.0, 1.0, 4.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-37.125, -36.138427734375, -35.15185546875, -34.165283203125, -33.1787109375, -32.192138671875, -31.20556640625, -30.218994140625, -29.232421875, -28.245849609375, -27.25927734375, -26.272705078125, -25.2861328125, -24.299560546875, -23.31298828125, -22.326416015625, -21.33984375, -20.353271484375, -19.36669921875, -18.380126953125, -17.3935546875, -16.406982421875, -15.42041015625, -14.433837890625, -13.447265625, -12.460693359375, -11.47412109375, -10.487548828125, -9.5009765625, -8.514404296875, -7.52783203125, -6.541259765625, -5.5546875, -4.568115234375, -3.58154296875, -2.594970703125, -1.6083984375, -0.621826171875, 0.36474609375, 1.351318359375, 2.337890625, 3.324462890625, 4.31103515625, 5.297607421875, 6.2841796875, 7.270751953125, 8.25732421875, 9.243896484375, 10.23046875, 11.217041015625, 12.20361328125, 13.190185546875, 14.1767578125, 15.163330078125, 16.14990234375, 17.136474609375, 18.123046875, 19.109619140625, 20.09619140625, 21.082763671875, 22.0693359375, 23.055908203125, 24.04248046875, 25.029052734375, 26.015625]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 7.0, 15.0, 20.0, 20.0, 44.0, 38.0, 68.0, 89.0, 144.0, 204.0, 301.0, 419.0, 607.0, 840.0, 1172.0, 1581.0, 2255.0, 2929.0, 4302.0, 5761.0, 7667.0, 10706.0, 15294.0, 22402.0, 57947.0, 708029.0, 120999.0, 25448.0, 16717.0, 11779.0, 8344.0, 6208.0, 4445.0, 3286.0, 2408.0, 1787.0, 1251.0, 895.0, 630.0, 454.0, 302.0, 228.0, 163.0, 107.0, 69.0, 56.0, 38.0, 31.0, 20.0, 16.0, 7.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0], "bins": [-8.53125, -8.269775390625, -8.00830078125, -7.746826171875, -7.4853515625, -7.223876953125, -6.96240234375, -6.700927734375, -6.439453125, -6.177978515625, -5.91650390625, -5.655029296875, -5.3935546875, -5.132080078125, -4.87060546875, -4.609130859375, -4.34765625, -4.086181640625, -3.82470703125, -3.563232421875, -3.3017578125, -3.040283203125, -2.77880859375, -2.517333984375, -2.255859375, -1.994384765625, -1.73291015625, -1.471435546875, -1.2099609375, -0.948486328125, -0.68701171875, -0.425537109375, -0.1640625, 0.097412109375, 0.35888671875, 0.620361328125, 0.8818359375, 1.143310546875, 1.40478515625, 1.666259765625, 1.927734375, 2.189208984375, 2.45068359375, 2.712158203125, 2.9736328125, 3.235107421875, 3.49658203125, 3.758056640625, 4.01953125, 4.281005859375, 4.54248046875, 4.803955078125, 5.0654296875, 5.326904296875, 5.58837890625, 5.849853515625, 6.111328125, 6.372802734375, 6.63427734375, 6.895751953125, 7.1572265625, 7.418701171875, 7.68017578125, 7.941650390625, 8.203125]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 3.0, 7.0, 4.0, 2.0, 10.0, 7.0, 16.0, 16.0, 10.0, 12.0, 18.0, 22.0, 26.0, 25.0, 28.0, 23.0, 38.0, 39.0, 38.0, 31.0, 33.0, 42.0, 43.0, 33.0, 49.0, 38.0, 43.0, 38.0, 40.0, 35.0, 21.0, 23.0, 33.0, 19.0, 21.0, 21.0, 20.0, 14.0, 11.0, 9.0, 9.0, 9.0, 6.0, 6.0, 7.0, 11.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.3125, -16.725341796875, -16.13818359375, -15.551025390625, -14.9638671875, -14.376708984375, -13.78955078125, -13.202392578125, -12.615234375, -12.028076171875, -11.44091796875, -10.853759765625, -10.2666015625, -9.679443359375, -9.09228515625, -8.505126953125, -7.91796875, -7.330810546875, -6.74365234375, -6.156494140625, -5.5693359375, -4.982177734375, -4.39501953125, -3.807861328125, -3.220703125, -2.633544921875, -2.04638671875, -1.459228515625, -0.8720703125, -0.284912109375, 0.30224609375, 0.889404296875, 1.4765625, 2.063720703125, 2.65087890625, 3.238037109375, 3.8251953125, 4.412353515625, 4.99951171875, 5.586669921875, 6.173828125, 6.760986328125, 7.34814453125, 7.935302734375, 8.5224609375, 9.109619140625, 9.69677734375, 10.283935546875, 10.87109375, 11.458251953125, 12.04541015625, 12.632568359375, 13.2197265625, 13.806884765625, 14.39404296875, 14.981201171875, 15.568359375, 16.155517578125, 16.74267578125, 17.329833984375, 17.9169921875, 18.504150390625, 19.09130859375, 19.678466796875, 20.265625]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 7.0, 4.0, 4.0, 9.0, 15.0, 12.0, 22.0, 28.0, 47.0, 50.0, 105.0, 109.0, 169.0, 264.0, 362.0, 519.0, 774.0, 1167.0, 1798.0, 2726.0, 4218.0, 6701.0, 10972.0, 18917.0, 34615.0, 709882.0, 184999.0, 28190.0, 15639.0, 9304.0, 5954.0, 3748.0, 2353.0, 1591.0, 977.0, 752.0, 502.0, 330.0, 204.0, 154.0, 127.0, 75.0, 52.0, 44.0, 31.0, 17.0, 9.0, 7.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.7119140625, -0.6914901733398438, -0.6710662841796875, -0.6506423950195312, -0.630218505859375, -0.6097946166992188, -0.5893707275390625, -0.5689468383789062, -0.54852294921875, -0.5280990600585938, -0.5076751708984375, -0.48725128173828125, -0.466827392578125, -0.44640350341796875, -0.4259796142578125, -0.40555572509765625, -0.3851318359375, -0.36470794677734375, -0.3442840576171875, -0.32386016845703125, -0.303436279296875, -0.28301239013671875, -0.2625885009765625, -0.24216461181640625, -0.22174072265625, -0.20131683349609375, -0.1808929443359375, -0.16046905517578125, -0.140045166015625, -0.11962127685546875, -0.0991973876953125, -0.07877349853515625, -0.058349609375, -0.03792572021484375, -0.0175018310546875, 0.00292205810546875, 0.023345947265625, 0.04376983642578125, 0.0641937255859375, 0.08461761474609375, 0.10504150390625, 0.12546539306640625, 0.1458892822265625, 0.16631317138671875, 0.186737060546875, 0.20716094970703125, 0.2275848388671875, 0.24800872802734375, 0.2684326171875, 0.28885650634765625, 0.3092803955078125, 0.32970428466796875, 0.350128173828125, 0.37055206298828125, 0.3909759521484375, 0.41139984130859375, 0.43182373046875, 0.45224761962890625, 0.4726715087890625, 0.49309539794921875, 0.513519287109375, 0.5339431762695312, 0.5543670654296875, 0.5747909545898438, 0.59521484375]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 4.0, 6.0, 4.0, 10.0, 5.0, 11.0, 5.0, 18.0, 19.0, 12.0, 29.0, 28.0, 27.0, 32.0, 37.0, 39.0, 50.0, 44.0, 55.0, 46.0, 54.0, 40.0, 51.0, 37.0, 52.0, 39.0, 39.0, 27.0, 36.0, 26.0, 15.0, 19.0, 17.0, 9.0, 14.0, 7.0, 3.0, 6.0, 10.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-5.429983139038086e-05, -5.264952778816223e-05, -5.0999224185943604e-05, -4.9348920583724976e-05, -4.769861698150635e-05, -4.604831337928772e-05, -4.439800977706909e-05, -4.2747706174850464e-05, -4.1097402572631836e-05, -3.944709897041321e-05, -3.779679536819458e-05, -3.614649176597595e-05, -3.4496188163757324e-05, -3.2845884561538696e-05, -3.119558095932007e-05, -2.954527735710144e-05, -2.7894973754882812e-05, -2.6244670152664185e-05, -2.4594366550445557e-05, -2.294406294822693e-05, -2.12937593460083e-05, -1.9643455743789673e-05, -1.7993152141571045e-05, -1.6342848539352417e-05, -1.4692544937133789e-05, -1.3042241334915161e-05, -1.1391937732696533e-05, -9.741634130477905e-06, -8.091330528259277e-06, -6.441026926040649e-06, -4.7907233238220215e-06, -3.1404197216033936e-06, -1.4901161193847656e-06, 1.601874828338623e-07, 1.8104910850524902e-06, 3.460794687271118e-06, 5.111098289489746e-06, 6.761401891708374e-06, 8.411705493927002e-06, 1.006200909614563e-05, 1.1712312698364258e-05, 1.3362616300582886e-05, 1.5012919902801514e-05, 1.666322350502014e-05, 1.831352710723877e-05, 1.9963830709457397e-05, 2.1614134311676025e-05, 2.3264437913894653e-05, 2.491474151611328e-05, 2.656504511833191e-05, 2.8215348720550537e-05, 2.9865652322769165e-05, 3.151595592498779e-05, 3.316625952720642e-05, 3.481656312942505e-05, 3.646686673164368e-05, 3.8117170333862305e-05, 3.976747393608093e-05, 4.141777753829956e-05, 4.306808114051819e-05, 4.4718384742736816e-05, 4.6368688344955444e-05, 4.801899194717407e-05, 4.96692955493927e-05, 5.131959915161133e-05]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.query.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 5.0, 12.0, 12.0, 10.0, 20.0, 21.0, 27.0, 21.0, 27.0, 51.0, 65.0, 80.0, 105.0, 127.0, 213.0, 661.0, 9941.0, 404455.0, 613051.0, 17866.0, 923.0, 271.0, 136.0, 78.0, 73.0, 63.0, 44.0, 36.0, 34.0, 19.0, 17.0, 15.0, 12.0, 13.0, 5.0, 5.0, 7.0, 2.0, 7.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0], "bins": [-3.71484375, -3.6058349609375, -3.496826171875, -3.3878173828125, -3.27880859375, -3.1697998046875, -3.060791015625, -2.9517822265625, -2.8427734375, -2.7337646484375, -2.624755859375, -2.5157470703125, -2.40673828125, -2.2977294921875, -2.188720703125, -2.0797119140625, -1.970703125, -1.8616943359375, -1.752685546875, -1.6436767578125, -1.53466796875, -1.4256591796875, -1.316650390625, -1.2076416015625, -1.0986328125, -0.9896240234375, -0.880615234375, -0.7716064453125, -0.66259765625, -0.5535888671875, -0.444580078125, -0.3355712890625, -0.2265625, -0.1175537109375, -0.008544921875, 0.1004638671875, 0.20947265625, 0.3184814453125, 0.427490234375, 0.5364990234375, 0.6455078125, 0.7545166015625, 0.863525390625, 0.9725341796875, 1.08154296875, 1.1905517578125, 1.299560546875, 1.4085693359375, 1.517578125, 1.6265869140625, 1.735595703125, 1.8446044921875, 1.95361328125, 2.0626220703125, 2.171630859375, 2.2806396484375, 2.3896484375, 2.4986572265625, 2.607666015625, 2.7166748046875, 2.82568359375, 2.9346923828125, 3.043701171875, 3.1527099609375, 3.26171875]}, "gradients/decoder.roberta.encoder.layer.19.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 4.0, 6.0, 7.0, 5.0, 13.0, 15.0, 11.0, 14.0, 9.0, 21.0, 24.0, 26.0, 25.0, 33.0, 41.0, 35.0, 48.0, 52.0, 54.0, 55.0, 65.0, 50.0, 51.0, 35.0, 40.0, 43.0, 27.0, 24.0, 26.0, 21.0, 17.0, 15.0, 16.0, 14.0, 11.0, 9.0, 6.0, 6.0, 1.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1890869140625, -0.1826648712158203, -0.17624282836914062, -0.16982078552246094, -0.16339874267578125, -0.15697669982910156, -0.15055465698242188, -0.1441326141357422, -0.1377105712890625, -0.1312885284423828, -0.12486648559570312, -0.11844444274902344, -0.11202239990234375, -0.10560035705566406, -0.09917831420898438, -0.09275627136230469, -0.086334228515625, -0.07991218566894531, -0.07349014282226562, -0.06706809997558594, -0.06064605712890625, -0.05422401428222656, -0.047801971435546875, -0.04137992858886719, -0.0349578857421875, -0.028535842895507812, -0.022113800048828125, -0.015691757202148438, -0.00926971435546875, -0.0028476715087890625, 0.003574371337890625, 0.009996414184570312, 0.01641845703125, 0.022840499877929688, 0.029262542724609375, 0.03568458557128906, 0.04210662841796875, 0.04852867126464844, 0.054950714111328125, 0.06137275695800781, 0.0677947998046875, 0.07421684265136719, 0.08063888549804688, 0.08706092834472656, 0.09348297119140625, 0.09990501403808594, 0.10632705688476562, 0.11274909973144531, 0.119171142578125, 0.1255931854248047, 0.13201522827148438, 0.13843727111816406, 0.14485931396484375, 0.15128135681152344, 0.15770339965820312, 0.1641254425048828, 0.1705474853515625, 0.1769695281982422, 0.18339157104492188, 0.18981361389160156, 0.19623565673828125, 0.20265769958496094, 0.20907974243164062, 0.2155017852783203, 0.221923828125]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 8.0, 7.0, 12.0, 14.0, 22.0, 22.0, 28.0, 47.0, 54.0, 59.0, 77.0, 62.0, 74.0, 83.0, 80.0, 65.0, 62.0, 41.0, 45.0, 36.0, 22.0, 18.0, 23.0, 11.0, 10.0, 6.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.42841720581055, -33.32084655761719, -32.21327209472656, -31.10569953918457, -29.998126983642578, -28.89055633544922, -27.782983779907227, -26.675411224365234, -25.567838668823242, -24.46026611328125, -23.352693557739258, -22.245121002197266, -21.137550354003906, -20.02997589111328, -18.922405242919922, -17.81483268737793, -16.707260131835938, -15.599687576293945, -14.492115020751953, -13.384543418884277, -12.276970863342285, -11.169398307800293, -10.061826705932617, -8.954254150390625, -7.846681594848633, -6.739109039306641, -5.631536960601807, -4.523964881896973, -3.4163923263549805, -2.3088197708129883, -1.2012476921081543, -0.09367561340332031, 1.0138931274414062, 2.1214654445648193, 3.2290377616882324, 4.336609840393066, 5.444182395935059, 6.551754951477051, 7.659327030181885, 8.766899108886719, 9.874471664428711, 10.982044219970703, 12.089616775512695, 13.197188377380371, 14.304760932922363, 15.412333488464355, 16.51990509033203, 17.627477645874023, 18.735050201416016, 19.842622756958008, 20.9501953125, 22.057767868041992, 23.165340423583984, 24.272911071777344, 25.380483627319336, 26.488056182861328, 27.59562873840332, 28.703201293945312, 29.810773849487305, 30.918346405029297, 32.025917053222656, 33.13349151611328, 34.24106216430664, 35.3486328125, 36.456207275390625]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 6.0, 6.0, 7.0, 14.0, 11.0, 13.0, 22.0, 17.0, 24.0, 19.0, 37.0, 32.0, 36.0, 35.0, 50.0, 45.0, 38.0, 50.0, 50.0, 40.0, 44.0, 52.0, 44.0, 50.0, 37.0, 33.0, 32.0, 22.0, 23.0, 18.0, 17.0, 16.0, 12.0, 15.0, 7.0, 9.0, 9.0, 1.0, 4.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0], "bins": [-37.25188064575195, -36.262454986572266, -35.27302932739258, -34.28360366821289, -33.29418182373047, -32.30475616455078, -31.315330505371094, -30.325904846191406, -29.33647918701172, -28.34705352783203, -27.357629776000977, -26.36820411682129, -25.3787784576416, -24.389354705810547, -23.39992904663086, -22.410503387451172, -21.421077728271484, -20.431652069091797, -19.442228317260742, -18.452802658081055, -17.463376998901367, -16.473953247070312, -15.484527587890625, -14.495101928710938, -13.505678176879883, -12.516253471374512, -11.526827812194824, -10.537403106689453, -9.547977447509766, -8.558552742004395, -7.569127559661865, -6.579702377319336, -5.590276718139648, -4.600851535797119, -3.61142635345459, -2.6220014095306396, -1.6325762271881104, -0.6431512832641602, 0.34627389907836914, 1.3356990814208984, 2.3251242637634277, 3.314549446105957, 4.303974628448486, 5.293399810791016, 6.282824516296387, 7.272249698638916, 8.261674880981445, 9.251100540161133, 10.240525245666504, 11.229949951171875, 12.219375610351562, 13.208800315856934, 14.198225975036621, 15.187650680541992, 16.17707633972168, 17.166500091552734, 18.155925750732422, 19.14535140991211, 20.134775161743164, 21.12420082092285, 22.11362648010254, 23.103050231933594, 24.09247589111328, 25.08190155029297, 26.071327209472656]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 9.0, 8.0, 13.0, 11.0, 29.0, 39.0, 39.0, 90.0, 151.0, 267.0, 507.0, 1067.0, 2078.0, 4264.0, 8603.0, 17297.0, 33470.0, 65318.0, 122112.0, 196547.0, 225751.0, 169099.0, 97469.0, 51200.0, 26278.0, 13430.0, 6709.0, 3318.0, 1586.0, 866.0, 438.0, 177.0, 112.0, 71.0, 36.0, 30.0, 16.0, 20.0, 16.0, 6.0, 5.0, 6.0, 4.0, 1.0, 0.0, 2.0, 1.0], "bins": [-42.34375, -41.208984375, -40.07421875, -38.939453125, -37.8046875, -36.669921875, -35.53515625, -34.400390625, -33.265625, -32.130859375, -30.99609375, -29.861328125, -28.7265625, -27.591796875, -26.45703125, -25.322265625, -24.1875, -23.052734375, -21.91796875, -20.783203125, -19.6484375, -18.513671875, -17.37890625, -16.244140625, -15.109375, -13.974609375, -12.83984375, -11.705078125, -10.5703125, -9.435546875, -8.30078125, -7.166015625, -6.03125, -4.896484375, -3.76171875, -2.626953125, -1.4921875, -0.357421875, 0.77734375, 1.912109375, 3.046875, 4.181640625, 5.31640625, 6.451171875, 7.5859375, 8.720703125, 9.85546875, 10.990234375, 12.125, 13.259765625, 14.39453125, 15.529296875, 16.6640625, 17.798828125, 18.93359375, 20.068359375, 21.203125, 22.337890625, 23.47265625, 24.607421875, 25.7421875, 26.876953125, 28.01171875, 29.146484375, 30.28125]}, "gradients/decoder.roberta.encoder.layer.19.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 6.0, 5.0, 8.0, 5.0, 13.0, 17.0, 9.0, 14.0, 21.0, 22.0, 31.0, 31.0, 25.0, 29.0, 41.0, 44.0, 39.0, 51.0, 45.0, 50.0, 44.0, 40.0, 52.0, 48.0, 44.0, 44.0, 33.0, 31.0, 29.0, 22.0, 15.0, 19.0, 19.0, 14.0, 13.0, 6.0, 15.0, 5.0, 4.0, 6.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0], "bins": [-38.25, -37.242919921875, -36.23583984375, -35.228759765625, -34.2216796875, -33.214599609375, -32.20751953125, -31.200439453125, -30.193359375, -29.186279296875, -28.17919921875, -27.172119140625, -26.1650390625, -25.157958984375, -24.15087890625, -23.143798828125, -22.13671875, -21.129638671875, -20.12255859375, -19.115478515625, -18.1083984375, -17.101318359375, -16.09423828125, -15.087158203125, -14.080078125, -13.072998046875, -12.06591796875, -11.058837890625, -10.0517578125, -9.044677734375, -8.03759765625, -7.030517578125, -6.0234375, -5.016357421875, -4.00927734375, -3.002197265625, -1.9951171875, -0.988037109375, 0.01904296875, 1.026123046875, 2.033203125, 3.040283203125, 4.04736328125, 5.054443359375, 6.0615234375, 7.068603515625, 8.07568359375, 9.082763671875, 10.08984375, 11.096923828125, 12.10400390625, 13.111083984375, 14.1181640625, 15.125244140625, 16.13232421875, 17.139404296875, 18.146484375, 19.153564453125, 20.16064453125, 21.167724609375, 22.1748046875, 23.181884765625, 24.18896484375, 25.196044921875, 26.203125]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 8.0, 6.0, 9.0, 5.0, 7.0, 12.0, 15.0, 21.0, 20.0, 34.0, 28.0, 42.0, 49.0, 85.0, 92.0, 248.0, 40922.0, 1006049.0, 406.0, 144.0, 67.0, 42.0, 35.0, 44.0, 34.0, 26.0, 18.0, 15.0, 20.0, 3.0, 18.0, 8.0, 8.0, 6.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-824.5, -794.1171875, -763.734375, -733.3515625, -702.96875, -672.5859375, -642.203125, -611.8203125, -581.4375, -551.0546875, -520.671875, -490.2890625, -459.90625, -429.5234375, -399.140625, -368.7578125, -338.375, -307.9921875, -277.609375, -247.2265625, -216.84375, -186.4609375, -156.078125, -125.6953125, -95.3125, -64.9296875, -34.546875, -4.1640625, 26.21875, 56.6015625, 86.984375, 117.3671875, 147.75, 178.1328125, 208.515625, 238.8984375, 269.28125, 299.6640625, 330.046875, 360.4296875, 390.8125, 421.1953125, 451.578125, 481.9609375, 512.34375, 542.7265625, 573.109375, 603.4921875, 633.875, 664.2578125, 694.640625, 725.0234375, 755.40625, 785.7890625, 816.171875, 846.5546875, 876.9375, 907.3203125, 937.703125, 968.0859375, 998.46875, 1028.8515625, 1059.234375, 1089.6171875, 1120.0]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 5.0, 5.0, 8.0, 6.0, 6.0, 17.0, 13.0, 14.0, 19.0, 20.0, 19.0, 36.0, 35.0, 43.0, 58.0, 44.0, 51.0, 55.0, 60.0, 56.0, 50.0, 62.0, 56.0, 50.0, 42.0, 35.0, 35.0, 21.0, 21.0, 12.0, 8.0, 10.0, 7.0, 9.0, 2.0, 2.0, 8.0, 3.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-45.5, -44.295166015625, -43.09033203125, -41.885498046875, -40.6806640625, -39.475830078125, -38.27099609375, -37.066162109375, -35.861328125, -34.656494140625, -33.45166015625, -32.246826171875, -31.0419921875, -29.837158203125, -28.63232421875, -27.427490234375, -26.22265625, -25.017822265625, -23.81298828125, -22.608154296875, -21.4033203125, -20.198486328125, -18.99365234375, -17.788818359375, -16.583984375, -15.379150390625, -14.17431640625, -12.969482421875, -11.7646484375, -10.559814453125, -9.35498046875, -8.150146484375, -6.9453125, -5.740478515625, -4.53564453125, -3.330810546875, -2.1259765625, -0.921142578125, 0.28369140625, 1.488525390625, 2.693359375, 3.898193359375, 5.10302734375, 6.307861328125, 7.5126953125, 8.717529296875, 9.92236328125, 11.127197265625, 12.33203125, 13.536865234375, 14.74169921875, 15.946533203125, 17.1513671875, 18.356201171875, 19.56103515625, 20.765869140625, 21.970703125, 23.175537109375, 24.38037109375, 25.585205078125, 26.7900390625, 27.994873046875, 29.19970703125, 30.404541015625, 31.609375]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 3.0, 5.0, 9.0, 11.0, 12.0, 23.0, 35.0, 33.0, 74.0, 119.0, 229.0, 570.0, 1891.0, 12091.0, 308941.0, 692621.0, 27416.0, 3012.0, 776.0, 291.0, 138.0, 92.0, 45.0, 32.0, 31.0, 15.0, 8.0, 7.0, 13.0, 3.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-78.4375, -75.548828125, -72.66015625, -69.771484375, -66.8828125, -63.994140625, -61.10546875, -58.216796875, -55.328125, -52.439453125, -49.55078125, -46.662109375, -43.7734375, -40.884765625, -37.99609375, -35.107421875, -32.21875, -29.330078125, -26.44140625, -23.552734375, -20.6640625, -17.775390625, -14.88671875, -11.998046875, -9.109375, -6.220703125, -3.33203125, -0.443359375, 2.4453125, 5.333984375, 8.22265625, 11.111328125, 14.0, 16.888671875, 19.77734375, 22.666015625, 25.5546875, 28.443359375, 31.33203125, 34.220703125, 37.109375, 39.998046875, 42.88671875, 45.775390625, 48.6640625, 51.552734375, 54.44140625, 57.330078125, 60.21875, 63.107421875, 65.99609375, 68.884765625, 71.7734375, 74.662109375, 77.55078125, 80.439453125, 83.328125, 86.216796875, 89.10546875, 91.994140625, 94.8828125, 97.771484375, 100.66015625, 103.548828125, 106.4375]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 4.0, 8.0, 8.0, 21.0, 30.0, 46.0, 50.0, 83.0, 132.0, 108.0, 124.0, 109.0, 84.0, 51.0, 57.0, 27.0, 10.0, 15.0, 9.0, 6.0, 2.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004604339599609375, -0.004460752010345459, -0.004317164421081543, -0.004173576831817627, -0.004029989242553711, -0.003886401653289795, -0.003742814064025879, -0.003599226474761963, -0.003455638885498047, -0.003312051296234131, -0.003168463706970215, -0.003024876117706299, -0.002881288528442383, -0.002737700939178467, -0.0025941133499145508, -0.0024505257606506348, -0.0023069381713867188, -0.0021633505821228027, -0.0020197629928588867, -0.0018761754035949707, -0.0017325878143310547, -0.0015890002250671387, -0.0014454126358032227, -0.0013018250465393066, -0.0011582374572753906, -0.0010146498680114746, -0.0008710622787475586, -0.0007274746894836426, -0.0005838871002197266, -0.00044029951095581055, -0.00029671192169189453, -0.00015312433242797852, -9.5367431640625e-06, 0.00013405084609985352, 0.00027763843536376953, 0.00042122602462768555, 0.0005648136138916016, 0.0007084012031555176, 0.0008519887924194336, 0.0009955763816833496, 0.0011391639709472656, 0.0012827515602111816, 0.0014263391494750977, 0.0015699267387390137, 0.0017135143280029297, 0.0018571019172668457, 0.0020006895065307617, 0.0021442770957946777, 0.0022878646850585938, 0.0024314522743225098, 0.0025750398635864258, 0.002718627452850342, 0.002862215042114258, 0.003005802631378174, 0.00314939022064209, 0.003292977809906006, 0.003436565399169922, 0.003580152988433838, 0.003723740577697754, 0.00386732816696167, 0.004010915756225586, 0.004154503345489502, 0.004298090934753418, 0.004441678524017334, 0.00458526611328125]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 3.0, 9.0, 4.0, 4.0, 12.0, 7.0, 14.0, 35.0, 39.0, 53.0, 66.0, 172.0, 355.0, 1325.0, 26060.0, 998002.0, 20433.0, 1232.0, 335.0, 152.0, 73.0, 50.0, 29.0, 27.0, 16.0, 18.0, 8.0, 4.0, 12.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-166.875, -161.736328125, -156.59765625, -151.458984375, -146.3203125, -141.181640625, -136.04296875, -130.904296875, -125.765625, -120.626953125, -115.48828125, -110.349609375, -105.2109375, -100.072265625, -94.93359375, -89.794921875, -84.65625, -79.517578125, -74.37890625, -69.240234375, -64.1015625, -58.962890625, -53.82421875, -48.685546875, -43.546875, -38.408203125, -33.26953125, -28.130859375, -22.9921875, -17.853515625, -12.71484375, -7.576171875, -2.4375, 2.701171875, 7.83984375, 12.978515625, 18.1171875, 23.255859375, 28.39453125, 33.533203125, 38.671875, 43.810546875, 48.94921875, 54.087890625, 59.2265625, 64.365234375, 69.50390625, 74.642578125, 79.78125, 84.919921875, 90.05859375, 95.197265625, 100.3359375, 105.474609375, 110.61328125, 115.751953125, 120.890625, 126.029296875, 131.16796875, 136.306640625, 141.4453125, 146.583984375, 151.72265625, 156.861328125, 162.0]}, "gradients/decoder.roberta.encoder.layer.19.attention.self.query.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 5.0, 3.0, 4.0, 7.0, 7.0, 15.0, 17.0, 28.0, 26.0, 30.0, 68.0, 62.0, 67.0, 84.0, 82.0, 99.0, 83.0, 80.0, 51.0, 38.0, 40.0, 25.0, 22.0, 20.0, 9.0, 10.0, 5.0, 6.0, 4.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.40625, -8.11328125, -7.8203125, -7.52734375, -7.234375, -6.94140625, -6.6484375, -6.35546875, -6.0625, -5.76953125, -5.4765625, -5.18359375, -4.890625, -4.59765625, -4.3046875, -4.01171875, -3.71875, -3.42578125, -3.1328125, -2.83984375, -2.546875, -2.25390625, -1.9609375, -1.66796875, -1.375, -1.08203125, -0.7890625, -0.49609375, -0.203125, 0.08984375, 0.3828125, 0.67578125, 0.96875, 1.26171875, 1.5546875, 1.84765625, 2.140625, 2.43359375, 2.7265625, 3.01953125, 3.3125, 3.60546875, 3.8984375, 4.19140625, 4.484375, 4.77734375, 5.0703125, 5.36328125, 5.65625, 5.94921875, 6.2421875, 6.53515625, 6.828125, 7.12109375, 7.4140625, 7.70703125, 8.0, 8.29296875, 8.5859375, 8.87890625, 9.171875, 9.46484375, 9.7578125, 10.05078125, 10.34375]}, "gradients/decoder.roberta.encoder.layer.18.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 10.0, 9.0, 24.0, 36.0, 63.0, 66.0, 81.0, 108.0, 119.0, 123.0, 104.0, 87.0, 57.0, 52.0, 24.0, 14.0, 8.0, 12.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.557857513427734, -43.640380859375, -41.722904205322266, -39.80542755126953, -37.8879508972168, -35.97047424316406, -34.05299377441406, -32.135520935058594, -30.218042373657227, -28.300565719604492, -26.383089065551758, -24.46561050415039, -22.548133850097656, -20.630657196044922, -18.713180541992188, -16.795703887939453, -14.878227233886719, -12.960750579833984, -11.04327392578125, -9.1257963180542, -7.208319664001465, -5.2908430099487305, -3.3733654022216797, -1.4558887481689453, 0.46158790588378906, 2.3790647983551025, 4.296541690826416, 6.214018821716309, 8.131495475769043, 10.048972129821777, 11.966449737548828, 13.883926391601562, 15.801406860351562, 17.718883514404297, 19.63636016845703, 21.553836822509766, 23.4713134765625, 25.388790130615234, 27.3062686920166, 29.223745346069336, 31.14122200012207, 33.05870056152344, 34.97617721557617, 36.893653869628906, 38.81113052368164, 40.728607177734375, 42.64608383178711, 44.563560485839844, 46.48103713989258, 48.39851379394531, 50.31599044799805, 52.23346710205078, 54.150943756103516, 56.06842041015625, 57.98590087890625, 59.90337371826172, 61.82085418701172, 63.73833084106445, 65.65580749511719, 67.57328796386719, 69.49076080322266, 71.40824127197266, 73.32571411132812, 75.24319458007812, 77.1606674194336]}, "gradients/decoder.roberta.encoder.layer.18.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 4.0, 9.0, 3.0, 4.0, 10.0, 8.0, 12.0, 15.0, 19.0, 20.0, 34.0, 22.0, 30.0, 35.0, 37.0, 43.0, 36.0, 30.0, 56.0, 47.0, 48.0, 54.0, 39.0, 44.0, 46.0, 46.0, 40.0, 29.0, 43.0, 19.0, 29.0, 19.0, 15.0, 20.0, 7.0, 10.0, 6.0, 6.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.94679260253906, -44.575618743896484, -43.204444885253906, -41.83326721191406, -40.462093353271484, -39.090919494628906, -37.71974563598633, -36.34857177734375, -34.977394104003906, -33.60622024536133, -32.23504638671875, -30.86387062072754, -29.492694854736328, -28.12152099609375, -26.750347137451172, -25.379173278808594, -24.007999420166016, -22.636825561523438, -21.265649795532227, -19.89447593688965, -18.523300170898438, -17.15212631225586, -15.780952453613281, -14.409777641296387, -13.038602828979492, -11.667428016662598, -10.296253204345703, -8.925079345703125, -7.5539045333862305, -6.182729721069336, -4.811555862426758, -3.4403810501098633, -2.0692100524902344, -0.698035478591919, 0.6731390953063965, 2.044313430786133, 3.4154882431030273, 4.786663055419922, 6.1578369140625, 7.5290117263793945, 8.900186538696289, 10.271361351013184, 11.642536163330078, 13.013710021972656, 14.38488483428955, 15.756059646606445, 17.127233505249023, 18.498409271240234, 19.869583129882812, 21.24075698852539, 22.6119327545166, 23.98310661315918, 25.35428237915039, 26.72545623779297, 28.096630096435547, 29.467803955078125, 30.838979721069336, 32.21015548706055, 33.581329345703125, 34.9525032043457, 36.32367706298828, 37.694854736328125, 39.06602478027344, 40.43720245361328, 41.80837631225586]}, "gradients/decoder.roberta.encoder.layer.18.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 10.0, 7.0, 10.0, 10.0, 27.0, 22.0, 37.0, 60.0, 82.0, 136.0, 163.0, 280.0, 440.0, 805.0, 1539.0, 3085.0, 7136.0, 18343.0, 55177.0, 199638.0, 914395.0, 2153036.0, 627025.0, 144352.0, 42421.0, 14710.0, 5823.0, 2534.0, 1254.0, 683.0, 376.0, 227.0, 139.0, 81.0, 64.0, 52.0, 32.0, 23.0, 20.0, 6.0, 9.0, 4.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-53.90625, -52.33837890625, -50.7705078125, -49.20263671875, -47.634765625, -46.06689453125, -44.4990234375, -42.93115234375, -41.36328125, -39.79541015625, -38.2275390625, -36.65966796875, -35.091796875, -33.52392578125, -31.9560546875, -30.38818359375, -28.8203125, -27.25244140625, -25.6845703125, -24.11669921875, -22.548828125, -20.98095703125, -19.4130859375, -17.84521484375, -16.27734375, -14.70947265625, -13.1416015625, -11.57373046875, -10.005859375, -8.43798828125, -6.8701171875, -5.30224609375, -3.734375, -2.16650390625, -0.5986328125, 0.96923828125, 2.537109375, 4.10498046875, 5.6728515625, 7.24072265625, 8.80859375, 10.37646484375, 11.9443359375, 13.51220703125, 15.080078125, 16.64794921875, 18.2158203125, 19.78369140625, 21.3515625, 22.91943359375, 24.4873046875, 26.05517578125, 27.623046875, 29.19091796875, 30.7587890625, 32.32666015625, 33.89453125, 35.46240234375, 37.0302734375, 38.59814453125, 40.166015625, 41.73388671875, 43.3017578125, 44.86962890625, 46.4375]}, "gradients/decoder.roberta.encoder.layer.18.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 8.0, 7.0, 9.0, 14.0, 20.0, 18.0, 13.0, 19.0, 22.0, 29.0, 34.0, 32.0, 59.0, 62.0, 63.0, 60.0, 52.0, 64.0, 45.0, 64.0, 53.0, 38.0, 42.0, 38.0, 27.0, 25.0, 22.0, 17.0, 15.0, 10.0, 9.0, 5.0, 8.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.1875, -36.148681640625, -35.10986328125, -34.071044921875, -33.0322265625, -31.993408203125, -30.95458984375, -29.915771484375, -28.876953125, -27.838134765625, -26.79931640625, -25.760498046875, -24.7216796875, -23.682861328125, -22.64404296875, -21.605224609375, -20.56640625, -19.527587890625, -18.48876953125, -17.449951171875, -16.4111328125, -15.372314453125, -14.33349609375, -13.294677734375, -12.255859375, -11.217041015625, -10.17822265625, -9.139404296875, -8.1005859375, -7.061767578125, -6.02294921875, -4.984130859375, -3.9453125, -2.906494140625, -1.86767578125, -0.828857421875, 0.2099609375, 1.248779296875, 2.28759765625, 3.326416015625, 4.365234375, 5.404052734375, 6.44287109375, 7.481689453125, 8.5205078125, 9.559326171875, 10.59814453125, 11.636962890625, 12.67578125, 13.714599609375, 14.75341796875, 15.792236328125, 16.8310546875, 17.869873046875, 18.90869140625, 19.947509765625, 20.986328125, 22.025146484375, 23.06396484375, 24.102783203125, 25.1416015625, 26.180419921875, 27.21923828125, 28.258056640625, 29.296875]}, "gradients/decoder.roberta.encoder.layer.18.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 4.0, 5.0, 4.0, 0.0, 4.0, 5.0, 6.0, 9.0, 18.0, 12.0, 20.0, 41.0, 46.0, 63.0, 78.0, 112.0, 164.0, 238.0, 362.0, 549.0, 1291.0, 6581.0, 169249.0, 3863401.0, 143173.0, 5911.0, 1197.0, 541.0, 322.0, 231.0, 165.0, 110.0, 92.0, 71.0, 52.0, 28.0, 29.0, 23.0, 23.0, 12.0, 16.0, 7.0, 9.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-196.375, -190.509765625, -184.64453125, -178.779296875, -172.9140625, -167.048828125, -161.18359375, -155.318359375, -149.453125, -143.587890625, -137.72265625, -131.857421875, -125.9921875, -120.126953125, -114.26171875, -108.396484375, -102.53125, -96.666015625, -90.80078125, -84.935546875, -79.0703125, -73.205078125, -67.33984375, -61.474609375, -55.609375, -49.744140625, -43.87890625, -38.013671875, -32.1484375, -26.283203125, -20.41796875, -14.552734375, -8.6875, -2.822265625, 3.04296875, 8.908203125, 14.7734375, 20.638671875, 26.50390625, 32.369140625, 38.234375, 44.099609375, 49.96484375, 55.830078125, 61.6953125, 67.560546875, 73.42578125, 79.291015625, 85.15625, 91.021484375, 96.88671875, 102.751953125, 108.6171875, 114.482421875, 120.34765625, 126.212890625, 132.078125, 137.943359375, 143.80859375, 149.673828125, 155.5390625, 161.404296875, 167.26953125, 173.134765625, 179.0]}, "gradients/decoder.roberta.encoder.layer.18.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 8.0, 6.0, 10.0, 19.0, 19.0, 27.0, 32.0, 38.0, 46.0, 64.0, 101.0, 130.0, 168.0, 232.0, 315.0, 421.0, 512.0, 489.0, 409.0, 284.0, 192.0, 144.0, 109.0, 71.0, 60.0, 45.0, 29.0, 19.0, 19.0, 17.0, 7.0, 12.0, 3.0, 5.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.953125, -12.5029296875, -12.052734375, -11.6025390625, -11.15234375, -10.7021484375, -10.251953125, -9.8017578125, -9.3515625, -8.9013671875, -8.451171875, -8.0009765625, -7.55078125, -7.1005859375, -6.650390625, -6.2001953125, -5.75, -5.2998046875, -4.849609375, -4.3994140625, -3.94921875, -3.4990234375, -3.048828125, -2.5986328125, -2.1484375, -1.6982421875, -1.248046875, -0.7978515625, -0.34765625, 0.1025390625, 0.552734375, 1.0029296875, 1.453125, 1.9033203125, 2.353515625, 2.8037109375, 3.25390625, 3.7041015625, 4.154296875, 4.6044921875, 5.0546875, 5.5048828125, 5.955078125, 6.4052734375, 6.85546875, 7.3056640625, 7.755859375, 8.2060546875, 8.65625, 9.1064453125, 9.556640625, 10.0068359375, 10.45703125, 10.9072265625, 11.357421875, 11.8076171875, 12.2578125, 12.7080078125, 13.158203125, 13.6083984375, 14.05859375, 14.5087890625, 14.958984375, 15.4091796875, 15.859375]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 7.0, 11.0, 18.0, 21.0, 39.0, 48.0, 64.0, 72.0, 92.0, 98.0, 126.0, 122.0, 83.0, 62.0, 48.0, 23.0, 28.0, 20.0, 14.0, 7.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.68714714050293, -24.940250396728516, -23.1933536529541, -21.446456909179688, -19.69955825805664, -17.952661514282227, -16.205764770507812, -14.458867073059082, -12.711970329284668, -10.965073585510254, -9.218175888061523, -7.471279144287109, -5.724381923675537, -3.977484703063965, -2.230587959289551, -0.4836902618408203, 1.2632064819335938, 3.010103702545166, 4.757000923156738, 6.503897666931152, 8.250795364379883, 9.997692108154297, 11.744588851928711, 13.491486549377441, 15.238383293151855, 16.985280990600586, 18.732177734375, 20.479074478149414, 22.225971221923828, 23.972869873046875, 25.719764709472656, 27.466663360595703, 29.213558197021484, 30.9604549407959, 32.70735168457031, 34.45425033569336, 36.20114517211914, 37.94804382324219, 39.69493865966797, 41.441837310791016, 43.18873596191406, 44.93563461303711, 46.68252944946289, 48.42942810058594, 50.17632293701172, 51.923221588134766, 53.67012023925781, 55.417015075683594, 57.163909912109375, 58.91080856323242, 60.6577033996582, 62.40460205078125, 64.15149688720703, 65.89839172363281, 67.64529418945312, 69.3921890258789, 71.13909149169922, 72.885986328125, 74.63288879394531, 76.3797836303711, 78.12667846679688, 79.87358093261719, 81.62047576904297, 83.36737060546875, 85.11426544189453]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [3.0, 2.0, 6.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 9.0, 8.0, 12.0, 11.0, 17.0, 18.0, 21.0, 21.0, 30.0, 26.0, 31.0, 31.0, 36.0, 36.0, 30.0, 39.0, 41.0, 41.0, 37.0, 50.0, 39.0, 28.0, 37.0, 41.0, 30.0, 27.0, 27.0, 22.0, 26.0, 24.0, 20.0, 23.0, 16.0, 6.0, 16.0, 13.0, 6.0, 8.0, 12.0, 5.0, 1.0, 3.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-22.51866340637207, -21.69207191467285, -20.865480422973633, -20.038888931274414, -19.212297439575195, -18.385705947875977, -17.55911636352539, -16.732524871826172, -15.905932426452637, -15.079340934753418, -14.2527494430542, -13.426158905029297, -12.599567413330078, -11.77297592163086, -10.94638442993164, -10.119792938232422, -9.293201446533203, -8.466609954833984, -7.640018463134766, -6.813427448272705, -5.986835956573486, -5.160244464874268, -4.333653450012207, -3.5070619583129883, -2.6804704666137695, -1.8538790941238403, -1.0272877216339111, -0.20069646835327148, 0.6258950233459473, 1.452486515045166, 2.2790775299072266, 3.1056690216064453, 3.9322586059570312, 4.75885009765625, 5.585441589355469, 6.412032604217529, 7.238624095916748, 8.065216064453125, 8.891806602478027, 9.718398094177246, 10.544989585876465, 11.371581077575684, 12.198172569274902, 13.024763107299805, 13.851354598999023, 14.677946090698242, 15.504537582397461, 16.33112907409668, 17.1577205657959, 17.984312057495117, 18.810903549194336, 19.637495040893555, 20.464086532592773, 21.290678024291992, 22.117267608642578, 22.943859100341797, 23.770450592041016, 24.597042083740234, 25.423633575439453, 26.250225067138672, 27.07681655883789, 27.90340805053711, 28.729999542236328, 29.556591033935547, 30.383182525634766]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 5.0, 1.0, 3.0, 6.0, 20.0, 37.0, 47.0, 92.0, 131.0, 175.0, 268.0, 399.0, 621.0, 932.0, 1372.0, 2040.0, 3114.0, 4642.0, 6708.0, 10055.0, 14530.0, 20682.0, 28968.0, 39538.0, 52553.0, 67063.0, 81085.0, 92915.0, 100346.0, 99914.0, 92441.0, 79855.0, 65723.0, 51399.0, 38679.0, 28227.0, 19810.0, 14116.0, 9780.0, 6625.0, 4587.0, 3043.0, 2088.0, 1311.0, 914.0, 578.0, 366.0, 262.0, 164.0, 118.0, 79.0, 54.0, 32.0, 15.0, 19.0, 10.0, 3.0, 7.0, 0.0, 1.0, 2.0], "bins": [-3.181640625, -3.08209228515625, -2.9825439453125, -2.88299560546875, -2.783447265625, -2.68389892578125, -2.5843505859375, -2.48480224609375, -2.38525390625, -2.28570556640625, -2.1861572265625, -2.08660888671875, -1.987060546875, -1.88751220703125, -1.7879638671875, -1.68841552734375, -1.5888671875, -1.48931884765625, -1.3897705078125, -1.29022216796875, -1.190673828125, -1.09112548828125, -0.9915771484375, -0.89202880859375, -0.79248046875, -0.69293212890625, -0.5933837890625, -0.49383544921875, -0.394287109375, -0.29473876953125, -0.1951904296875, -0.09564208984375, 0.00390625, 0.10345458984375, 0.2030029296875, 0.30255126953125, 0.402099609375, 0.50164794921875, 0.6011962890625, 0.70074462890625, 0.80029296875, 0.89984130859375, 0.9993896484375, 1.09893798828125, 1.198486328125, 1.29803466796875, 1.3975830078125, 1.49713134765625, 1.5966796875, 1.69622802734375, 1.7957763671875, 1.89532470703125, 1.994873046875, 2.09442138671875, 2.1939697265625, 2.29351806640625, 2.39306640625, 2.49261474609375, 2.5921630859375, 2.69171142578125, 2.791259765625, 2.89080810546875, 2.9903564453125, 3.08990478515625, 3.189453125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.output.dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 5.0, 3.0, 2.0, 4.0, 2.0, 5.0, 6.0, 6.0, 11.0, 10.0, 11.0, 15.0, 22.0, 18.0, 22.0, 29.0, 25.0, 28.0, 31.0, 38.0, 38.0, 28.0, 40.0, 39.0, 45.0, 37.0, 48.0, 42.0, 25.0, 40.0, 41.0, 31.0, 27.0, 27.0, 20.0, 30.0, 23.0, 19.0, 24.0, 16.0, 4.0, 15.0, 15.0, 6.0, 9.0, 12.0, 4.0, 1.0, 5.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-22.734375, -21.9189453125, -21.103515625, -20.2880859375, -19.47265625, -18.6572265625, -17.841796875, -17.0263671875, -16.2109375, -15.3955078125, -14.580078125, -13.7646484375, -12.94921875, -12.1337890625, -11.318359375, -10.5029296875, -9.6875, -8.8720703125, -8.056640625, -7.2412109375, -6.42578125, -5.6103515625, -4.794921875, -3.9794921875, -3.1640625, -2.3486328125, -1.533203125, -0.7177734375, 0.09765625, 0.9130859375, 1.728515625, 2.5439453125, 3.359375, 4.1748046875, 4.990234375, 5.8056640625, 6.62109375, 7.4365234375, 8.251953125, 9.0673828125, 9.8828125, 10.6982421875, 11.513671875, 12.3291015625, 13.14453125, 13.9599609375, 14.775390625, 15.5908203125, 16.40625, 17.2216796875, 18.037109375, 18.8525390625, 19.66796875, 20.4833984375, 21.298828125, 22.1142578125, 22.9296875, 23.7451171875, 24.560546875, 25.3759765625, 26.19140625, 27.0068359375, 27.822265625, 28.6376953125, 29.453125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 4.0, 8.0, 7.0, 10.0, 16.0, 38.0, 37.0, 63.0, 112.0, 187.0, 216.0, 336.0, 456.0, 689.0, 1022.0, 1308.0, 1962.0, 2733.0, 3818.0, 5178.0, 7240.0, 10375.0, 15031.0, 22725.0, 58408.0, 696525.0, 136716.0, 26631.0, 16962.0, 11430.0, 8124.0, 5778.0, 4139.0, 3040.0, 2142.0, 1509.0, 1077.0, 774.0, 551.0, 369.0, 256.0, 185.0, 115.0, 72.0, 67.0, 53.0, 22.0, 21.0, 14.0, 6.0, 3.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.015625, -5.812744140625, -5.60986328125, -5.406982421875, -5.2041015625, -5.001220703125, -4.79833984375, -4.595458984375, -4.392578125, -4.189697265625, -3.98681640625, -3.783935546875, -3.5810546875, -3.378173828125, -3.17529296875, -2.972412109375, -2.76953125, -2.566650390625, -2.36376953125, -2.160888671875, -1.9580078125, -1.755126953125, -1.55224609375, -1.349365234375, -1.146484375, -0.943603515625, -0.74072265625, -0.537841796875, -0.3349609375, -0.132080078125, 0.07080078125, 0.273681640625, 0.4765625, 0.679443359375, 0.88232421875, 1.085205078125, 1.2880859375, 1.490966796875, 1.69384765625, 1.896728515625, 2.099609375, 2.302490234375, 2.50537109375, 2.708251953125, 2.9111328125, 3.114013671875, 3.31689453125, 3.519775390625, 3.72265625, 3.925537109375, 4.12841796875, 4.331298828125, 4.5341796875, 4.737060546875, 4.93994140625, 5.142822265625, 5.345703125, 5.548583984375, 5.75146484375, 5.954345703125, 6.1572265625, 6.360107421875, 6.56298828125, 6.765869140625, 6.96875]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 6.0, 9.0, 18.0, 15.0, 16.0, 23.0, 30.0, 27.0, 34.0, 34.0, 30.0, 37.0, 35.0, 52.0, 47.0, 49.0, 43.0, 38.0, 54.0, 43.0, 31.0, 35.0, 42.0, 30.0, 35.0, 26.0, 28.0, 15.0, 15.0, 9.0, 18.0, 7.0, 13.0, 8.0, 7.0, 6.0, 6.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-20.59375, -19.95361328125, -19.3134765625, -18.67333984375, -18.033203125, -17.39306640625, -16.7529296875, -16.11279296875, -15.47265625, -14.83251953125, -14.1923828125, -13.55224609375, -12.912109375, -12.27197265625, -11.6318359375, -10.99169921875, -10.3515625, -9.71142578125, -9.0712890625, -8.43115234375, -7.791015625, -7.15087890625, -6.5107421875, -5.87060546875, -5.23046875, -4.59033203125, -3.9501953125, -3.31005859375, -2.669921875, -2.02978515625, -1.3896484375, -0.74951171875, -0.109375, 0.53076171875, 1.1708984375, 1.81103515625, 2.451171875, 3.09130859375, 3.7314453125, 4.37158203125, 5.01171875, 5.65185546875, 6.2919921875, 6.93212890625, 7.572265625, 8.21240234375, 8.8525390625, 9.49267578125, 10.1328125, 10.77294921875, 11.4130859375, 12.05322265625, 12.693359375, 13.33349609375, 13.9736328125, 14.61376953125, 15.25390625, 15.89404296875, 16.5341796875, 17.17431640625, 17.814453125, 18.45458984375, 19.0947265625, 19.73486328125, 20.375]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 5.0, 6.0, 3.0, 9.0, 16.0, 25.0, 30.0, 47.0, 74.0, 90.0, 113.0, 141.0, 241.0, 393.0, 539.0, 763.0, 1137.0, 1712.0, 2507.0, 3621.0, 5498.0, 8514.0, 13625.0, 21863.0, 46181.0, 816674.0, 59846.0, 23477.0, 14137.0, 9087.0, 5956.0, 3992.0, 2580.0, 1780.0, 1222.0, 812.0, 556.0, 362.0, 269.0, 205.0, 131.0, 84.0, 86.0, 51.0, 38.0, 24.0, 15.0, 14.0, 8.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.5341796875, -0.5191612243652344, -0.5041427612304688, -0.4891242980957031, -0.4741058349609375, -0.4590873718261719, -0.44406890869140625, -0.4290504455566406, -0.414031982421875, -0.3990135192871094, -0.38399505615234375, -0.3689765930175781, -0.3539581298828125, -0.3389396667480469, -0.32392120361328125, -0.3089027404785156, -0.29388427734375, -0.2788658142089844, -0.26384735107421875, -0.24882888793945312, -0.2338104248046875, -0.21879196166992188, -0.20377349853515625, -0.18875503540039062, -0.173736572265625, -0.15871810913085938, -0.14369964599609375, -0.12868118286132812, -0.1136627197265625, -0.09864425659179688, -0.08362579345703125, -0.06860733032226562, -0.0535888671875, -0.038570404052734375, -0.02355194091796875, -0.008533477783203125, 0.0064849853515625, 0.021503448486328125, 0.03652191162109375, 0.051540374755859375, 0.066558837890625, 0.08157730102539062, 0.09659576416015625, 0.11161422729492188, 0.1266326904296875, 0.14165115356445312, 0.15666961669921875, 0.17168807983398438, 0.18670654296875, 0.20172500610351562, 0.21674346923828125, 0.23176193237304688, 0.2467803955078125, 0.2617988586425781, 0.27681732177734375, 0.2918357849121094, 0.306854248046875, 0.3218727111816406, 0.33689117431640625, 0.3519096374511719, 0.3669281005859375, 0.3819465637207031, 0.39696502685546875, 0.4119834899902344, 0.427001953125]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 8.0, 2.0, 8.0, 6.0, 7.0, 15.0, 11.0, 12.0, 10.0, 26.0, 24.0, 27.0, 44.0, 43.0, 34.0, 63.0, 46.0, 39.0, 47.0, 59.0, 65.0, 51.0, 45.0, 51.0, 37.0, 37.0, 40.0, 17.0, 14.0, 18.0, 24.0, 8.0, 13.0, 12.0, 10.0, 10.0, 4.0, 6.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0, 4.0, 0.0, 2.0, 2.0], "bins": [-4.1484832763671875e-05, -4.0316954255104065e-05, -3.9149075746536255e-05, -3.7981197237968445e-05, -3.6813318729400635e-05, -3.5645440220832825e-05, -3.4477561712265015e-05, -3.3309683203697205e-05, -3.2141804695129395e-05, -3.0973926186561584e-05, -2.9806047677993774e-05, -2.8638169169425964e-05, -2.7470290660858154e-05, -2.6302412152290344e-05, -2.5134533643722534e-05, -2.3966655135154724e-05, -2.2798776626586914e-05, -2.1630898118019104e-05, -2.0463019609451294e-05, -1.9295141100883484e-05, -1.8127262592315674e-05, -1.6959384083747864e-05, -1.5791505575180054e-05, -1.4623627066612244e-05, -1.3455748558044434e-05, -1.2287870049476624e-05, -1.1119991540908813e-05, -9.952113032341003e-06, -8.784234523773193e-06, -7.616356015205383e-06, -6.448477506637573e-06, -5.280598998069763e-06, -4.112720489501953e-06, -2.944841980934143e-06, -1.776963472366333e-06, -6.09084963798523e-07, 5.587935447692871e-07, 1.7266720533370972e-06, 2.8945505619049072e-06, 4.062429070472717e-06, 5.230307579040527e-06, 6.398186087608337e-06, 7.5660645961761475e-06, 8.733943104743958e-06, 9.901821613311768e-06, 1.1069700121879578e-05, 1.2237578630447388e-05, 1.3405457139015198e-05, 1.4573335647583008e-05, 1.5741214156150818e-05, 1.6909092664718628e-05, 1.8076971173286438e-05, 1.9244849681854248e-05, 2.0412728190422058e-05, 2.1580606698989868e-05, 2.2748485207557678e-05, 2.3916363716125488e-05, 2.50842422246933e-05, 2.625212073326111e-05, 2.741999924182892e-05, 2.858787775039673e-05, 2.975575625896454e-05, 3.092363476753235e-05, 3.209151327610016e-05, 3.325939178466797e-05]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 4.0, 3.0, 14.0, 9.0, 15.0, 15.0, 24.0, 33.0, 42.0, 50.0, 52.0, 90.0, 121.0, 194.0, 463.0, 3076.0, 45654.0, 686776.0, 294601.0, 15064.0, 1361.0, 303.0, 143.0, 91.0, 63.0, 73.0, 43.0, 31.0, 23.0, 21.0, 21.0, 18.0, 13.0, 8.0, 10.0, 7.0, 6.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.546875, -2.46923828125, -2.3916015625, -2.31396484375, -2.236328125, -2.15869140625, -2.0810546875, -2.00341796875, -1.92578125, -1.84814453125, -1.7705078125, -1.69287109375, -1.615234375, -1.53759765625, -1.4599609375, -1.38232421875, -1.3046875, -1.22705078125, -1.1494140625, -1.07177734375, -0.994140625, -0.91650390625, -0.8388671875, -0.76123046875, -0.68359375, -0.60595703125, -0.5283203125, -0.45068359375, -0.373046875, -0.29541015625, -0.2177734375, -0.14013671875, -0.0625, 0.01513671875, 0.0927734375, 0.17041015625, 0.248046875, 0.32568359375, 0.4033203125, 0.48095703125, 0.55859375, 0.63623046875, 0.7138671875, 0.79150390625, 0.869140625, 0.94677734375, 1.0244140625, 1.10205078125, 1.1796875, 1.25732421875, 1.3349609375, 1.41259765625, 1.490234375, 1.56787109375, 1.6455078125, 1.72314453125, 1.80078125, 1.87841796875, 1.9560546875, 2.03369140625, 2.111328125, 2.18896484375, 2.2666015625, 2.34423828125, 2.421875]}, "gradients/decoder.roberta.encoder.layer.18.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 2.0, 5.0, 8.0, 8.0, 10.0, 13.0, 13.0, 19.0, 22.0, 23.0, 33.0, 45.0, 47.0, 54.0, 47.0, 79.0, 64.0, 46.0, 57.0, 53.0, 54.0, 37.0, 53.0, 40.0, 29.0, 34.0, 16.0, 21.0, 17.0, 14.0, 8.0, 6.0, 1.0, 2.0, 6.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1697998046875, -0.16454124450683594, -0.15928268432617188, -0.1540241241455078, -0.14876556396484375, -0.1435070037841797, -0.13824844360351562, -0.13298988342285156, -0.1277313232421875, -0.12247276306152344, -0.11721420288085938, -0.11195564270019531, -0.10669708251953125, -0.10143852233886719, -0.09617996215820312, -0.09092140197753906, -0.085662841796875, -0.08040428161621094, -0.07514572143554688, -0.06988716125488281, -0.06462860107421875, -0.05937004089355469, -0.054111480712890625, -0.04885292053222656, -0.0435943603515625, -0.03833580017089844, -0.033077239990234375, -0.027818679809570312, -0.02256011962890625, -0.017301559448242188, -0.012042999267578125, -0.0067844390869140625, -0.00152587890625, 0.0037326812744140625, 0.008991241455078125, 0.014249801635742188, 0.01950836181640625, 0.024766921997070312, 0.030025482177734375, 0.03528404235839844, 0.0405426025390625, 0.04580116271972656, 0.051059722900390625, 0.05631828308105469, 0.06157684326171875, 0.06683540344238281, 0.07209396362304688, 0.07735252380371094, 0.082611083984375, 0.08786964416503906, 0.09312820434570312, 0.09838676452636719, 0.10364532470703125, 0.10890388488769531, 0.11416244506835938, 0.11942100524902344, 0.1246795654296875, 0.12993812561035156, 0.13519668579101562, 0.1404552459716797, 0.14571380615234375, 0.1509723663330078, 0.15623092651367188, 0.16148948669433594, 0.166748046875]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 11.0, 13.0, 21.0, 28.0, 56.0, 56.0, 81.0, 92.0, 105.0, 131.0, 128.0, 90.0, 58.0, 46.0, 27.0, 28.0, 19.0, 8.0, 5.0, 5.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.329328536987305, -22.49883460998535, -20.6683406829834, -18.837846755981445, -17.007352828979492, -15.176857948303223, -13.34636402130127, -11.515870094299316, -9.685376167297363, -7.85488224029541, -6.024388313293457, -4.193893909454346, -2.3633999824523926, -0.5329055786132812, 1.2975883483886719, 3.128082275390625, 4.958576202392578, 6.789070129394531, 8.619564056396484, 10.450057983398438, 12.28055191040039, 14.11104679107666, 15.941540718078613, 17.77203369140625, 19.602527618408203, 21.433021545410156, 23.26351547241211, 25.094009399414062, 26.924503326416016, 28.75499725341797, 30.585491180419922, 32.415985107421875, 34.24647903442383, 36.07697296142578, 37.907466888427734, 39.73796081542969, 41.56845474243164, 43.398948669433594, 45.22944259643555, 47.0599365234375, 48.89043045043945, 50.720924377441406, 52.55141830444336, 54.38191223144531, 56.212406158447266, 58.04290008544922, 59.87339401245117, 61.703887939453125, 63.534385681152344, 65.36488342285156, 67.19537353515625, 69.02587127685547, 70.85636138916016, 72.68685913085938, 74.51734924316406, 76.34784698486328, 78.17833709716797, 80.00883483886719, 81.83932495117188, 83.6698226928711, 85.50031280517578, 87.330810546875, 89.16130065917969, 90.9917984008789, 92.8222885131836]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 3.0, 1.0, 5.0, 2.0, 5.0, 6.0, 6.0, 11.0, 11.0, 9.0, 15.0, 22.0, 19.0, 22.0, 28.0, 25.0, 28.0, 33.0, 36.0, 39.0, 27.0, 41.0, 40.0, 45.0, 34.0, 48.0, 43.0, 28.0, 38.0, 41.0, 31.0, 27.0, 26.0, 19.0, 31.0, 23.0, 20.0, 24.0, 16.0, 4.0, 14.0, 17.0, 5.0, 9.0, 12.0, 4.0, 1.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-22.79554557800293, -21.97869873046875, -21.16185188293457, -20.345003128051758, -19.528156280517578, -18.7113094329834, -17.89446258544922, -17.077613830566406, -16.260766983032227, -15.443920135498047, -14.62707233428955, -13.810225486755371, -12.993377685546875, -12.176530838012695, -11.359683990478516, -10.54283618927002, -9.72598934173584, -8.90914249420166, -8.092294692993164, -7.275447845458984, -6.458600044250488, -5.641753196716309, -4.824905872344971, -4.008058547973633, -3.191211223602295, -2.374363899230957, -1.5575166940689087, -0.7406694889068604, 0.07617783546447754, 0.8930249214172363, 1.7098722457885742, 2.526719570159912, 3.34356689453125, 4.160414218902588, 4.977261543273926, 5.7941083908081055, 6.610956192016602, 7.427803039550781, 8.244649887084961, 9.061497688293457, 9.878345489501953, 10.695192337036133, 11.512040138244629, 12.328886985778809, 13.145734786987305, 13.962581634521484, 14.779428482055664, 15.59627628326416, 16.413124084472656, 17.229970932006836, 18.046817779541016, 18.863666534423828, 19.680513381958008, 20.497360229492188, 21.314207077026367, 22.131053924560547, 22.947900772094727, 23.764747619628906, 24.581594467163086, 25.3984432220459, 26.215290069580078, 27.032136917114258, 27.848983764648438, 28.66583251953125, 29.48267936706543]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 8.0, 15.0, 26.0, 37.0, 68.0, 98.0, 146.0, 234.0, 405.0, 657.0, 1169.0, 2063.0, 3639.0, 6399.0, 10921.0, 19036.0, 31150.0, 51064.0, 78326.0, 113156.0, 146254.0, 158443.0, 138294.0, 104228.0, 70487.0, 44970.0, 27990.0, 16504.0, 9585.0, 5580.0, 3209.0, 1859.0, 1035.0, 577.0, 369.0, 209.0, 130.0, 71.0, 49.0, 24.0, 21.0, 10.0, 14.0, 8.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-24.265625, -23.51611328125, -22.7666015625, -22.01708984375, -21.267578125, -20.51806640625, -19.7685546875, -19.01904296875, -18.26953125, -17.52001953125, -16.7705078125, -16.02099609375, -15.271484375, -14.52197265625, -13.7724609375, -13.02294921875, -12.2734375, -11.52392578125, -10.7744140625, -10.02490234375, -9.275390625, -8.52587890625, -7.7763671875, -7.02685546875, -6.27734375, -5.52783203125, -4.7783203125, -4.02880859375, -3.279296875, -2.52978515625, -1.7802734375, -1.03076171875, -0.28125, 0.46826171875, 1.2177734375, 1.96728515625, 2.716796875, 3.46630859375, 4.2158203125, 4.96533203125, 5.71484375, 6.46435546875, 7.2138671875, 7.96337890625, 8.712890625, 9.46240234375, 10.2119140625, 10.96142578125, 11.7109375, 12.46044921875, 13.2099609375, 13.95947265625, 14.708984375, 15.45849609375, 16.2080078125, 16.95751953125, 17.70703125, 18.45654296875, 19.2060546875, 19.95556640625, 20.705078125, 21.45458984375, 22.2041015625, 22.95361328125, 23.703125]}, "gradients/decoder.roberta.encoder.layer.18.attention.output.dense.bias": {"_type": "histogram", "values": [6.0, 1.0, 3.0, 1.0, 7.0, 5.0, 1.0, 5.0, 8.0, 4.0, 10.0, 11.0, 16.0, 14.0, 14.0, 32.0, 23.0, 23.0, 24.0, 30.0, 28.0, 36.0, 31.0, 36.0, 36.0, 34.0, 42.0, 36.0, 45.0, 35.0, 39.0, 39.0, 32.0, 35.0, 29.0, 25.0, 33.0, 18.0, 23.0, 16.0, 27.0, 12.0, 14.0, 13.0, 11.0, 8.0, 11.0, 6.0, 8.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-23.140625, -22.3125, -21.484375, -20.65625, -19.828125, -19.0, -18.171875, -17.34375, -16.515625, -15.6875, -14.859375, -14.03125, -13.203125, -12.375, -11.546875, -10.71875, -9.890625, -9.0625, -8.234375, -7.40625, -6.578125, -5.75, -4.921875, -4.09375, -3.265625, -2.4375, -1.609375, -0.78125, 0.046875, 0.875, 1.703125, 2.53125, 3.359375, 4.1875, 5.015625, 5.84375, 6.671875, 7.5, 8.328125, 9.15625, 9.984375, 10.8125, 11.640625, 12.46875, 13.296875, 14.125, 14.953125, 15.78125, 16.609375, 17.4375, 18.265625, 19.09375, 19.921875, 20.75, 21.578125, 22.40625, 23.234375, 24.0625, 24.890625, 25.71875, 26.546875, 27.375, 28.203125, 29.03125, 29.859375]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 10.0, 7.0, 8.0, 9.0, 10.0, 11.0, 15.0, 27.0, 22.0, 18.0, 26.0, 33.0, 43.0, 47.0, 40.0, 90.0, 196.0, 1247.0, 1045659.0, 493.0, 153.0, 64.0, 58.0, 37.0, 37.0, 38.0, 27.0, 24.0, 21.0, 24.0, 13.0, 8.0, 10.0, 9.0, 6.0, 3.0, 5.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-827.0, -797.84375, -768.6875, -739.53125, -710.375, -681.21875, -652.0625, -622.90625, -593.75, -564.59375, -535.4375, -506.28125, -477.125, -447.96875, -418.8125, -389.65625, -360.5, -331.34375, -302.1875, -273.03125, -243.875, -214.71875, -185.5625, -156.40625, -127.25, -98.09375, -68.9375, -39.78125, -10.625, 18.53125, 47.6875, 76.84375, 106.0, 135.15625, 164.3125, 193.46875, 222.625, 251.78125, 280.9375, 310.09375, 339.25, 368.40625, 397.5625, 426.71875, 455.875, 485.03125, 514.1875, 543.34375, 572.5, 601.65625, 630.8125, 659.96875, 689.125, 718.28125, 747.4375, 776.59375, 805.75, 834.90625, 864.0625, 893.21875, 922.375, 951.53125, 980.6875, 1009.84375, 1039.0]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 7.0, 4.0, 5.0, 6.0, 6.0, 13.0, 15.0, 15.0, 17.0, 31.0, 30.0, 33.0, 32.0, 41.0, 47.0, 40.0, 48.0, 59.0, 57.0, 51.0, 48.0, 53.0, 47.0, 43.0, 40.0, 40.0, 22.0, 19.0, 22.0, 23.0, 15.0, 16.0, 11.0, 10.0, 13.0, 8.0, 9.0, 3.0, 4.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-38.21875, -37.1259765625, -36.033203125, -34.9404296875, -33.84765625, -32.7548828125, -31.662109375, -30.5693359375, -29.4765625, -28.3837890625, -27.291015625, -26.1982421875, -25.10546875, -24.0126953125, -22.919921875, -21.8271484375, -20.734375, -19.6416015625, -18.548828125, -17.4560546875, -16.36328125, -15.2705078125, -14.177734375, -13.0849609375, -11.9921875, -10.8994140625, -9.806640625, -8.7138671875, -7.62109375, -6.5283203125, -5.435546875, -4.3427734375, -3.25, -2.1572265625, -1.064453125, 0.0283203125, 1.12109375, 2.2138671875, 3.306640625, 4.3994140625, 5.4921875, 6.5849609375, 7.677734375, 8.7705078125, 9.86328125, 10.9560546875, 12.048828125, 13.1416015625, 14.234375, 15.3271484375, 16.419921875, 17.5126953125, 18.60546875, 19.6982421875, 20.791015625, 21.8837890625, 22.9765625, 24.0693359375, 25.162109375, 26.2548828125, 27.34765625, 28.4404296875, 29.533203125, 30.6259765625, 31.71875]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 8.0, 18.0, 17.0, 27.0, 66.0, 110.0, 262.0, 1502.0, 77947.0, 959445.0, 8032.0, 749.0, 165.0, 95.0, 51.0, 21.0, 15.0, 5.0, 6.0, 5.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-168.75, -163.181640625, -157.61328125, -152.044921875, -146.4765625, -140.908203125, -135.33984375, -129.771484375, -124.203125, -118.634765625, -113.06640625, -107.498046875, -101.9296875, -96.361328125, -90.79296875, -85.224609375, -79.65625, -74.087890625, -68.51953125, -62.951171875, -57.3828125, -51.814453125, -46.24609375, -40.677734375, -35.109375, -29.541015625, -23.97265625, -18.404296875, -12.8359375, -7.267578125, -1.69921875, 3.869140625, 9.4375, 15.005859375, 20.57421875, 26.142578125, 31.7109375, 37.279296875, 42.84765625, 48.416015625, 53.984375, 59.552734375, 65.12109375, 70.689453125, 76.2578125, 81.826171875, 87.39453125, 92.962890625, 98.53125, 104.099609375, 109.66796875, 115.236328125, 120.8046875, 126.373046875, 131.94140625, 137.509765625, 143.078125, 148.646484375, 154.21484375, 159.783203125, 165.3515625, 170.919921875, 176.48828125, 182.056640625, 187.625]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 8.0, 7.0, 18.0, 19.0, 19.0, 24.0, 34.0, 52.0, 54.0, 64.0, 89.0, 112.0, 101.0, 87.0, 67.0, 57.0, 51.0, 36.0, 43.0, 16.0, 8.0, 15.0, 11.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003185272216796875, -0.0030516982078552246, -0.0029181241989135742, -0.002784550189971924, -0.0026509761810302734, -0.002517402172088623, -0.0023838281631469727, -0.0022502541542053223, -0.002116680145263672, -0.0019831061363220215, -0.001849532127380371, -0.0017159581184387207, -0.0015823841094970703, -0.00144881010055542, -0.0013152360916137695, -0.0011816620826721191, -0.0010480880737304688, -0.0009145140647888184, -0.000780940055847168, -0.0006473660469055176, -0.0005137920379638672, -0.0003802180290222168, -0.0002466440200805664, -0.00011307001113891602, 2.0503997802734375e-05, 0.00015407800674438477, 0.00028765201568603516, 0.00042122602462768555, 0.0005548000335693359, 0.0006883740425109863, 0.0008219480514526367, 0.0009555220603942871, 0.0010890960693359375, 0.0012226700782775879, 0.0013562440872192383, 0.0014898180961608887, 0.001623392105102539, 0.0017569661140441895, 0.0018905401229858398, 0.0020241141319274902, 0.0021576881408691406, 0.002291262149810791, 0.0024248361587524414, 0.002558410167694092, 0.002691984176635742, 0.0028255581855773926, 0.002959132194519043, 0.0030927062034606934, 0.0032262802124023438, 0.003359854221343994, 0.0034934282302856445, 0.003627002239227295, 0.0037605762481689453, 0.0038941502571105957, 0.004027724266052246, 0.0041612982749938965, 0.004294872283935547, 0.004428446292877197, 0.004562020301818848, 0.004695594310760498, 0.0048291683197021484, 0.004962742328643799, 0.005096316337585449, 0.0052298903465271, 0.00536346435546875]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 2.0, 4.0, 5.0, 11.0, 24.0, 42.0, 78.0, 163.0, 743.0, 67846.0, 977228.0, 1964.0, 219.0, 99.0, 54.0, 30.0, 19.0, 5.0, 8.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-285.75, -275.95703125, -266.1640625, -256.37109375, -246.578125, -236.78515625, -226.9921875, -217.19921875, -207.40625, -197.61328125, -187.8203125, -178.02734375, -168.234375, -158.44140625, -148.6484375, -138.85546875, -129.0625, -119.26953125, -109.4765625, -99.68359375, -89.890625, -80.09765625, -70.3046875, -60.51171875, -50.71875, -40.92578125, -31.1328125, -21.33984375, -11.546875, -1.75390625, 8.0390625, 17.83203125, 27.625, 37.41796875, 47.2109375, 57.00390625, 66.796875, 76.58984375, 86.3828125, 96.17578125, 105.96875, 115.76171875, 125.5546875, 135.34765625, 145.140625, 154.93359375, 164.7265625, 174.51953125, 184.3125, 194.10546875, 203.8984375, 213.69140625, 223.484375, 233.27734375, 243.0703125, 252.86328125, 262.65625, 272.44921875, 282.2421875, 292.03515625, 301.828125, 311.62109375, 321.4140625, 331.20703125, 341.0]}, "gradients/decoder.roberta.encoder.layer.18.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 9.0, 18.0, 31.0, 41.0, 86.0, 116.0, 163.0, 195.0, 139.0, 85.0, 50.0, 30.0, 20.0, 7.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.71875, -19.10400390625, -18.4892578125, -17.87451171875, -17.259765625, -16.64501953125, -16.0302734375, -15.41552734375, -14.80078125, -14.18603515625, -13.5712890625, -12.95654296875, -12.341796875, -11.72705078125, -11.1123046875, -10.49755859375, -9.8828125, -9.26806640625, -8.6533203125, -8.03857421875, -7.423828125, -6.80908203125, -6.1943359375, -5.57958984375, -4.96484375, -4.35009765625, -3.7353515625, -3.12060546875, -2.505859375, -1.89111328125, -1.2763671875, -0.66162109375, -0.046875, 0.56787109375, 1.1826171875, 1.79736328125, 2.412109375, 3.02685546875, 3.6416015625, 4.25634765625, 4.87109375, 5.48583984375, 6.1005859375, 6.71533203125, 7.330078125, 7.94482421875, 8.5595703125, 9.17431640625, 9.7890625, 10.40380859375, 11.0185546875, 11.63330078125, 12.248046875, 12.86279296875, 13.4775390625, 14.09228515625, 14.70703125, 15.32177734375, 15.9365234375, 16.55126953125, 17.166015625, 17.78076171875, 18.3955078125, 19.01025390625, 19.625]}, "gradients/decoder.roberta.encoder.layer.17.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 10.0, 12.0, 26.0, 29.0, 46.0, 66.0, 95.0, 115.0, 117.0, 106.0, 113.0, 85.0, 58.0, 40.0, 38.0, 21.0, 12.0, 5.0, 8.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-46.94091796875, -44.893856048583984, -42.84679412841797, -40.79973602294922, -38.7526741027832, -36.70561218261719, -34.65855026245117, -32.611488342285156, -30.564428329467773, -28.517366409301758, -26.470306396484375, -24.42324447631836, -22.376182556152344, -20.32912254333496, -18.282060623168945, -16.235000610351562, -14.187938690185547, -12.140877723693848, -10.093816757202148, -8.046754837036133, -5.999693870544434, -3.9526329040527344, -1.9055709838867188, 0.14148998260498047, 2.1885509490966797, 4.235611915588379, 6.282673358917236, 8.329734802246094, 10.376795768737793, 12.423856735229492, 14.470918655395508, 16.51797866821289, 18.565040588378906, 20.612102508544922, 22.659162521362305, 24.70622444152832, 26.753284454345703, 28.80034637451172, 30.847408294677734, 32.89447021484375, 34.9415283203125, 36.988590240478516, 39.03565216064453, 41.08271026611328, 43.1297721862793, 45.17683410644531, 47.22389602661133, 49.270957946777344, 51.31801986694336, 53.365081787109375, 55.41214370727539, 57.459205627441406, 59.506263732910156, 61.55332565307617, 63.60038757324219, 65.64744567871094, 67.69451141357422, 69.74156951904297, 71.78863525390625, 73.835693359375, 75.88275909423828, 77.92981719970703, 79.97688293457031, 82.02394104003906, 84.07099914550781]}, "gradients/decoder.roberta.encoder.layer.17.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 3.0, 7.0, 6.0, 12.0, 8.0, 16.0, 14.0, 16.0, 24.0, 29.0, 25.0, 40.0, 35.0, 38.0, 28.0, 46.0, 55.0, 50.0, 56.0, 39.0, 50.0, 46.0, 45.0, 45.0, 36.0, 39.0, 28.0, 31.0, 32.0, 24.0, 18.0, 13.0, 12.0, 7.0, 9.0, 6.0, 3.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-50.304725646972656, -48.87636184692383, -47.447998046875, -46.01963424682617, -44.591270446777344, -43.16291046142578, -41.73454284667969, -40.306182861328125, -38.8778190612793, -37.44945526123047, -36.02109146118164, -34.59272766113281, -33.164363861083984, -31.73600196838379, -30.30763816833496, -28.879276275634766, -27.450910568237305, -26.022546768188477, -24.59418296813965, -23.165821075439453, -21.737457275390625, -20.309093475341797, -18.88072967529297, -17.45236587524414, -16.024002075195312, -14.595638275146484, -13.167275428771973, -11.738911628723145, -10.310548782348633, -8.882184982299805, -7.453821182250977, -6.025458335876465, -4.597095489501953, -3.168732166290283, -1.7403686046600342, -0.31200504302978516, 1.1163582801818848, 2.5447216033935547, 3.973085403442383, 5.4014482498168945, 6.829812049865723, 8.25817584991455, 9.686538696289062, 11.11490249633789, 12.543266296386719, 13.97162914276123, 15.399992942810059, 16.82835578918457, 18.2567195892334, 19.685083389282227, 21.113447189331055, 22.54180908203125, 23.970172882080078, 25.398536682128906, 26.826900482177734, 28.255264282226562, 29.68362808227539, 31.11199188232422, 32.54035568237305, 33.968719482421875, 35.3970832824707, 36.82544708251953, 38.253807067871094, 39.68217086791992, 41.11053466796875]}, "gradients/decoder.roberta.encoder.layer.17.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 6.0, 10.0, 6.0, 16.0, 17.0, 27.0, 39.0, 47.0, 64.0, 61.0, 127.0, 155.0, 240.0, 405.0, 878.0, 2312.0, 8167.0, 42983.0, 357554.0, 2836289.0, 840565.0, 84154.0, 14031.0, 3493.0, 1191.0, 515.0, 299.0, 175.0, 120.0, 82.0, 62.0, 40.0, 34.0, 38.0, 24.0, 16.0, 14.0, 7.0, 10.0, 5.0, 1.0, 3.0, 1.0, 4.0, 3.0, 0.0, 1.0], "bins": [-98.375, -95.6923828125, -93.009765625, -90.3271484375, -87.64453125, -84.9619140625, -82.279296875, -79.5966796875, -76.9140625, -74.2314453125, -71.548828125, -68.8662109375, -66.18359375, -63.5009765625, -60.818359375, -58.1357421875, -55.453125, -52.7705078125, -50.087890625, -47.4052734375, -44.72265625, -42.0400390625, -39.357421875, -36.6748046875, -33.9921875, -31.3095703125, -28.626953125, -25.9443359375, -23.26171875, -20.5791015625, -17.896484375, -15.2138671875, -12.53125, -9.8486328125, -7.166015625, -4.4833984375, -1.80078125, 0.8818359375, 3.564453125, 6.2470703125, 8.9296875, 11.6123046875, 14.294921875, 16.9775390625, 19.66015625, 22.3427734375, 25.025390625, 27.7080078125, 30.390625, 33.0732421875, 35.755859375, 38.4384765625, 41.12109375, 43.8037109375, 46.486328125, 49.1689453125, 51.8515625, 54.5341796875, 57.216796875, 59.8994140625, 62.58203125, 65.2646484375, 67.947265625, 70.6298828125, 73.3125]}, "gradients/decoder.roberta.encoder.layer.17.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 7.0, 9.0, 6.0, 8.0, 10.0, 19.0, 18.0, 17.0, 27.0, 35.0, 32.0, 29.0, 47.0, 40.0, 50.0, 51.0, 44.0, 62.0, 55.0, 55.0, 54.0, 57.0, 36.0, 28.0, 35.0, 37.0, 22.0, 21.0, 17.0, 12.0, 12.0, 15.0, 9.0, 6.0, 8.0, 7.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-34.5625, -33.62353515625, -32.6845703125, -31.74560546875, -30.806640625, -29.86767578125, -28.9287109375, -27.98974609375, -27.05078125, -26.11181640625, -25.1728515625, -24.23388671875, -23.294921875, -22.35595703125, -21.4169921875, -20.47802734375, -19.5390625, -18.60009765625, -17.6611328125, -16.72216796875, -15.783203125, -14.84423828125, -13.9052734375, -12.96630859375, -12.02734375, -11.08837890625, -10.1494140625, -9.21044921875, -8.271484375, -7.33251953125, -6.3935546875, -5.45458984375, -4.515625, -3.57666015625, -2.6376953125, -1.69873046875, -0.759765625, 0.17919921875, 1.1181640625, 2.05712890625, 2.99609375, 3.93505859375, 4.8740234375, 5.81298828125, 6.751953125, 7.69091796875, 8.6298828125, 9.56884765625, 10.5078125, 11.44677734375, 12.3857421875, 13.32470703125, 14.263671875, 15.20263671875, 16.1416015625, 17.08056640625, 18.01953125, 18.95849609375, 19.8974609375, 20.83642578125, 21.775390625, 22.71435546875, 23.6533203125, 24.59228515625, 25.53125]}, "gradients/decoder.roberta.encoder.layer.17.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 10.0, 8.0, 13.0, 17.0, 18.0, 25.0, 38.0, 67.0, 90.0, 89.0, 141.0, 217.0, 369.0, 599.0, 1598.0, 9101.0, 446237.0, 3683032.0, 46701.0, 3534.0, 925.0, 485.0, 311.0, 184.0, 151.0, 79.0, 67.0, 52.0, 25.0, 29.0, 21.0, 16.0, 10.0, 3.0, 6.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-201.125, -194.69140625, -188.2578125, -181.82421875, -175.390625, -168.95703125, -162.5234375, -156.08984375, -149.65625, -143.22265625, -136.7890625, -130.35546875, -123.921875, -117.48828125, -111.0546875, -104.62109375, -98.1875, -91.75390625, -85.3203125, -78.88671875, -72.453125, -66.01953125, -59.5859375, -53.15234375, -46.71875, -40.28515625, -33.8515625, -27.41796875, -20.984375, -14.55078125, -8.1171875, -1.68359375, 4.75, 11.18359375, 17.6171875, 24.05078125, 30.484375, 36.91796875, 43.3515625, 49.78515625, 56.21875, 62.65234375, 69.0859375, 75.51953125, 81.953125, 88.38671875, 94.8203125, 101.25390625, 107.6875, 114.12109375, 120.5546875, 126.98828125, 133.421875, 139.85546875, 146.2890625, 152.72265625, 159.15625, 165.58984375, 172.0234375, 178.45703125, 184.890625, 191.32421875, 197.7578125, 204.19140625, 210.625]}, "gradients/decoder.roberta.encoder.layer.17.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 5.0, 6.0, 8.0, 9.0, 19.0, 17.0, 33.0, 36.0, 55.0, 85.0, 106.0, 163.0, 270.0, 280.0, 421.0, 507.0, 470.0, 404.0, 298.0, 254.0, 186.0, 125.0, 82.0, 56.0, 43.0, 30.0, 26.0, 19.0, 12.0, 10.0, 17.0, 6.0, 1.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-14.71875, -14.2611083984375, -13.803466796875, -13.3458251953125, -12.88818359375, -12.4305419921875, -11.972900390625, -11.5152587890625, -11.0576171875, -10.5999755859375, -10.142333984375, -9.6846923828125, -9.22705078125, -8.7694091796875, -8.311767578125, -7.8541259765625, -7.396484375, -6.9388427734375, -6.481201171875, -6.0235595703125, -5.56591796875, -5.1082763671875, -4.650634765625, -4.1929931640625, -3.7353515625, -3.2777099609375, -2.820068359375, -2.3624267578125, -1.90478515625, -1.4471435546875, -0.989501953125, -0.5318603515625, -0.07421875, 0.3834228515625, 0.841064453125, 1.2987060546875, 1.75634765625, 2.2139892578125, 2.671630859375, 3.1292724609375, 3.5869140625, 4.0445556640625, 4.502197265625, 4.9598388671875, 5.41748046875, 5.8751220703125, 6.332763671875, 6.7904052734375, 7.248046875, 7.7056884765625, 8.163330078125, 8.6209716796875, 9.07861328125, 9.5362548828125, 9.993896484375, 10.4515380859375, 10.9091796875, 11.3668212890625, 11.824462890625, 12.2821044921875, 12.73974609375, 13.1973876953125, 13.655029296875, 14.1126708984375, 14.5703125]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 7.0, 9.0, 17.0, 16.0, 23.0, 37.0, 44.0, 58.0, 70.0, 78.0, 77.0, 88.0, 94.0, 78.0, 80.0, 58.0, 42.0, 41.0, 37.0, 21.0, 13.0, 8.0, 5.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.41277313232422, -32.957088470458984, -31.501407623291016, -30.04572296142578, -28.590042114257812, -27.134357452392578, -25.678674697875977, -24.222991943359375, -22.767309188842773, -21.311626434326172, -19.85594367980957, -18.40026092529297, -16.944576263427734, -15.48889446258545, -14.033210754394531, -12.57752799987793, -11.121845245361328, -9.666162490844727, -8.210479736328125, -6.754796028137207, -5.2991132736206055, -3.843430519104004, -2.387746810913086, -0.9320640563964844, 0.5236186981201172, 1.9793016910552979, 3.4349846839904785, 4.890667915344238, 6.34635066986084, 7.802033424377441, 9.25771713256836, 10.713399887084961, 12.169082641601562, 13.624765396118164, 15.080448150634766, 16.5361328125, 17.99181365966797, 19.447498321533203, 20.903181076049805, 22.358863830566406, 23.814546585083008, 25.27022933959961, 26.72591209411621, 28.181594848632812, 29.637279510498047, 31.092960357666016, 32.54864501953125, 34.00432586669922, 35.46001052856445, 36.91569519042969, 38.371376037597656, 39.82706069946289, 41.28274154663086, 42.738426208496094, 44.19410705566406, 45.6497917175293, 47.10547637939453, 48.561161041259766, 50.016841888427734, 51.47252655029297, 52.92820739746094, 54.38389205932617, 55.839576721191406, 57.295257568359375, 58.750938415527344]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 6.0, 2.0, 5.0, 10.0, 6.0, 13.0, 11.0, 15.0, 21.0, 26.0, 33.0, 25.0, 30.0, 39.0, 39.0, 46.0, 42.0, 42.0, 48.0, 45.0, 43.0, 41.0, 52.0, 39.0, 34.0, 38.0, 36.0, 29.0, 32.0, 25.0, 18.0, 20.0, 22.0, 16.0, 13.0, 6.0, 7.0, 6.0, 4.0, 4.0, 3.0, 0.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-34.65959167480469, -33.6872673034668, -32.71493911743164, -31.742612838745117, -30.770286560058594, -29.797962188720703, -28.82563591003418, -27.853309631347656, -26.880983352661133, -25.90865707397461, -24.936330795288086, -23.964004516601562, -22.991680145263672, -22.019351959228516, -21.047027587890625, -20.0747013092041, -19.102375030517578, -18.130048751831055, -17.15772247314453, -16.185396194458008, -15.2130708694458, -14.240744590759277, -13.26841926574707, -12.296092987060547, -11.323766708374023, -10.3514404296875, -9.379114151000977, -8.40678882598877, -7.434462547302246, -6.462136268615723, -5.489810466766357, -4.517484664916992, -3.5451602935791016, -2.5728342533111572, -1.600508213043213, -0.6281821727752686, 0.3441438674926758, 1.3164701461791992, 2.2887959480285645, 3.2611217498779297, 4.233448028564453, 5.205774307250977, 6.178100109100342, 7.150425910949707, 8.12275218963623, 9.095078468322754, 10.067403793334961, 11.039730072021484, 12.012056350708008, 12.984382629394531, 13.956708908081055, 14.929034233093262, 15.901360511779785, 16.873687744140625, 17.846012115478516, 18.81833839416504, 19.790664672851562, 20.762990951538086, 21.73531723022461, 22.707643508911133, 23.679969787597656, 24.652294158935547, 25.62462043762207, 26.596946716308594, 27.569272994995117]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 7.0, 4.0, 5.0, 11.0, 28.0, 23.0, 53.0, 83.0, 118.0, 157.0, 228.0, 410.0, 683.0, 960.0, 1468.0, 2205.0, 3294.0, 5046.0, 7300.0, 10630.0, 15320.0, 21623.0, 30383.0, 40784.0, 53919.0, 68394.0, 82506.0, 93531.0, 99954.0, 98619.0, 90641.0, 78319.0, 63769.0, 50064.0, 37526.0, 27584.0, 19569.0, 13888.0, 9520.0, 6497.0, 4485.0, 3084.0, 2096.0, 1291.0, 850.0, 582.0, 381.0, 255.0, 165.0, 94.0, 62.0, 45.0, 21.0, 12.0, 11.0, 6.0, 2.0, 0.0, 2.0, 2.0, 2.0], "bins": [-2.8203125, -2.731781005859375, -2.64324951171875, -2.554718017578125, -2.4661865234375, -2.377655029296875, -2.28912353515625, -2.200592041015625, -2.112060546875, -2.023529052734375, -1.93499755859375, -1.846466064453125, -1.7579345703125, -1.669403076171875, -1.58087158203125, -1.492340087890625, -1.40380859375, -1.315277099609375, -1.22674560546875, -1.138214111328125, -1.0496826171875, -0.961151123046875, -0.87261962890625, -0.784088134765625, -0.695556640625, -0.607025146484375, -0.51849365234375, -0.429962158203125, -0.3414306640625, -0.252899169921875, -0.16436767578125, -0.075836181640625, 0.0126953125, 0.101226806640625, 0.18975830078125, 0.278289794921875, 0.3668212890625, 0.455352783203125, 0.54388427734375, 0.632415771484375, 0.720947265625, 0.809478759765625, 0.89801025390625, 0.986541748046875, 1.0750732421875, 1.163604736328125, 1.25213623046875, 1.340667724609375, 1.42919921875, 1.517730712890625, 1.60626220703125, 1.694793701171875, 1.7833251953125, 1.871856689453125, 1.96038818359375, 2.048919677734375, 2.137451171875, 2.225982666015625, 2.31451416015625, 2.403045654296875, 2.4915771484375, 2.580108642578125, 2.66864013671875, 2.757171630859375, 2.845703125]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 6.0, 5.0, 2.0, 9.0, 8.0, 5.0, 14.0, 12.0, 14.0, 21.0, 24.0, 35.0, 26.0, 25.0, 40.0, 42.0, 49.0, 40.0, 41.0, 48.0, 44.0, 45.0, 42.0, 49.0, 41.0, 29.0, 41.0, 35.0, 31.0, 31.0, 26.0, 22.0, 14.0, 21.0, 18.0, 12.0, 7.0, 6.0, 6.0, 4.0, 4.0, 3.0, 0.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0], "bins": [-33.375, -32.419921875, -31.46484375, -30.509765625, -29.5546875, -28.599609375, -27.64453125, -26.689453125, -25.734375, -24.779296875, -23.82421875, -22.869140625, -21.9140625, -20.958984375, -20.00390625, -19.048828125, -18.09375, -17.138671875, -16.18359375, -15.228515625, -14.2734375, -13.318359375, -12.36328125, -11.408203125, -10.453125, -9.498046875, -8.54296875, -7.587890625, -6.6328125, -5.677734375, -4.72265625, -3.767578125, -2.8125, -1.857421875, -0.90234375, 0.052734375, 1.0078125, 1.962890625, 2.91796875, 3.873046875, 4.828125, 5.783203125, 6.73828125, 7.693359375, 8.6484375, 9.603515625, 10.55859375, 11.513671875, 12.46875, 13.423828125, 14.37890625, 15.333984375, 16.2890625, 17.244140625, 18.19921875, 19.154296875, 20.109375, 21.064453125, 22.01953125, 22.974609375, 23.9296875, 24.884765625, 25.83984375, 26.794921875, 27.75]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 6.0, 7.0, 13.0, 14.0, 26.0, 44.0, 67.0, 89.0, 104.0, 177.0, 215.0, 277.0, 449.0, 506.0, 727.0, 1011.0, 1390.0, 1798.0, 2469.0, 3371.0, 4662.0, 6373.0, 8751.0, 12601.0, 18070.0, 29472.0, 212780.0, 614428.0, 53809.0, 21819.0, 14851.0, 10377.0, 7587.0, 5350.0, 3951.0, 2861.0, 2148.0, 1556.0, 1198.0, 877.0, 642.0, 475.0, 324.0, 235.0, 176.0, 119.0, 85.0, 70.0, 45.0, 42.0, 24.0, 13.0, 13.0, 9.0, 5.0, 5.0, 2.0, 3.0], "bins": [-5.390625, -5.22845458984375, -5.0662841796875, -4.90411376953125, -4.741943359375, -4.57977294921875, -4.4176025390625, -4.25543212890625, -4.09326171875, -3.93109130859375, -3.7689208984375, -3.60675048828125, -3.444580078125, -3.28240966796875, -3.1202392578125, -2.95806884765625, -2.7958984375, -2.63372802734375, -2.4715576171875, -2.30938720703125, -2.147216796875, -1.98504638671875, -1.8228759765625, -1.66070556640625, -1.49853515625, -1.33636474609375, -1.1741943359375, -1.01202392578125, -0.849853515625, -0.68768310546875, -0.5255126953125, -0.36334228515625, -0.201171875, -0.03900146484375, 0.1231689453125, 0.28533935546875, 0.447509765625, 0.60968017578125, 0.7718505859375, 0.93402099609375, 1.09619140625, 1.25836181640625, 1.4205322265625, 1.58270263671875, 1.744873046875, 1.90704345703125, 2.0692138671875, 2.23138427734375, 2.3935546875, 2.55572509765625, 2.7178955078125, 2.88006591796875, 3.042236328125, 3.20440673828125, 3.3665771484375, 3.52874755859375, 3.69091796875, 3.85308837890625, 4.0152587890625, 4.17742919921875, 4.339599609375, 4.50177001953125, 4.6639404296875, 4.82611083984375, 4.98828125]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 4.0, 11.0, 7.0, 9.0, 13.0, 14.0, 16.0, 23.0, 22.0, 28.0, 27.0, 34.0, 30.0, 37.0, 36.0, 30.0, 37.0, 43.0, 53.0, 48.0, 33.0, 37.0, 48.0, 38.0, 36.0, 40.0, 32.0, 34.0, 22.0, 24.0, 25.0, 20.0, 27.0, 9.0, 7.0, 11.0, 5.0, 3.0, 5.0, 7.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-20.4375, -19.845947265625, -19.25439453125, -18.662841796875, -18.0712890625, -17.479736328125, -16.88818359375, -16.296630859375, -15.705078125, -15.113525390625, -14.52197265625, -13.930419921875, -13.3388671875, -12.747314453125, -12.15576171875, -11.564208984375, -10.97265625, -10.381103515625, -9.78955078125, -9.197998046875, -8.6064453125, -8.014892578125, -7.42333984375, -6.831787109375, -6.240234375, -5.648681640625, -5.05712890625, -4.465576171875, -3.8740234375, -3.282470703125, -2.69091796875, -2.099365234375, -1.5078125, -0.916259765625, -0.32470703125, 0.266845703125, 0.8583984375, 1.449951171875, 2.04150390625, 2.633056640625, 3.224609375, 3.816162109375, 4.40771484375, 4.999267578125, 5.5908203125, 6.182373046875, 6.77392578125, 7.365478515625, 7.95703125, 8.548583984375, 9.14013671875, 9.731689453125, 10.3232421875, 10.914794921875, 11.50634765625, 12.097900390625, 12.689453125, 13.281005859375, 13.87255859375, 14.464111328125, 15.0556640625, 15.647216796875, 16.23876953125, 16.830322265625, 17.421875]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 8.0, 13.0, 20.0, 25.0, 44.0, 60.0, 87.0, 158.0, 231.0, 441.0, 680.0, 1095.0, 2080.0, 3731.0, 6905.0, 12858.0, 25009.0, 73293.0, 841307.0, 39385.0, 18836.0, 9882.0, 5395.0, 2970.0, 1640.0, 963.0, 555.0, 309.0, 198.0, 115.0, 83.0, 58.0, 37.0, 24.0, 18.0, 11.0, 6.0, 8.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57666015625, -0.556976318359375, -0.53729248046875, -0.517608642578125, -0.4979248046875, -0.478240966796875, -0.45855712890625, -0.438873291015625, -0.419189453125, -0.399505615234375, -0.37982177734375, -0.360137939453125, -0.3404541015625, -0.320770263671875, -0.30108642578125, -0.281402587890625, -0.26171875, -0.242034912109375, -0.22235107421875, -0.202667236328125, -0.1829833984375, -0.163299560546875, -0.14361572265625, -0.123931884765625, -0.104248046875, -0.084564208984375, -0.06488037109375, -0.045196533203125, -0.0255126953125, -0.005828857421875, 0.01385498046875, 0.033538818359375, 0.05322265625, 0.072906494140625, 0.09259033203125, 0.112274169921875, 0.1319580078125, 0.151641845703125, 0.17132568359375, 0.191009521484375, 0.210693359375, 0.230377197265625, 0.25006103515625, 0.269744873046875, 0.2894287109375, 0.309112548828125, 0.32879638671875, 0.348480224609375, 0.3681640625, 0.387847900390625, 0.40753173828125, 0.427215576171875, 0.4468994140625, 0.466583251953125, 0.48626708984375, 0.505950927734375, 0.525634765625, 0.545318603515625, 0.56500244140625, 0.584686279296875, 0.6043701171875, 0.624053955078125, 0.64373779296875, 0.663421630859375, 0.68310546875]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 10.0, 11.0, 10.0, 11.0, 13.0, 19.0, 17.0, 22.0, 32.0, 28.0, 35.0, 38.0, 31.0, 39.0, 54.0, 67.0, 55.0, 44.0, 29.0, 35.0, 44.0, 42.0, 40.0, 31.0, 40.0, 39.0, 21.0, 28.0, 18.0, 17.0, 8.0, 19.0, 11.0, 7.0, 9.0, 5.0, 3.0, 8.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.276897430419922e-05, -2.187490463256836e-05, -2.09808349609375e-05, -2.008676528930664e-05, -1.919269561767578e-05, -1.8298625946044922e-05, -1.7404556274414062e-05, -1.6510486602783203e-05, -1.5616416931152344e-05, -1.4722347259521484e-05, -1.3828277587890625e-05, -1.2934207916259766e-05, -1.2040138244628906e-05, -1.1146068572998047e-05, -1.0251998901367188e-05, -9.357929229736328e-06, -8.463859558105469e-06, -7.569789886474609e-06, -6.67572021484375e-06, -5.781650543212891e-06, -4.887580871582031e-06, -3.993511199951172e-06, -3.0994415283203125e-06, -2.205371856689453e-06, -1.3113021850585938e-06, -4.172325134277344e-07, 4.76837158203125e-07, 1.3709068298339844e-06, 2.2649765014648438e-06, 3.159046173095703e-06, 4.0531158447265625e-06, 4.947185516357422e-06, 5.841255187988281e-06, 6.735324859619141e-06, 7.62939453125e-06, 8.52346420288086e-06, 9.417533874511719e-06, 1.0311603546142578e-05, 1.1205673217773438e-05, 1.2099742889404297e-05, 1.2993812561035156e-05, 1.3887882232666016e-05, 1.4781951904296875e-05, 1.5676021575927734e-05, 1.6570091247558594e-05, 1.7464160919189453e-05, 1.8358230590820312e-05, 1.9252300262451172e-05, 2.014636993408203e-05, 2.104043960571289e-05, 2.193450927734375e-05, 2.282857894897461e-05, 2.372264862060547e-05, 2.4616718292236328e-05, 2.5510787963867188e-05, 2.6404857635498047e-05, 2.7298927307128906e-05, 2.8192996978759766e-05, 2.9087066650390625e-05, 2.9981136322021484e-05, 3.0875205993652344e-05, 3.17692756652832e-05, 3.266334533691406e-05, 3.355741500854492e-05, 3.445148468017578e-05]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 6.0, 2.0, 7.0, 7.0, 9.0, 12.0, 20.0, 25.0, 27.0, 26.0, 55.0, 76.0, 117.0, 184.0, 386.0, 9607.0, 787775.0, 246897.0, 2525.0, 297.0, 135.0, 104.0, 73.0, 46.0, 41.0, 30.0, 16.0, 12.0, 8.0, 6.0, 5.0, 4.0, 4.0, 4.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.20703125, -3.10302734375, -2.9990234375, -2.89501953125, -2.791015625, -2.68701171875, -2.5830078125, -2.47900390625, -2.375, -2.27099609375, -2.1669921875, -2.06298828125, -1.958984375, -1.85498046875, -1.7509765625, -1.64697265625, -1.54296875, -1.43896484375, -1.3349609375, -1.23095703125, -1.126953125, -1.02294921875, -0.9189453125, -0.81494140625, -0.7109375, -0.60693359375, -0.5029296875, -0.39892578125, -0.294921875, -0.19091796875, -0.0869140625, 0.01708984375, 0.12109375, 0.22509765625, 0.3291015625, 0.43310546875, 0.537109375, 0.64111328125, 0.7451171875, 0.84912109375, 0.953125, 1.05712890625, 1.1611328125, 1.26513671875, 1.369140625, 1.47314453125, 1.5771484375, 1.68115234375, 1.78515625, 1.88916015625, 1.9931640625, 2.09716796875, 2.201171875, 2.30517578125, 2.4091796875, 2.51318359375, 2.6171875, 2.72119140625, 2.8251953125, 2.92919921875, 3.033203125, 3.13720703125, 3.2412109375, 3.34521484375, 3.44921875]}, "gradients/decoder.roberta.encoder.layer.17.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 1.0, 0.0, 5.0, 6.0, 10.0, 11.0, 8.0, 18.0, 19.0, 31.0, 42.0, 60.0, 60.0, 73.0, 81.0, 78.0, 88.0, 85.0, 79.0, 51.0, 58.0, 22.0, 34.0, 22.0, 23.0, 11.0, 8.0, 4.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2059326171875, -0.19986343383789062, -0.19379425048828125, -0.18772506713867188, -0.1816558837890625, -0.17558670043945312, -0.16951751708984375, -0.16344833374023438, -0.157379150390625, -0.15130996704101562, -0.14524078369140625, -0.13917160034179688, -0.1331024169921875, -0.12703323364257812, -0.12096405029296875, -0.11489486694335938, -0.10882568359375, -0.10275650024414062, -0.09668731689453125, -0.09061813354492188, -0.0845489501953125, -0.07847976684570312, -0.07241058349609375, -0.06634140014648438, -0.060272216796875, -0.054203033447265625, -0.04813385009765625, -0.042064666748046875, -0.0359954833984375, -0.029926300048828125, -0.02385711669921875, -0.017787933349609375, -0.01171875, -0.005649566650390625, 0.00041961669921875, 0.006488800048828125, 0.0125579833984375, 0.018627166748046875, 0.02469635009765625, 0.030765533447265625, 0.036834716796875, 0.042903900146484375, 0.04897308349609375, 0.055042266845703125, 0.0611114501953125, 0.06718063354492188, 0.07324981689453125, 0.07931900024414062, 0.08538818359375, 0.09145736694335938, 0.09752655029296875, 0.10359573364257812, 0.1096649169921875, 0.11573410034179688, 0.12180328369140625, 0.12787246704101562, 0.133941650390625, 0.14001083374023438, 0.14608001708984375, 0.15214920043945312, 0.1582183837890625, 0.16428756713867188, 0.17035675048828125, 0.17642593383789062, 0.1824951171875]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 5.0, 10.0, 17.0, 19.0, 27.0, 33.0, 38.0, 71.0, 57.0, 81.0, 72.0, 99.0, 87.0, 85.0, 71.0, 58.0, 49.0, 39.0, 32.0, 26.0, 9.0, 10.0, 8.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.161766052246094, -35.71725082397461, -34.272735595703125, -32.82822036743164, -31.38370704650879, -29.939191818237305, -28.494678497314453, -27.05016326904297, -25.605648040771484, -24.1611328125, -22.716617584228516, -21.272104263305664, -19.82758903503418, -18.383073806762695, -16.938560485839844, -15.49404525756836, -14.049530029296875, -12.60501480102539, -11.160500526428223, -9.715986251831055, -8.27147102355957, -6.826956272125244, -5.382441520690918, -3.93792724609375, -2.4934120178222656, -1.0488972663879395, 0.3956174850463867, 1.840132236480713, 3.284646987915039, 4.729161739349365, 6.173676490783691, 7.618190765380859, 9.062702178955078, 10.507217407226562, 11.95173168182373, 13.396245956420898, 14.840761184692383, 16.285276412963867, 17.72978973388672, 19.174304962158203, 20.618820190429688, 22.063335418701172, 23.507850646972656, 24.952363967895508, 26.396879196166992, 27.841394424438477, 29.285907745361328, 30.730422973632812, 32.1749382019043, 33.61945343017578, 35.063968658447266, 36.50848388671875, 37.95299530029297, 39.39751052856445, 40.84202575683594, 42.28654098510742, 43.731056213378906, 45.17557144165039, 46.620086669921875, 48.06460189819336, 49.509117126464844, 50.95362854003906, 52.39814376831055, 53.84265899658203, 55.287174224853516]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 4.0, 3.0, 5.0, 10.0, 7.0, 12.0, 13.0, 14.0, 20.0, 25.0, 36.0, 24.0, 27.0, 38.0, 39.0, 54.0, 36.0, 42.0, 51.0, 41.0, 47.0, 42.0, 48.0, 43.0, 29.0, 39.0, 36.0, 29.0, 33.0, 27.0, 19.0, 17.0, 21.0, 18.0, 12.0, 6.0, 7.0, 5.0, 5.0, 4.0, 3.0, 0.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0], "bins": [-33.45966720581055, -32.50363540649414, -31.547607421875, -30.591575622558594, -29.63554573059082, -28.679515838623047, -27.72348403930664, -26.767454147338867, -25.811424255371094, -24.85539436340332, -23.899364471435547, -22.94333267211914, -21.987302780151367, -21.031272888183594, -20.075241088867188, -19.119211196899414, -18.16318130493164, -17.207151412963867, -16.251121520996094, -15.295089721679688, -14.339059829711914, -13.38302993774414, -12.42699909210205, -11.470968246459961, -10.514938354492188, -9.558908462524414, -8.602877616882324, -7.646847248077393, -6.690816879272461, -5.734786510467529, -4.778756141662598, -3.822725772857666, -2.8666934967041016, -1.91066312789917, -0.9546327590942383, 0.0013976097106933594, 0.957427978515625, 1.9134583473205566, 2.8694887161254883, 3.82551908493042, 4.781549453735352, 5.737579822540283, 6.693610191345215, 7.6496405601501465, 8.605670928955078, 9.561700820922852, 10.517731666564941, 11.473762512207031, 12.429792404174805, 13.385822296142578, 14.341853141784668, 15.297883987426758, 16.25391387939453, 17.209943771362305, 18.165973663330078, 19.122005462646484, 20.078035354614258, 21.03406524658203, 21.990097045898438, 22.94612693786621, 23.902156829833984, 24.858186721801758, 25.81421661376953, 26.770248413085938, 27.72627830505371]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 11.0, 18.0, 26.0, 25.0, 45.0, 69.0, 104.0, 189.0, 225.0, 382.0, 576.0, 834.0, 1316.0, 2092.0, 3512.0, 6356.0, 11639.0, 22559.0, 44077.0, 83084.0, 140061.0, 194141.0, 197544.0, 147368.0, 89696.0, 48073.0, 24944.0, 12785.0, 6861.0, 3761.0, 2241.0, 1351.0, 865.0, 578.0, 389.0, 286.0, 173.0, 97.0, 71.0, 44.0, 27.0, 25.0, 12.0, 14.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.859375, -23.09130859375, -22.3232421875, -21.55517578125, -20.787109375, -20.01904296875, -19.2509765625, -18.48291015625, -17.71484375, -16.94677734375, -16.1787109375, -15.41064453125, -14.642578125, -13.87451171875, -13.1064453125, -12.33837890625, -11.5703125, -10.80224609375, -10.0341796875, -9.26611328125, -8.498046875, -7.72998046875, -6.9619140625, -6.19384765625, -5.42578125, -4.65771484375, -3.8896484375, -3.12158203125, -2.353515625, -1.58544921875, -0.8173828125, -0.04931640625, 0.71875, 1.48681640625, 2.2548828125, 3.02294921875, 3.791015625, 4.55908203125, 5.3271484375, 6.09521484375, 6.86328125, 7.63134765625, 8.3994140625, 9.16748046875, 9.935546875, 10.70361328125, 11.4716796875, 12.23974609375, 13.0078125, 13.77587890625, 14.5439453125, 15.31201171875, 16.080078125, 16.84814453125, 17.6162109375, 18.38427734375, 19.15234375, 19.92041015625, 20.6884765625, 21.45654296875, 22.224609375, 22.99267578125, 23.7607421875, 24.52880859375, 25.296875]}, "gradients/decoder.roberta.encoder.layer.17.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 9.0, 3.0, 2.0, 8.0, 14.0, 9.0, 7.0, 17.0, 21.0, 26.0, 34.0, 19.0, 31.0, 30.0, 37.0, 47.0, 46.0, 41.0, 44.0, 46.0, 43.0, 60.0, 38.0, 40.0, 39.0, 37.0, 34.0, 36.0, 29.0, 30.0, 18.0, 22.0, 17.0, 21.0, 12.0, 8.0, 6.0, 4.0, 5.0, 4.0, 4.0, 0.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-36.28125, -35.251953125, -34.22265625, -33.193359375, -32.1640625, -31.134765625, -30.10546875, -29.076171875, -28.046875, -27.017578125, -25.98828125, -24.958984375, -23.9296875, -22.900390625, -21.87109375, -20.841796875, -19.8125, -18.783203125, -17.75390625, -16.724609375, -15.6953125, -14.666015625, -13.63671875, -12.607421875, -11.578125, -10.548828125, -9.51953125, -8.490234375, -7.4609375, -6.431640625, -5.40234375, -4.373046875, -3.34375, -2.314453125, -1.28515625, -0.255859375, 0.7734375, 1.802734375, 2.83203125, 3.861328125, 4.890625, 5.919921875, 6.94921875, 7.978515625, 9.0078125, 10.037109375, 11.06640625, 12.095703125, 13.125, 14.154296875, 15.18359375, 16.212890625, 17.2421875, 18.271484375, 19.30078125, 20.330078125, 21.359375, 22.388671875, 23.41796875, 24.447265625, 25.4765625, 26.505859375, 27.53515625, 28.564453125, 29.59375]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 3.0, 12.0, 12.0, 12.0, 11.0, 6.0, 10.0, 17.0, 16.0, 20.0, 21.0, 40.0, 22.0, 27.0, 50.0, 66.0, 93.0, 217.0, 163379.0, 883775.0, 261.0, 86.0, 71.0, 56.0, 38.0, 39.0, 25.0, 31.0, 29.0, 18.0, 12.0, 20.0, 13.0, 11.0, 5.0, 3.0, 6.0, 6.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-1082.0, -1051.984375, -1021.96875, -991.953125, -961.9375, -931.921875, -901.90625, -871.890625, -841.875, -811.859375, -781.84375, -751.828125, -721.8125, -691.796875, -661.78125, -631.765625, -601.75, -571.734375, -541.71875, -511.703125, -481.6875, -451.671875, -421.65625, -391.640625, -361.625, -331.609375, -301.59375, -271.578125, -241.5625, -211.546875, -181.53125, -151.515625, -121.5, -91.484375, -61.46875, -31.453125, -1.4375, 28.578125, 58.59375, 88.609375, 118.625, 148.640625, 178.65625, 208.671875, 238.6875, 268.703125, 298.71875, 328.734375, 358.75, 388.765625, 418.78125, 448.796875, 478.8125, 508.828125, 538.84375, 568.859375, 598.875, 628.890625, 658.90625, 688.921875, 718.9375, 748.953125, 778.96875, 808.984375, 839.0]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 5.0, 5.0, 5.0, 8.0, 6.0, 9.0, 11.0, 15.0, 24.0, 16.0, 24.0, 27.0, 42.0, 33.0, 43.0, 47.0, 60.0, 48.0, 50.0, 44.0, 52.0, 59.0, 59.0, 48.0, 35.0, 28.0, 22.0, 38.0, 23.0, 17.0, 16.0, 14.0, 6.0, 8.0, 10.0, 13.0, 11.0, 11.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-31.515625, -30.374755859375, -29.23388671875, -28.093017578125, -26.9521484375, -25.811279296875, -24.67041015625, -23.529541015625, -22.388671875, -21.247802734375, -20.10693359375, -18.966064453125, -17.8251953125, -16.684326171875, -15.54345703125, -14.402587890625, -13.26171875, -12.120849609375, -10.97998046875, -9.839111328125, -8.6982421875, -7.557373046875, -6.41650390625, -5.275634765625, -4.134765625, -2.993896484375, -1.85302734375, -0.712158203125, 0.4287109375, 1.569580078125, 2.71044921875, 3.851318359375, 4.9921875, 6.133056640625, 7.27392578125, 8.414794921875, 9.5556640625, 10.696533203125, 11.83740234375, 12.978271484375, 14.119140625, 15.260009765625, 16.40087890625, 17.541748046875, 18.6826171875, 19.823486328125, 20.96435546875, 22.105224609375, 23.24609375, 24.386962890625, 25.52783203125, 26.668701171875, 27.8095703125, 28.950439453125, 30.09130859375, 31.232177734375, 32.373046875, 33.513916015625, 34.65478515625, 35.795654296875, 36.9365234375, 38.077392578125, 39.21826171875, 40.359130859375, 41.5]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 16.0, 17.0, 46.0, 229.0, 3500.0, 1043411.0, 1112.0, 153.0, 41.0, 13.0, 11.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-503.25, -487.21484375, -471.1796875, -455.14453125, -439.109375, -423.07421875, -407.0390625, -391.00390625, -374.96875, -358.93359375, -342.8984375, -326.86328125, -310.828125, -294.79296875, -278.7578125, -262.72265625, -246.6875, -230.65234375, -214.6171875, -198.58203125, -182.546875, -166.51171875, -150.4765625, -134.44140625, -118.40625, -102.37109375, -86.3359375, -70.30078125, -54.265625, -38.23046875, -22.1953125, -6.16015625, 9.875, 25.91015625, 41.9453125, 57.98046875, 74.015625, 90.05078125, 106.0859375, 122.12109375, 138.15625, 154.19140625, 170.2265625, 186.26171875, 202.296875, 218.33203125, 234.3671875, 250.40234375, 266.4375, 282.47265625, 298.5078125, 314.54296875, 330.578125, 346.61328125, 362.6484375, 378.68359375, 394.71875, 410.75390625, 426.7890625, 442.82421875, 458.859375, 474.89453125, 490.9296875, 506.96484375, 523.0]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 8.0, 5.0, 9.0, 11.0, 22.0, 24.0, 32.0, 33.0, 68.0, 92.0, 84.0, 114.0, 95.0, 110.0, 80.0, 63.0, 40.0, 31.0, 24.0, 16.0, 15.0, 9.0, 5.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004276275634765625, -0.004150718450546265, -0.004025161266326904, -0.003899604082107544, -0.0037740468978881836, -0.0036484897136688232, -0.003522932529449463, -0.0033973753452301025, -0.003271818161010742, -0.003146260976791382, -0.0030207037925720215, -0.002895146608352661, -0.0027695894241333008, -0.0026440322399139404, -0.00251847505569458, -0.0023929178714752197, -0.0022673606872558594, -0.002141803503036499, -0.0020162463188171387, -0.0018906891345977783, -0.001765131950378418, -0.0016395747661590576, -0.0015140175819396973, -0.001388460397720337, -0.0012629032135009766, -0.0011373460292816162, -0.0010117888450622559, -0.0008862316608428955, -0.0007606744766235352, -0.0006351172924041748, -0.0005095601081848145, -0.0003840029239654541, -0.00025844573974609375, -0.0001328885555267334, -7.331371307373047e-06, 0.0001182258129119873, 0.00024378299713134766, 0.000369340181350708, 0.0004948973655700684, 0.0006204545497894287, 0.0007460117340087891, 0.0008715689182281494, 0.0009971261024475098, 0.0011226832866668701, 0.0012482404708862305, 0.0013737976551055908, 0.0014993548393249512, 0.0016249120235443115, 0.0017504692077636719, 0.0018760263919830322, 0.0020015835762023926, 0.002127140760421753, 0.0022526979446411133, 0.0023782551288604736, 0.002503812313079834, 0.0026293694972991943, 0.0027549266815185547, 0.002880483865737915, 0.0030060410499572754, 0.0031315982341766357, 0.003257155418395996, 0.0033827126026153564, 0.003508269786834717, 0.003633826971054077, 0.0037593841552734375]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 8.0, 12.0, 15.0, 17.0, 21.0, 68.0, 145.0, 285.0, 1260.0, 85128.0, 957542.0, 3187.0, 440.0, 197.0, 103.0, 39.0, 33.0, 11.0, 11.0, 10.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-158.0, -149.76171875, -141.5234375, -133.28515625, -125.046875, -116.80859375, -108.5703125, -100.33203125, -92.09375, -83.85546875, -75.6171875, -67.37890625, -59.140625, -50.90234375, -42.6640625, -34.42578125, -26.1875, -17.94921875, -9.7109375, -1.47265625, 6.765625, 15.00390625, 23.2421875, 31.48046875, 39.71875, 47.95703125, 56.1953125, 64.43359375, 72.671875, 80.91015625, 89.1484375, 97.38671875, 105.625, 113.86328125, 122.1015625, 130.33984375, 138.578125, 146.81640625, 155.0546875, 163.29296875, 171.53125, 179.76953125, 188.0078125, 196.24609375, 204.484375, 212.72265625, 220.9609375, 229.19921875, 237.4375, 245.67578125, 253.9140625, 262.15234375, 270.390625, 278.62890625, 286.8671875, 295.10546875, 303.34375, 311.58203125, 319.8203125, 328.05859375, 336.296875, 344.53515625, 352.7734375, 361.01171875, 369.25]}, "gradients/decoder.roberta.encoder.layer.17.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 5.0, 3.0, 8.0, 8.0, 20.0, 38.0, 51.0, 86.0, 132.0, 215.0, 166.0, 110.0, 62.0, 40.0, 23.0, 8.0, 10.0, 8.0, 6.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-25.5, -24.93115234375, -24.3623046875, -23.79345703125, -23.224609375, -22.65576171875, -22.0869140625, -21.51806640625, -20.94921875, -20.38037109375, -19.8115234375, -19.24267578125, -18.673828125, -18.10498046875, -17.5361328125, -16.96728515625, -16.3984375, -15.82958984375, -15.2607421875, -14.69189453125, -14.123046875, -13.55419921875, -12.9853515625, -12.41650390625, -11.84765625, -11.27880859375, -10.7099609375, -10.14111328125, -9.572265625, -9.00341796875, -8.4345703125, -7.86572265625, -7.296875, -6.72802734375, -6.1591796875, -5.59033203125, -5.021484375, -4.45263671875, -3.8837890625, -3.31494140625, -2.74609375, -2.17724609375, -1.6083984375, -1.03955078125, -0.470703125, 0.09814453125, 0.6669921875, 1.23583984375, 1.8046875, 2.37353515625, 2.9423828125, 3.51123046875, 4.080078125, 4.64892578125, 5.2177734375, 5.78662109375, 6.35546875, 6.92431640625, 7.4931640625, 8.06201171875, 8.630859375, 9.19970703125, 9.7685546875, 10.33740234375, 10.90625]}, "gradients/decoder.roberta.encoder.layer.16.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 13.0, 32.0, 76.0, 124.0, 194.0, 178.0, 186.0, 92.0, 58.0, 32.0, 12.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-156.38453674316406, -153.00439453125, -149.624267578125, -146.24412536621094, -142.86398315429688, -139.48385620117188, -136.1037139892578, -132.72357177734375, -129.34344482421875, -125.96331024169922, -122.58316802978516, -119.20303344726562, -115.82289123535156, -112.44275665283203, -109.0626220703125, -105.68247985839844, -102.30233764648438, -98.92220306396484, -95.54206085205078, -92.16192626953125, -88.78178405761719, -85.40164947509766, -82.02151489257812, -78.64137268066406, -75.26123809814453, -71.881103515625, -68.50096130371094, -65.1208267211914, -61.74068832397461, -58.36054992675781, -54.98041534423828, -51.600276947021484, -48.22014617919922, -44.84000778198242, -41.459869384765625, -38.079734802246094, -34.6995964050293, -31.3194580078125, -27.939321517944336, -24.559185028076172, -21.179046630859375, -17.798908233642578, -14.418771743774414, -11.038634300231934, -7.658496856689453, -4.278358459472656, -0.8982219696044922, 2.481914520263672, 5.862052917480469, 9.24219036102295, 12.62232780456543, 16.002464294433594, 19.38260269165039, 22.762741088867188, 26.14287757873535, 29.523014068603516, 32.90315246582031, 36.28329086303711, 39.663429260253906, 43.04356384277344, 46.423702239990234, 49.80384063720703, 53.18397521972656, 56.56411361694336, 59.944252014160156]}, "gradients/decoder.roberta.encoder.layer.16.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 1.0, 6.0, 4.0, 8.0, 5.0, 4.0, 11.0, 11.0, 16.0, 13.0, 16.0, 20.0, 19.0, 23.0, 19.0, 31.0, 25.0, 40.0, 38.0, 42.0, 38.0, 44.0, 38.0, 36.0, 36.0, 45.0, 37.0, 45.0, 34.0, 33.0, 30.0, 18.0, 20.0, 20.0, 21.0, 29.0, 25.0, 13.0, 21.0, 16.0, 13.0, 8.0, 5.0, 8.0, 3.0, 1.0, 7.0, 3.0, 6.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-40.612613677978516, -39.391693115234375, -38.1707763671875, -36.94985580444336, -35.72893524169922, -34.508018493652344, -33.2870979309082, -32.06617736816406, -30.845260620117188, -29.62434196472168, -28.403423309326172, -27.18250274658203, -25.961584091186523, -24.740665435791016, -23.519744873046875, -22.298826217651367, -21.07790756225586, -19.85698890686035, -18.636070251464844, -17.415149688720703, -16.194231033325195, -14.973312377929688, -13.752392768859863, -12.531473159790039, -11.310554504394531, -10.089635848999023, -8.8687162399292, -7.647797107696533, -6.426877975463867, -5.205958843231201, -3.985039710998535, -2.764120101928711, -1.5432014465332031, -0.3222823143005371, 0.8986368179321289, 2.119555950164795, 3.340475082397461, 4.561394214630127, 5.782313346862793, 7.003232955932617, 8.224151611328125, 9.445070266723633, 10.665989875793457, 11.886909484863281, 13.107828140258789, 14.328746795654297, 15.549666404724121, 16.770586013793945, 17.991504669189453, 19.21242332458496, 20.43334197998047, 21.65426254272461, 22.875181198120117, 24.096099853515625, 25.317020416259766, 26.537939071655273, 27.75885772705078, 28.97977638244629, 30.200695037841797, 31.421615600585938, 32.64253234863281, 33.86345291137695, 35.084373474121094, 36.30529022216797, 37.52621078491211]}, "gradients/decoder.roberta.encoder.layer.16.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 13.0, 11.0, 17.0, 17.0, 13.0, 30.0, 22.0, 30.0, 44.0, 46.0, 43.0, 58.0, 69.0, 86.0, 164.0, 371.0, 1075.0, 4639.0, 36782.0, 719856.0, 3225587.0, 186165.0, 14989.0, 2520.0, 742.0, 260.0, 130.0, 101.0, 65.0, 55.0, 59.0, 30.0, 28.0, 30.0, 26.0, 14.0, 17.0, 14.0, 14.0, 7.0, 6.0, 6.0, 6.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0], "bins": [-118.3125, -114.6494140625, -110.986328125, -107.3232421875, -103.66015625, -99.9970703125, -96.333984375, -92.6708984375, -89.0078125, -85.3447265625, -81.681640625, -78.0185546875, -74.35546875, -70.6923828125, -67.029296875, -63.3662109375, -59.703125, -56.0400390625, -52.376953125, -48.7138671875, -45.05078125, -41.3876953125, -37.724609375, -34.0615234375, -30.3984375, -26.7353515625, -23.072265625, -19.4091796875, -15.74609375, -12.0830078125, -8.419921875, -4.7568359375, -1.09375, 2.5693359375, 6.232421875, 9.8955078125, 13.55859375, 17.2216796875, 20.884765625, 24.5478515625, 28.2109375, 31.8740234375, 35.537109375, 39.2001953125, 42.86328125, 46.5263671875, 50.189453125, 53.8525390625, 57.515625, 61.1787109375, 64.841796875, 68.5048828125, 72.16796875, 75.8310546875, 79.494140625, 83.1572265625, 86.8203125, 90.4833984375, 94.146484375, 97.8095703125, 101.47265625, 105.1357421875, 108.798828125, 112.4619140625, 116.125]}, "gradients/decoder.roberta.encoder.layer.16.output.dense.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 4.0, 5.0, 7.0, 9.0, 11.0, 12.0, 13.0, 20.0, 23.0, 23.0, 28.0, 25.0, 28.0, 26.0, 26.0, 44.0, 27.0, 39.0, 33.0, 50.0, 40.0, 39.0, 29.0, 42.0, 43.0, 25.0, 38.0, 32.0, 38.0, 27.0, 29.0, 23.0, 11.0, 19.0, 31.0, 12.0, 10.0, 9.0, 10.0, 5.0, 9.0, 3.0, 3.0, 8.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-25.9375, -25.130615234375, -24.32373046875, -23.516845703125, -22.7099609375, -21.903076171875, -21.09619140625, -20.289306640625, -19.482421875, -18.675537109375, -17.86865234375, -17.061767578125, -16.2548828125, -15.447998046875, -14.64111328125, -13.834228515625, -13.02734375, -12.220458984375, -11.41357421875, -10.606689453125, -9.7998046875, -8.992919921875, -8.18603515625, -7.379150390625, -6.572265625, -5.765380859375, -4.95849609375, -4.151611328125, -3.3447265625, -2.537841796875, -1.73095703125, -0.924072265625, -0.1171875, 0.689697265625, 1.49658203125, 2.303466796875, 3.1103515625, 3.917236328125, 4.72412109375, 5.531005859375, 6.337890625, 7.144775390625, 7.95166015625, 8.758544921875, 9.5654296875, 10.372314453125, 11.17919921875, 11.986083984375, 12.79296875, 13.599853515625, 14.40673828125, 15.213623046875, 16.0205078125, 16.827392578125, 17.63427734375, 18.441162109375, 19.248046875, 20.054931640625, 20.86181640625, 21.668701171875, 22.4755859375, 23.282470703125, 24.08935546875, 24.896240234375, 25.703125]}, "gradients/decoder.roberta.encoder.layer.16.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 11.0, 16.0, 19.0, 25.0, 70.0, 76.0, 139.0, 215.0, 314.0, 673.0, 2186.0, 33104.0, 4107501.0, 46016.0, 2214.0, 717.0, 366.0, 196.0, 136.0, 93.0, 55.0, 48.0, 25.0, 20.0, 15.0, 14.0, 5.0, 3.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-319.25, -309.125, -299.0, -288.875, -278.75, -268.625, -258.5, -248.375, -238.25, -228.125, -218.0, -207.875, -197.75, -187.625, -177.5, -167.375, -157.25, -147.125, -137.0, -126.875, -116.75, -106.625, -96.5, -86.375, -76.25, -66.125, -56.0, -45.875, -35.75, -25.625, -15.5, -5.375, 4.75, 14.875, 25.0, 35.125, 45.25, 55.375, 65.5, 75.625, 85.75, 95.875, 106.0, 116.125, 126.25, 136.375, 146.5, 156.625, 166.75, 176.875, 187.0, 197.125, 207.25, 217.375, 227.5, 237.625, 247.75, 257.875, 268.0, 278.125, 288.25, 298.375, 308.5, 318.625, 328.75]}, "gradients/decoder.roberta.encoder.layer.16.intermediate.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 4.0, 8.0, 4.0, 7.0, 14.0, 18.0, 29.0, 40.0, 53.0, 101.0, 135.0, 207.0, 357.0, 534.0, 723.0, 607.0, 455.0, 288.0, 192.0, 107.0, 84.0, 40.0, 28.0, 16.0, 9.0, 10.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-21.125, -20.460693359375, -19.79638671875, -19.132080078125, -18.4677734375, -17.803466796875, -17.13916015625, -16.474853515625, -15.810546875, -15.146240234375, -14.48193359375, -13.817626953125, -13.1533203125, -12.489013671875, -11.82470703125, -11.160400390625, -10.49609375, -9.831787109375, -9.16748046875, -8.503173828125, -7.8388671875, -7.174560546875, -6.51025390625, -5.845947265625, -5.181640625, -4.517333984375, -3.85302734375, -3.188720703125, -2.5244140625, -1.860107421875, -1.19580078125, -0.531494140625, 0.1328125, 0.797119140625, 1.46142578125, 2.125732421875, 2.7900390625, 3.454345703125, 4.11865234375, 4.782958984375, 5.447265625, 6.111572265625, 6.77587890625, 7.440185546875, 8.1044921875, 8.768798828125, 9.43310546875, 10.097412109375, 10.76171875, 11.426025390625, 12.09033203125, 12.754638671875, 13.4189453125, 14.083251953125, 14.74755859375, 15.411865234375, 16.076171875, 16.740478515625, 17.40478515625, 18.069091796875, 18.7333984375, 19.397705078125, 20.06201171875, 20.726318359375, 21.390625]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 7.0, 7.0, 17.0, 24.0, 42.0, 51.0, 87.0, 112.0, 102.0, 137.0, 114.0, 97.0, 71.0, 48.0, 31.0, 29.0, 18.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-45.35647201538086, -43.42417907714844, -41.49188995361328, -39.55959701538086, -37.62730407714844, -35.69501495361328, -33.76272201538086, -31.83043098449707, -29.89813995361328, -27.965848922729492, -26.033557891845703, -24.10126495361328, -22.168973922729492, -20.236682891845703, -18.30438995361328, -16.372098922729492, -14.439807891845703, -12.507516860961914, -10.575224876403809, -8.642932891845703, -6.710641860961914, -4.778350830078125, -2.8460588455200195, -0.9137668609619141, 1.018524169921875, 2.9508156776428223, 4.8831071853637695, 6.815398693084717, 8.747690200805664, 10.679981231689453, 12.612273216247559, 14.544565200805664, 16.47686004638672, 18.409151077270508, 20.341442108154297, 22.27373504638672, 24.206026077270508, 26.138317108154297, 28.07061004638672, 30.002901077270508, 31.935192108154297, 33.86748504638672, 35.799774169921875, 37.7320671081543, 39.66436004638672, 41.596649169921875, 43.5289421081543, 45.46123504638672, 47.393524169921875, 49.3258171081543, 51.25810623168945, 53.190399169921875, 55.12268829345703, 57.05498123168945, 58.987274169921875, 60.91956329345703, 62.85185623168945, 64.78414916992188, 66.71643829345703, 68.64872741699219, 70.58102416992188, 72.51331329345703, 74.44560241699219, 76.37789916992188, 78.31018829345703]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 8.0, 9.0, 4.0, 9.0, 14.0, 12.0, 19.0, 19.0, 25.0, 24.0, 29.0, 39.0, 36.0, 38.0, 39.0, 37.0, 31.0, 49.0, 57.0, 46.0, 44.0, 51.0, 31.0, 41.0, 37.0, 41.0, 36.0, 31.0, 26.0, 19.0, 21.0, 9.0, 11.0, 11.0, 11.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.54304504394531, -32.5041389465332, -31.465234756469727, -30.426328659057617, -29.38742446899414, -28.34851837158203, -27.309612274169922, -26.270706176757812, -25.231801986694336, -24.192895889282227, -23.15399169921875, -22.11508560180664, -21.07617950439453, -20.037275314331055, -18.998369216918945, -17.95946502685547, -16.92055892944336, -15.881653785705566, -14.842748641967773, -13.803842544555664, -12.764937400817871, -11.726032257080078, -10.687126159667969, -9.648221015930176, -8.609315872192383, -7.57041072845459, -6.531505107879639, -5.4925994873046875, -4.4536943435668945, -3.4147891998291016, -2.3758835792541504, -1.3369779586791992, -0.29807281494140625, 0.7408325672149658, 1.779737949371338, 2.81864333152771, 3.857548713684082, 4.896453857421875, 5.935359477996826, 6.974265098571777, 8.01317024230957, 9.052075386047363, 10.090980529785156, 11.129886627197266, 12.168791770935059, 13.207696914672852, 14.246603012084961, 15.285508155822754, 16.324413299560547, 17.363319396972656, 18.402223587036133, 19.441129684448242, 20.48003387451172, 21.518939971923828, 22.557846069335938, 23.596752166748047, 24.635656356811523, 25.674562454223633, 26.71346664428711, 27.75237274169922, 28.791278839111328, 29.830183029174805, 30.869089126586914, 31.90799331665039, 32.9468994140625]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 10.0, 12.0, 19.0, 26.0, 50.0, 90.0, 93.0, 186.0, 248.0, 380.0, 632.0, 889.0, 1337.0, 1940.0, 3023.0, 4320.0, 6147.0, 8873.0, 12833.0, 17842.0, 25014.0, 33466.0, 43894.0, 56269.0, 70401.0, 82811.0, 93299.0, 98532.0, 94949.0, 85996.0, 73398.0, 59387.0, 46618.0, 35152.0, 26478.0, 19314.0, 13858.0, 9693.0, 6689.0, 4667.0, 3180.0, 2212.0, 1544.0, 1029.0, 580.0, 421.0, 259.0, 175.0, 121.0, 70.0, 45.0, 46.0, 22.0, 8.0, 7.0, 6.0, 6.0, 0.0, 1.0, 1.0], "bins": [-2.841796875, -2.75189208984375, -2.6619873046875, -2.57208251953125, -2.482177734375, -2.39227294921875, -2.3023681640625, -2.21246337890625, -2.12255859375, -2.03265380859375, -1.9427490234375, -1.85284423828125, -1.762939453125, -1.67303466796875, -1.5831298828125, -1.49322509765625, -1.4033203125, -1.31341552734375, -1.2235107421875, -1.13360595703125, -1.043701171875, -0.95379638671875, -0.8638916015625, -0.77398681640625, -0.68408203125, -0.59417724609375, -0.5042724609375, -0.41436767578125, -0.324462890625, -0.23455810546875, -0.1446533203125, -0.05474853515625, 0.03515625, 0.12506103515625, 0.2149658203125, 0.30487060546875, 0.394775390625, 0.48468017578125, 0.5745849609375, 0.66448974609375, 0.75439453125, 0.84429931640625, 0.9342041015625, 1.02410888671875, 1.114013671875, 1.20391845703125, 1.2938232421875, 1.38372802734375, 1.4736328125, 1.56353759765625, 1.6534423828125, 1.74334716796875, 1.833251953125, 1.92315673828125, 2.0130615234375, 2.10296630859375, 2.19287109375, 2.28277587890625, 2.3726806640625, 2.46258544921875, 2.552490234375, 2.64239501953125, 2.7322998046875, 2.82220458984375, 2.912109375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 11.0, 8.0, 3.0, 11.0, 17.0, 9.0, 21.0, 23.0, 21.0, 27.0, 36.0, 34.0, 36.0, 38.0, 37.0, 34.0, 40.0, 49.0, 53.0, 49.0, 51.0, 41.0, 30.0, 46.0, 31.0, 44.0, 33.0, 26.0, 31.0, 16.0, 17.0, 10.0, 11.0, 11.0, 10.0, 2.0, 6.0, 3.0, 6.0, 2.0, 2.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-32.90625, -31.892333984375, -30.87841796875, -29.864501953125, -28.8505859375, -27.836669921875, -26.82275390625, -25.808837890625, -24.794921875, -23.781005859375, -22.76708984375, -21.753173828125, -20.7392578125, -19.725341796875, -18.71142578125, -17.697509765625, -16.68359375, -15.669677734375, -14.65576171875, -13.641845703125, -12.6279296875, -11.614013671875, -10.60009765625, -9.586181640625, -8.572265625, -7.558349609375, -6.54443359375, -5.530517578125, -4.5166015625, -3.502685546875, -2.48876953125, -1.474853515625, -0.4609375, 0.552978515625, 1.56689453125, 2.580810546875, 3.5947265625, 4.608642578125, 5.62255859375, 6.636474609375, 7.650390625, 8.664306640625, 9.67822265625, 10.692138671875, 11.7060546875, 12.719970703125, 13.73388671875, 14.747802734375, 15.76171875, 16.775634765625, 17.78955078125, 18.803466796875, 19.8173828125, 20.831298828125, 21.84521484375, 22.859130859375, 23.873046875, 24.886962890625, 25.90087890625, 26.914794921875, 27.9287109375, 28.942626953125, 29.95654296875, 30.970458984375, 31.984375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 9.0, 11.0, 13.0, 21.0, 35.0, 41.0, 53.0, 104.0, 123.0, 170.0, 260.0, 312.0, 508.0, 681.0, 842.0, 1258.0, 1722.0, 2380.0, 3263.0, 4567.0, 6239.0, 8756.0, 12518.0, 18645.0, 31405.0, 272836.0, 566491.0, 45190.0, 20984.0, 14252.0, 9779.0, 6942.0, 5085.0, 3535.0, 2581.0, 1893.0, 1381.0, 1064.0, 723.0, 536.0, 420.0, 296.0, 183.0, 135.0, 96.0, 62.0, 49.0, 40.0, 29.0, 17.0, 12.0, 9.0, 8.0, 3.0, 1.0], "bins": [-6.359375, -6.178466796875, -5.99755859375, -5.816650390625, -5.6357421875, -5.454833984375, -5.27392578125, -5.093017578125, -4.912109375, -4.731201171875, -4.55029296875, -4.369384765625, -4.1884765625, -4.007568359375, -3.82666015625, -3.645751953125, -3.46484375, -3.283935546875, -3.10302734375, -2.922119140625, -2.7412109375, -2.560302734375, -2.37939453125, -2.198486328125, -2.017578125, -1.836669921875, -1.65576171875, -1.474853515625, -1.2939453125, -1.113037109375, -0.93212890625, -0.751220703125, -0.5703125, -0.389404296875, -0.20849609375, -0.027587890625, 0.1533203125, 0.334228515625, 0.51513671875, 0.696044921875, 0.876953125, 1.057861328125, 1.23876953125, 1.419677734375, 1.6005859375, 1.781494140625, 1.96240234375, 2.143310546875, 2.32421875, 2.505126953125, 2.68603515625, 2.866943359375, 3.0478515625, 3.228759765625, 3.40966796875, 3.590576171875, 3.771484375, 3.952392578125, 4.13330078125, 4.314208984375, 4.4951171875, 4.676025390625, 4.85693359375, 5.037841796875, 5.21875]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 4.0, 4.0, 13.0, 9.0, 9.0, 12.0, 20.0, 18.0, 28.0, 30.0, 28.0, 32.0, 29.0, 32.0, 32.0, 40.0, 40.0, 39.0, 48.0, 32.0, 40.0, 35.0, 50.0, 45.0, 32.0, 42.0, 46.0, 24.0, 31.0, 26.0, 24.0, 20.0, 12.0, 13.0, 13.0, 9.0, 8.0, 8.0, 8.0, 1.0, 4.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0], "bins": [-24.234375, -23.57763671875, -22.9208984375, -22.26416015625, -21.607421875, -20.95068359375, -20.2939453125, -19.63720703125, -18.98046875, -18.32373046875, -17.6669921875, -17.01025390625, -16.353515625, -15.69677734375, -15.0400390625, -14.38330078125, -13.7265625, -13.06982421875, -12.4130859375, -11.75634765625, -11.099609375, -10.44287109375, -9.7861328125, -9.12939453125, -8.47265625, -7.81591796875, -7.1591796875, -6.50244140625, -5.845703125, -5.18896484375, -4.5322265625, -3.87548828125, -3.21875, -2.56201171875, -1.9052734375, -1.24853515625, -0.591796875, 0.06494140625, 0.7216796875, 1.37841796875, 2.03515625, 2.69189453125, 3.3486328125, 4.00537109375, 4.662109375, 5.31884765625, 5.9755859375, 6.63232421875, 7.2890625, 7.94580078125, 8.6025390625, 9.25927734375, 9.916015625, 10.57275390625, 11.2294921875, 11.88623046875, 12.54296875, 13.19970703125, 13.8564453125, 14.51318359375, 15.169921875, 15.82666015625, 16.4833984375, 17.14013671875, 17.796875]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 6.0, 11.0, 3.0, 8.0, 13.0, 17.0, 30.0, 43.0, 48.0, 67.0, 116.0, 143.0, 176.0, 290.0, 459.0, 679.0, 1073.0, 1705.0, 2791.0, 4429.0, 7346.0, 12687.0, 22504.0, 50104.0, 839502.0, 49861.0, 22267.0, 12689.0, 7431.0, 4426.0, 2748.0, 1746.0, 1012.0, 712.0, 443.0, 267.0, 225.0, 130.0, 85.0, 73.0, 59.0, 41.0, 18.0, 25.0, 16.0, 10.0, 6.0, 3.0, 6.0, 2.0, 1.0, 5.0, 1.0, 4.0], "bins": [-0.62744140625, -0.6092529296875, -0.591064453125, -0.5728759765625, -0.5546875, -0.5364990234375, -0.518310546875, -0.5001220703125, -0.48193359375, -0.4637451171875, -0.445556640625, -0.4273681640625, -0.4091796875, -0.3909912109375, -0.372802734375, -0.3546142578125, -0.33642578125, -0.3182373046875, -0.300048828125, -0.2818603515625, -0.263671875, -0.2454833984375, -0.227294921875, -0.2091064453125, -0.19091796875, -0.1727294921875, -0.154541015625, -0.1363525390625, -0.1181640625, -0.0999755859375, -0.081787109375, -0.0635986328125, -0.04541015625, -0.0272216796875, -0.009033203125, 0.0091552734375, 0.02734375, 0.0455322265625, 0.063720703125, 0.0819091796875, 0.10009765625, 0.1182861328125, 0.136474609375, 0.1546630859375, 0.1728515625, 0.1910400390625, 0.209228515625, 0.2274169921875, 0.24560546875, 0.2637939453125, 0.281982421875, 0.3001708984375, 0.318359375, 0.3365478515625, 0.354736328125, 0.3729248046875, 0.39111328125, 0.4093017578125, 0.427490234375, 0.4456787109375, 0.4638671875, 0.4820556640625, 0.500244140625, 0.5184326171875, 0.53662109375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 10.0, 3.0, 7.0, 11.0, 14.0, 15.0, 13.0, 20.0, 17.0, 26.0, 18.0, 40.0, 56.0, 42.0, 56.0, 46.0, 50.0, 45.0, 45.0, 47.0, 47.0, 48.0, 31.0, 46.0, 43.0, 37.0, 28.0, 30.0, 22.0, 16.0, 16.0, 12.0, 9.0, 8.0, 7.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6285648345947266e-05, -2.5398097932338715e-05, -2.4510547518730164e-05, -2.3622997105121613e-05, -2.273544669151306e-05, -2.184789627790451e-05, -2.096034586429596e-05, -2.007279545068741e-05, -1.9185245037078857e-05, -1.8297694623470306e-05, -1.7410144209861755e-05, -1.6522593796253204e-05, -1.5635043382644653e-05, -1.4747492969036102e-05, -1.3859942555427551e-05, -1.2972392141819e-05, -1.208484172821045e-05, -1.1197291314601898e-05, -1.0309740900993347e-05, -9.422190487384796e-06, -8.534640073776245e-06, -7.647089660167694e-06, -6.759539246559143e-06, -5.871988832950592e-06, -4.984438419342041e-06, -4.09688800573349e-06, -3.209337592124939e-06, -2.321787178516388e-06, -1.434236764907837e-06, -5.466863512992859e-07, 3.4086406230926514e-07, 1.2284144759178162e-06, 2.115964889526367e-06, 3.0035153031349182e-06, 3.891065716743469e-06, 4.77861613035202e-06, 5.666166543960571e-06, 6.553716957569122e-06, 7.441267371177673e-06, 8.328817784786224e-06, 9.216368198394775e-06, 1.0103918612003326e-05, 1.0991469025611877e-05, 1.1879019439220428e-05, 1.276656985282898e-05, 1.365412026643753e-05, 1.4541670680046082e-05, 1.5429221093654633e-05, 1.6316771507263184e-05, 1.7204321920871735e-05, 1.8091872334480286e-05, 1.8979422748088837e-05, 1.9866973161697388e-05, 2.075452357530594e-05, 2.164207398891449e-05, 2.252962440252304e-05, 2.3417174816131592e-05, 2.4304725229740143e-05, 2.5192275643348694e-05, 2.6079826056957245e-05, 2.6967376470565796e-05, 2.7854926884174347e-05, 2.8742477297782898e-05, 2.963002771139145e-05, 3.0517578125e-05]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 2.0, 4.0, 5.0, 16.0, 8.0, 11.0, 18.0, 27.0, 40.0, 37.0, 75.0, 114.0, 179.0, 267.0, 1396.0, 515623.0, 528452.0, 1517.0, 249.0, 162.0, 105.0, 67.0, 54.0, 31.0, 23.0, 21.0, 10.0, 7.0, 9.0, 7.0, 6.0, 3.0, 2.0, 3.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.751953125, -3.622589111328125, -3.49322509765625, -3.363861083984375, -3.2344970703125, -3.105133056640625, -2.97576904296875, -2.846405029296875, -2.717041015625, -2.587677001953125, -2.45831298828125, -2.328948974609375, -2.1995849609375, -2.070220947265625, -1.94085693359375, -1.811492919921875, -1.68212890625, -1.552764892578125, -1.42340087890625, -1.294036865234375, -1.1646728515625, -1.035308837890625, -0.90594482421875, -0.776580810546875, -0.647216796875, -0.517852783203125, -0.38848876953125, -0.259124755859375, -0.1297607421875, -0.000396728515625, 0.12896728515625, 0.258331298828125, 0.3876953125, 0.517059326171875, 0.64642333984375, 0.775787353515625, 0.9051513671875, 1.034515380859375, 1.16387939453125, 1.293243408203125, 1.422607421875, 1.551971435546875, 1.68133544921875, 1.810699462890625, 1.9400634765625, 2.069427490234375, 2.19879150390625, 2.328155517578125, 2.45751953125, 2.586883544921875, 2.71624755859375, 2.845611572265625, 2.9749755859375, 3.104339599609375, 3.23370361328125, 3.363067626953125, 3.492431640625, 3.621795654296875, 3.75115966796875, 3.880523681640625, 4.0098876953125, 4.139251708984375, 4.26861572265625, 4.397979736328125, 4.52734375]}, "gradients/decoder.roberta.encoder.layer.16.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 3.0, 2.0, 4.0, 7.0, 4.0, 6.0, 3.0, 7.0, 13.0, 9.0, 14.0, 17.0, 23.0, 42.0, 47.0, 44.0, 56.0, 81.0, 72.0, 80.0, 82.0, 72.0, 64.0, 60.0, 45.0, 37.0, 17.0, 21.0, 17.0, 9.0, 10.0, 9.0, 6.0, 5.0, 6.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.227783203125, -0.2213268280029297, -0.21487045288085938, -0.20841407775878906, -0.20195770263671875, -0.19550132751464844, -0.18904495239257812, -0.1825885772705078, -0.1761322021484375, -0.1696758270263672, -0.16321945190429688, -0.15676307678222656, -0.15030670166015625, -0.14385032653808594, -0.13739395141601562, -0.1309375762939453, -0.124481201171875, -0.11802482604980469, -0.11156845092773438, -0.10511207580566406, -0.09865570068359375, -0.09219932556152344, -0.08574295043945312, -0.07928657531738281, -0.0728302001953125, -0.06637382507324219, -0.059917449951171875, -0.05346107482910156, -0.04700469970703125, -0.04054832458496094, -0.034091949462890625, -0.027635574340820312, -0.02117919921875, -0.014722824096679688, -0.008266448974609375, -0.0018100738525390625, 0.00464630126953125, 0.011102676391601562, 0.017559051513671875, 0.024015426635742188, 0.0304718017578125, 0.03692817687988281, 0.043384552001953125, 0.04984092712402344, 0.05629730224609375, 0.06275367736816406, 0.06921005249023438, 0.07566642761230469, 0.082122802734375, 0.08857917785644531, 0.09503555297851562, 0.10149192810058594, 0.10794830322265625, 0.11440467834472656, 0.12086105346679688, 0.1273174285888672, 0.1337738037109375, 0.1402301788330078, 0.14668655395507812, 0.15314292907714844, 0.15959930419921875, 0.16605567932128906, 0.17251205444335938, 0.1789684295654297, 0.1854248046875]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 7.0, 7.0, 15.0, 29.0, 51.0, 61.0, 109.0, 126.0, 124.0, 146.0, 114.0, 72.0, 62.0, 38.0, 22.0, 17.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.32710266113281, -38.187713623046875, -36.04832458496094, -33.908935546875, -31.769546508789062, -29.630157470703125, -27.490768432617188, -25.35137939453125, -23.211990356445312, -21.072601318359375, -18.933212280273438, -16.7938232421875, -14.654434204101562, -12.515045166015625, -10.375656127929688, -8.23626708984375, -6.0968780517578125, -3.957489013671875, -1.8180999755859375, 0.3212890625, 2.4606781005859375, 4.600067138671875, 6.7394561767578125, 8.87884521484375, 11.018234252929688, 13.157623291015625, 15.297012329101562, 17.4364013671875, 19.575790405273438, 21.715179443359375, 23.854568481445312, 25.99395751953125, 28.133338928222656, 30.272727966308594, 32.41211700439453, 34.55150604248047, 36.690895080566406, 38.830284118652344, 40.96967315673828, 43.10906219482422, 45.248451232910156, 47.387840270996094, 49.52722930908203, 51.66661834716797, 53.806007385253906, 55.945396423339844, 58.08478546142578, 60.22417449951172, 62.363563537597656, 64.5029525756836, 66.64234161376953, 68.78173065185547, 70.9211196899414, 73.06050872802734, 75.19989776611328, 77.33928680419922, 79.47867584228516, 81.6180648803711, 83.75745391845703, 85.89684295654297, 88.0362319946289, 90.17562103271484, 92.31501007080078, 94.45439910888672, 96.59378814697266]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 9.0, 10.0, 3.0, 11.0, 14.0, 10.0, 23.0, 20.0, 23.0, 27.0, 33.0, 36.0, 37.0, 38.0, 37.0, 34.0, 38.0, 51.0, 51.0, 49.0, 49.0, 45.0, 29.0, 46.0, 31.0, 43.0, 33.0, 27.0, 32.0, 17.0, 16.0, 11.0, 10.0, 12.0, 9.0, 3.0, 6.0, 3.0, 6.0, 2.0, 2.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.00800323486328, -31.99312973022461, -30.978256225585938, -29.963380813598633, -28.94850730895996, -27.93363380432129, -26.918758392333984, -25.903884887695312, -24.88901138305664, -23.87413787841797, -22.859264373779297, -21.844388961791992, -20.82951545715332, -19.81464195251465, -18.799766540527344, -17.784893035888672, -16.77001953125, -15.755146026611328, -14.74027156829834, -13.725397109985352, -12.71052360534668, -11.695650100708008, -10.68077564239502, -9.665901184082031, -8.65102767944336, -7.636153697967529, -6.621279716491699, -5.606405735015869, -4.591531753540039, -3.576657772064209, -2.561783790588379, -1.5469098091125488, -0.5320339202880859, 0.48284006118774414, 1.4977140426635742, 2.5125880241394043, 3.5274620056152344, 4.5423359870910645, 5.5572099685668945, 6.572083950042725, 7.586957931518555, 8.601831436157227, 9.616705894470215, 10.631580352783203, 11.646453857421875, 12.661327362060547, 13.676201820373535, 14.691076278686523, 15.705949783325195, 16.720823287963867, 17.735698699951172, 18.750572204589844, 19.765445709228516, 20.780319213867188, 21.79519271850586, 22.810068130493164, 23.824941635131836, 24.839815139770508, 25.854690551757812, 26.869564056396484, 27.884437561035156, 28.899311065673828, 29.9141845703125, 30.929059982299805, 31.943933486938477]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 4.0, 6.0, 9.0, 12.0, 16.0, 22.0, 29.0, 54.0, 72.0, 116.0, 169.0, 270.0, 408.0, 645.0, 973.0, 1664.0, 2700.0, 4732.0, 7954.0, 14595.0, 27619.0, 55747.0, 117076.0, 220232.0, 261209.0, 165753.0, 81122.0, 39213.0, 20039.0, 10809.0, 6056.0, 3593.0, 2151.0, 1277.0, 791.0, 514.0, 286.0, 216.0, 133.0, 85.0, 60.0, 37.0, 24.0, 31.0, 8.0, 8.0, 6.0, 5.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.96875, -20.318603515625, -19.66845703125, -19.018310546875, -18.3681640625, -17.718017578125, -17.06787109375, -16.417724609375, -15.767578125, -15.117431640625, -14.46728515625, -13.817138671875, -13.1669921875, -12.516845703125, -11.86669921875, -11.216552734375, -10.56640625, -9.916259765625, -9.26611328125, -8.615966796875, -7.9658203125, -7.315673828125, -6.66552734375, -6.015380859375, -5.365234375, -4.715087890625, -4.06494140625, -3.414794921875, -2.7646484375, -2.114501953125, -1.46435546875, -0.814208984375, -0.1640625, 0.486083984375, 1.13623046875, 1.786376953125, 2.4365234375, 3.086669921875, 3.73681640625, 4.386962890625, 5.037109375, 5.687255859375, 6.33740234375, 6.987548828125, 7.6376953125, 8.287841796875, 8.93798828125, 9.588134765625, 10.23828125, 10.888427734375, 11.53857421875, 12.188720703125, 12.8388671875, 13.489013671875, 14.13916015625, 14.789306640625, 15.439453125, 16.089599609375, 16.73974609375, 17.389892578125, 18.0400390625, 18.690185546875, 19.34033203125, 19.990478515625, 20.640625]}, "gradients/decoder.roberta.encoder.layer.16.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 8.0, 5.0, 10.0, 5.0, 9.0, 16.0, 10.0, 19.0, 20.0, 26.0, 18.0, 31.0, 41.0, 31.0, 40.0, 43.0, 30.0, 36.0, 47.0, 48.0, 47.0, 53.0, 42.0, 37.0, 43.0, 39.0, 32.0, 40.0, 27.0, 21.0, 31.0, 17.0, 12.0, 10.0, 12.0, 10.0, 5.0, 4.0, 4.0, 6.0, 4.0, 1.0, 5.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-33.3125, -32.29638671875, -31.2802734375, -30.26416015625, -29.248046875, -28.23193359375, -27.2158203125, -26.19970703125, -25.18359375, -24.16748046875, -23.1513671875, -22.13525390625, -21.119140625, -20.10302734375, -19.0869140625, -18.07080078125, -17.0546875, -16.03857421875, -15.0224609375, -14.00634765625, -12.990234375, -11.97412109375, -10.9580078125, -9.94189453125, -8.92578125, -7.90966796875, -6.8935546875, -5.87744140625, -4.861328125, -3.84521484375, -2.8291015625, -1.81298828125, -0.796875, 0.21923828125, 1.2353515625, 2.25146484375, 3.267578125, 4.28369140625, 5.2998046875, 6.31591796875, 7.33203125, 8.34814453125, 9.3642578125, 10.38037109375, 11.396484375, 12.41259765625, 13.4287109375, 14.44482421875, 15.4609375, 16.47705078125, 17.4931640625, 18.50927734375, 19.525390625, 20.54150390625, 21.5576171875, 22.57373046875, 23.58984375, 24.60595703125, 25.6220703125, 26.63818359375, 27.654296875, 28.67041015625, 29.6865234375, 30.70263671875, 31.71875]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 8.0, 10.0, 4.0, 16.0, 9.0, 27.0, 29.0, 36.0, 35.0, 41.0, 44.0, 43.0, 63.0, 107.0, 317.0, 1046729.0, 517.0, 118.0, 79.0, 53.0, 46.0, 42.0, 37.0, 22.0, 19.0, 13.0, 17.0, 11.0, 16.0, 9.0, 7.0, 7.0, 3.0, 2.0, 3.0, 5.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1048.0, -1012.609375, -977.21875, -941.828125, -906.4375, -871.046875, -835.65625, -800.265625, -764.875, -729.484375, -694.09375, -658.703125, -623.3125, -587.921875, -552.53125, -517.140625, -481.75, -446.359375, -410.96875, -375.578125, -340.1875, -304.796875, -269.40625, -234.015625, -198.625, -163.234375, -127.84375, -92.453125, -57.0625, -21.671875, 13.71875, 49.109375, 84.5, 119.890625, 155.28125, 190.671875, 226.0625, 261.453125, 296.84375, 332.234375, 367.625, 403.015625, 438.40625, 473.796875, 509.1875, 544.578125, 579.96875, 615.359375, 650.75, 686.140625, 721.53125, 756.921875, 792.3125, 827.703125, 863.09375, 898.484375, 933.875, 969.265625, 1004.65625, 1040.046875, 1075.4375, 1110.828125, 1146.21875, 1181.609375, 1217.0]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 4.0, 5.0, 10.0, 10.0, 16.0, 15.0, 16.0, 17.0, 18.0, 33.0, 30.0, 44.0, 47.0, 55.0, 60.0, 57.0, 47.0, 43.0, 74.0, 44.0, 51.0, 45.0, 51.0, 33.0, 42.0, 31.0, 24.0, 22.0, 11.0, 7.0, 12.0, 7.0, 6.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.90625, -43.65869140625, -42.4111328125, -41.16357421875, -39.916015625, -38.66845703125, -37.4208984375, -36.17333984375, -34.92578125, -33.67822265625, -32.4306640625, -31.18310546875, -29.935546875, -28.68798828125, -27.4404296875, -26.19287109375, -24.9453125, -23.69775390625, -22.4501953125, -21.20263671875, -19.955078125, -18.70751953125, -17.4599609375, -16.21240234375, -14.96484375, -13.71728515625, -12.4697265625, -11.22216796875, -9.974609375, -8.72705078125, -7.4794921875, -6.23193359375, -4.984375, -3.73681640625, -2.4892578125, -1.24169921875, 0.005859375, 1.25341796875, 2.5009765625, 3.74853515625, 4.99609375, 6.24365234375, 7.4912109375, 8.73876953125, 9.986328125, 11.23388671875, 12.4814453125, 13.72900390625, 14.9765625, 16.22412109375, 17.4716796875, 18.71923828125, 19.966796875, 21.21435546875, 22.4619140625, 23.70947265625, 24.95703125, 26.20458984375, 27.4521484375, 28.69970703125, 29.947265625, 31.19482421875, 32.4423828125, 33.68994140625, 34.9375]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 6.0, 4.0, 4.0, 3.0, 11.0, 5.0, 12.0, 15.0, 15.0, 31.0, 35.0, 46.0, 79.0, 136.0, 320.0, 1086.0, 9492.0, 792002.0, 239888.0, 4094.0, 662.0, 235.0, 113.0, 75.0, 50.0, 39.0, 26.0, 18.0, 14.0, 14.0, 9.0, 4.0, 3.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-102.25, -98.935546875, -95.62109375, -92.306640625, -88.9921875, -85.677734375, -82.36328125, -79.048828125, -75.734375, -72.419921875, -69.10546875, -65.791015625, -62.4765625, -59.162109375, -55.84765625, -52.533203125, -49.21875, -45.904296875, -42.58984375, -39.275390625, -35.9609375, -32.646484375, -29.33203125, -26.017578125, -22.703125, -19.388671875, -16.07421875, -12.759765625, -9.4453125, -6.130859375, -2.81640625, 0.498046875, 3.8125, 7.126953125, 10.44140625, 13.755859375, 17.0703125, 20.384765625, 23.69921875, 27.013671875, 30.328125, 33.642578125, 36.95703125, 40.271484375, 43.5859375, 46.900390625, 50.21484375, 53.529296875, 56.84375, 60.158203125, 63.47265625, 66.787109375, 70.1015625, 73.416015625, 76.73046875, 80.044921875, 83.359375, 86.673828125, 89.98828125, 93.302734375, 96.6171875, 99.931640625, 103.24609375, 106.560546875, 109.875]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.key.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 0.0, 10.0, 10.0, 19.0, 18.0, 35.0, 53.0, 56.0, 93.0, 115.0, 134.0, 110.0, 113.0, 83.0, 52.0, 30.0, 29.0, 15.0, 9.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028324127197265625, -0.002720743417739868, -0.002609074115753174, -0.0024974048137664795, -0.002385735511779785, -0.002274066209793091, -0.0021623969078063965, -0.002050727605819702, -0.0019390583038330078, -0.0018273890018463135, -0.0017157196998596191, -0.0016040503978729248, -0.0014923810958862305, -0.0013807117938995361, -0.0012690424919128418, -0.0011573731899261475, -0.0010457038879394531, -0.0009340345859527588, -0.0008223652839660645, -0.0007106959819793701, -0.0005990266799926758, -0.00048735737800598145, -0.0003756880760192871, -0.0002640187740325928, -0.00015234947204589844, -4.06801700592041e-05, 7.098913192749023e-05, 0.00018265843391418457, 0.0002943277359008789, 0.00040599703788757324, 0.0005176663398742676, 0.0006293356418609619, 0.0007410049438476562, 0.0008526742458343506, 0.0009643435478210449, 0.0010760128498077393, 0.0011876821517944336, 0.001299351453781128, 0.0014110207557678223, 0.0015226900577545166, 0.001634359359741211, 0.0017460286617279053, 0.0018576979637145996, 0.001969367265701294, 0.0020810365676879883, 0.0021927058696746826, 0.002304375171661377, 0.0024160444736480713, 0.0025277137756347656, 0.00263938307762146, 0.0027510523796081543, 0.0028627216815948486, 0.002974390983581543, 0.0030860602855682373, 0.0031977295875549316, 0.003309398889541626, 0.0034210681915283203, 0.0035327374935150146, 0.003644406795501709, 0.0037560760974884033, 0.0038677453994750977, 0.003979414701461792, 0.004091084003448486, 0.004202753305435181, 0.004314422607421875]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 4.0, 1.0, 12.0, 12.0, 16.0, 18.0, 46.0, 93.0, 202.0, 585.0, 2153.0, 94431.0, 943997.0, 5389.0, 985.0, 320.0, 111.0, 78.0, 34.0, 27.0, 11.0, 10.0, 6.0, 5.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-136.5, -131.828125, -127.15625, -122.484375, -117.8125, -113.140625, -108.46875, -103.796875, -99.125, -94.453125, -89.78125, -85.109375, -80.4375, -75.765625, -71.09375, -66.421875, -61.75, -57.078125, -52.40625, -47.734375, -43.0625, -38.390625, -33.71875, -29.046875, -24.375, -19.703125, -15.03125, -10.359375, -5.6875, -1.015625, 3.65625, 8.328125, 13.0, 17.671875, 22.34375, 27.015625, 31.6875, 36.359375, 41.03125, 45.703125, 50.375, 55.046875, 59.71875, 64.390625, 69.0625, 73.734375, 78.40625, 83.078125, 87.75, 92.421875, 97.09375, 101.765625, 106.4375, 111.109375, 115.78125, 120.453125, 125.125, 129.796875, 134.46875, 139.140625, 143.8125, 148.484375, 153.15625, 157.828125, 162.5]}, "gradients/decoder.roberta.encoder.layer.16.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 6.0, 11.0, 21.0, 18.0, 25.0, 57.0, 61.0, 109.0, 121.0, 127.0, 131.0, 95.0, 76.0, 51.0, 33.0, 15.0, 11.0, 9.0, 6.0, 3.0, 8.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.5, -10.2198486328125, -9.939697265625, -9.6595458984375, -9.37939453125, -9.0992431640625, -8.819091796875, -8.5389404296875, -8.2587890625, -7.9786376953125, -7.698486328125, -7.4183349609375, -7.13818359375, -6.8580322265625, -6.577880859375, -6.2977294921875, -6.017578125, -5.7374267578125, -5.457275390625, -5.1771240234375, -4.89697265625, -4.6168212890625, -4.336669921875, -4.0565185546875, -3.7763671875, -3.4962158203125, -3.216064453125, -2.9359130859375, -2.65576171875, -2.3756103515625, -2.095458984375, -1.8153076171875, -1.53515625, -1.2550048828125, -0.974853515625, -0.6947021484375, -0.41455078125, -0.1343994140625, 0.145751953125, 0.4259033203125, 0.7060546875, 0.9862060546875, 1.266357421875, 1.5465087890625, 1.82666015625, 2.1068115234375, 2.386962890625, 2.6671142578125, 2.947265625, 3.2274169921875, 3.507568359375, 3.7877197265625, 4.06787109375, 4.3480224609375, 4.628173828125, 4.9083251953125, 5.1884765625, 5.4686279296875, 5.748779296875, 6.0289306640625, 6.30908203125, 6.5892333984375, 6.869384765625, 7.1495361328125, 7.4296875]}, "gradients/decoder.roberta.encoder.layer.15.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 10.0, 15.0, 28.0, 37.0, 47.0, 74.0, 96.0, 90.0, 105.0, 111.0, 123.0, 87.0, 54.0, 48.0, 31.0, 20.0, 9.0, 10.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-50.617637634277344, -48.74074935913086, -46.86386489868164, -44.986976623535156, -43.11008834838867, -41.23320007324219, -39.35631561279297, -37.479427337646484, -35.6025390625, -33.725650787353516, -31.848764419555664, -29.971878051757812, -28.094989776611328, -26.218103408813477, -24.341217041015625, -22.46432876586914, -20.587444305419922, -18.71055793762207, -16.833669662475586, -14.956783294677734, -13.079895973205566, -11.203008651733398, -9.326122283935547, -7.449234962463379, -5.572347640991211, -3.695460557937622, -1.8185734748840332, 0.05831336975097656, 1.9352006912231445, 3.8120880126953125, 5.688974380493164, 7.565861701965332, 9.4427490234375, 11.319636344909668, 13.196523666381836, 15.073410034179688, 16.950298309326172, 18.827184677124023, 20.704071044921875, 22.58095932006836, 24.45784568786621, 26.334732055664062, 28.211620330810547, 30.0885066986084, 31.96539306640625, 33.842281341552734, 35.71916961669922, 37.59605407714844, 39.47294235229492, 41.349830627441406, 43.226715087890625, 45.10360336303711, 46.980491638183594, 48.85737609863281, 50.7342643737793, 52.61115264892578, 54.488037109375, 56.364925384521484, 58.2418098449707, 60.11869812011719, 61.99558639526367, 63.872474670410156, 65.74935913085938, 67.6262435913086, 69.50313568115234]}, "gradients/decoder.roberta.encoder.layer.15.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 7.0, 5.0, 3.0, 6.0, 12.0, 9.0, 20.0, 17.0, 22.0, 20.0, 21.0, 22.0, 36.0, 30.0, 38.0, 44.0, 35.0, 42.0, 43.0, 53.0, 46.0, 46.0, 47.0, 33.0, 42.0, 34.0, 32.0, 31.0, 28.0, 31.0, 23.0, 18.0, 15.0, 20.0, 12.0, 9.0, 9.0, 8.0, 5.0, 10.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-38.76315689086914, -37.503578186035156, -36.24400329589844, -34.98442459106445, -33.72484588623047, -32.46527099609375, -31.205692291259766, -29.946115493774414, -28.686538696289062, -27.42696189880371, -26.16738510131836, -24.907806396484375, -23.648229598999023, -22.388652801513672, -21.129074096679688, -19.869497299194336, -18.609920501708984, -17.350343704223633, -16.09076690673828, -14.831188201904297, -13.571611404418945, -12.312034606933594, -11.052456855773926, -9.792879104614258, -8.533302307128906, -7.2737250328063965, -6.014147758483887, -4.754570484161377, -3.494993209838867, -2.2354159355163574, -0.9758386611938477, 0.2837390899658203, 1.5433158874511719, 2.8028931617736816, 4.062470436096191, 5.322047710418701, 6.581624984741211, 7.841202259063721, 9.10077953338623, 10.360357284545898, 11.61993408203125, 12.879510879516602, 14.13908863067627, 15.398666381835938, 16.65824317932129, 17.91781997680664, 19.177398681640625, 20.436975479125977, 21.696552276611328, 22.95612907409668, 24.21570587158203, 25.475284576416016, 26.734861373901367, 27.99443817138672, 29.254016876220703, 30.513593673706055, 31.773170471191406, 33.03274917602539, 34.29232406616211, 35.551902770996094, 36.81147766113281, 38.0710563659668, 39.33063507080078, 40.5902099609375, 41.849788665771484]}, "gradients/decoder.roberta.encoder.layer.15.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 5.0, 6.0, 6.0, 9.0, 9.0, 9.0, 14.0, 20.0, 24.0, 32.0, 41.0, 45.0, 86.0, 81.0, 126.0, 144.0, 278.0, 704.0, 3466.0, 59751.0, 3352609.0, 757751.0, 16037.0, 1691.0, 483.0, 237.0, 169.0, 110.0, 78.0, 63.0, 36.0, 41.0, 32.0, 21.0, 10.0, 9.0, 11.0, 11.0, 7.0, 5.0, 5.0, 3.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-162.125, -157.328125, -152.53125, -147.734375, -142.9375, -138.140625, -133.34375, -128.546875, -123.75, -118.953125, -114.15625, -109.359375, -104.5625, -99.765625, -94.96875, -90.171875, -85.375, -80.578125, -75.78125, -70.984375, -66.1875, -61.390625, -56.59375, -51.796875, -47.0, -42.203125, -37.40625, -32.609375, -27.8125, -23.015625, -18.21875, -13.421875, -8.625, -3.828125, 0.96875, 5.765625, 10.5625, 15.359375, 20.15625, 24.953125, 29.75, 34.546875, 39.34375, 44.140625, 48.9375, 53.734375, 58.53125, 63.328125, 68.125, 72.921875, 77.71875, 82.515625, 87.3125, 92.109375, 96.90625, 101.703125, 106.5, 111.296875, 116.09375, 120.890625, 125.6875, 130.484375, 135.28125, 140.078125, 144.875]}, "gradients/decoder.roberta.encoder.layer.15.output.dense.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 7.0, 10.0, 7.0, 9.0, 7.0, 16.0, 19.0, 20.0, 18.0, 21.0, 32.0, 32.0, 24.0, 32.0, 50.0, 40.0, 35.0, 46.0, 61.0, 50.0, 45.0, 48.0, 41.0, 38.0, 35.0, 43.0, 23.0, 41.0, 29.0, 22.0, 20.0, 15.0, 13.0, 10.0, 9.0, 7.0, 8.0, 2.0, 6.0, 1.0, 1.0, 6.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-26.1875, -25.322509765625, -24.45751953125, -23.592529296875, -22.7275390625, -21.862548828125, -20.99755859375, -20.132568359375, -19.267578125, -18.402587890625, -17.53759765625, -16.672607421875, -15.8076171875, -14.942626953125, -14.07763671875, -13.212646484375, -12.34765625, -11.482666015625, -10.61767578125, -9.752685546875, -8.8876953125, -8.022705078125, -7.15771484375, -6.292724609375, -5.427734375, -4.562744140625, -3.69775390625, -2.832763671875, -1.9677734375, -1.102783203125, -0.23779296875, 0.627197265625, 1.4921875, 2.357177734375, 3.22216796875, 4.087158203125, 4.9521484375, 5.817138671875, 6.68212890625, 7.547119140625, 8.412109375, 9.277099609375, 10.14208984375, 11.007080078125, 11.8720703125, 12.737060546875, 13.60205078125, 14.467041015625, 15.33203125, 16.197021484375, 17.06201171875, 17.927001953125, 18.7919921875, 19.656982421875, 20.52197265625, 21.386962890625, 22.251953125, 23.116943359375, 23.98193359375, 24.846923828125, 25.7119140625, 26.576904296875, 27.44189453125, 28.306884765625, 29.171875]}, "gradients/decoder.roberta.encoder.layer.15.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 5.0, 6.0, 4.0, 11.0, 15.0, 12.0, 18.0, 22.0, 48.0, 72.0, 149.0, 197.0, 381.0, 822.0, 4529.0, 1193192.0, 2986161.0, 6569.0, 978.0, 440.0, 243.0, 141.0, 96.0, 69.0, 48.0, 20.0, 15.0, 13.0, 5.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-305.75, -296.7734375, -287.796875, -278.8203125, -269.84375, -260.8671875, -251.890625, -242.9140625, -233.9375, -224.9609375, -215.984375, -207.0078125, -198.03125, -189.0546875, -180.078125, -171.1015625, -162.125, -153.1484375, -144.171875, -135.1953125, -126.21875, -117.2421875, -108.265625, -99.2890625, -90.3125, -81.3359375, -72.359375, -63.3828125, -54.40625, -45.4296875, -36.453125, -27.4765625, -18.5, -9.5234375, -0.546875, 8.4296875, 17.40625, 26.3828125, 35.359375, 44.3359375, 53.3125, 62.2890625, 71.265625, 80.2421875, 89.21875, 98.1953125, 107.171875, 116.1484375, 125.125, 134.1015625, 143.078125, 152.0546875, 161.03125, 170.0078125, 178.984375, 187.9609375, 196.9375, 205.9140625, 214.890625, 223.8671875, 232.84375, 241.8203125, 250.796875, 259.7734375, 268.75]}, "gradients/decoder.roberta.encoder.layer.15.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 5.0, 16.0, 10.0, 34.0, 29.0, 57.0, 62.0, 99.0, 176.0, 264.0, 372.0, 567.0, 608.0, 643.0, 381.0, 247.0, 164.0, 123.0, 70.0, 47.0, 32.0, 14.0, 20.0, 7.0, 9.0, 5.0, 7.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.375, -15.822021484375, -15.26904296875, -14.716064453125, -14.1630859375, -13.610107421875, -13.05712890625, -12.504150390625, -11.951171875, -11.398193359375, -10.84521484375, -10.292236328125, -9.7392578125, -9.186279296875, -8.63330078125, -8.080322265625, -7.52734375, -6.974365234375, -6.42138671875, -5.868408203125, -5.3154296875, -4.762451171875, -4.20947265625, -3.656494140625, -3.103515625, -2.550537109375, -1.99755859375, -1.444580078125, -0.8916015625, -0.338623046875, 0.21435546875, 0.767333984375, 1.3203125, 1.873291015625, 2.42626953125, 2.979248046875, 3.5322265625, 4.085205078125, 4.63818359375, 5.191162109375, 5.744140625, 6.297119140625, 6.85009765625, 7.403076171875, 7.9560546875, 8.509033203125, 9.06201171875, 9.614990234375, 10.16796875, 10.720947265625, 11.27392578125, 11.826904296875, 12.3798828125, 12.932861328125, 13.48583984375, 14.038818359375, 14.591796875, 15.144775390625, 15.69775390625, 16.250732421875, 16.8037109375, 17.356689453125, 17.90966796875, 18.462646484375, 19.015625]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 11.0, 17.0, 15.0, 33.0, 26.0, 47.0, 62.0, 74.0, 69.0, 86.0, 73.0, 84.0, 74.0, 76.0, 61.0, 51.0, 30.0, 38.0, 27.0, 15.0, 15.0, 7.0, 7.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.409446716308594, -24.002952575683594, -22.596458435058594, -21.189964294433594, -19.783472061157227, -18.376977920532227, -16.970483779907227, -15.563990592956543, -14.157496452331543, -12.751002311706543, -11.34450912475586, -9.93801498413086, -8.53152084350586, -7.125027656555176, -5.718533515930176, -4.312040328979492, -2.905546188354492, -1.4990524053573608, -0.09255862236022949, 1.3139352798461914, 2.720428943634033, 4.126922607421875, 5.533416748046875, 6.939909934997559, 8.346404075622559, 9.752898216247559, 11.159391403198242, 12.565885543823242, 13.972379684448242, 15.378872871398926, 16.78536605834961, 18.19186019897461, 19.59835433959961, 21.00484848022461, 22.41134262084961, 23.81783676147461, 25.224328994750977, 26.630823135375977, 28.037317276000977, 29.443809509277344, 30.850303649902344, 32.256797790527344, 33.663291931152344, 35.069786071777344, 36.476280212402344, 37.882774353027344, 39.289268493652344, 40.69575881958008, 42.102256774902344, 43.508750915527344, 44.915245056152344, 46.321739196777344, 47.728233337402344, 49.134727478027344, 50.541221618652344, 51.94771194458008, 53.35420608520508, 54.76070022583008, 56.16719436645508, 57.57368850708008, 58.98018264770508, 60.38667297363281, 61.79316711425781, 63.19966125488281, 64.60615539550781]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 7.0, 3.0, 5.0, 5.0, 12.0, 14.0, 13.0, 15.0, 21.0, 13.0, 18.0, 32.0, 17.0, 30.0, 20.0, 38.0, 37.0, 45.0, 48.0, 52.0, 42.0, 47.0, 37.0, 38.0, 48.0, 38.0, 35.0, 29.0, 31.0, 35.0, 38.0, 29.0, 20.0, 15.0, 11.0, 15.0, 13.0, 2.0, 6.0, 9.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.94150924682617, -32.94295120239258, -31.944395065307617, -30.945837020874023, -29.94727897644043, -28.94872283935547, -27.950164794921875, -26.95160675048828, -25.953048706054688, -24.954490661621094, -23.955934524536133, -22.95737648010254, -21.958818435668945, -20.960262298583984, -19.96170425415039, -18.963146209716797, -17.964590072631836, -16.966032028198242, -15.967474937438965, -14.968917846679688, -13.970359802246094, -12.971802711486816, -11.973245620727539, -10.974687576293945, -9.976130485534668, -8.97757339477539, -7.979015350341797, -6.9804582595825195, -5.981900691986084, -4.983343124389648, -3.984786033630371, -2.9862284660339355, -1.9876689910888672, -0.9891115427017212, 0.009445905685424805, 1.0080032348632812, 2.006560802459717, 3.0051183700561523, 4.00367546081543, 5.002233028411865, 6.000790596008301, 6.999348163604736, 7.997905731201172, 8.99646282196045, 9.995019912719727, 10.99357795715332, 11.992135047912598, 12.990692138671875, 13.989250183105469, 14.987807273864746, 15.98636531829834, 16.984922409057617, 17.98348045349121, 18.982036590576172, 19.980594635009766, 20.97915267944336, 21.977710723876953, 22.976268768310547, 23.974824905395508, 24.9733829498291, 25.971940994262695, 26.970497131347656, 27.96905517578125, 28.967613220214844, 29.966169357299805]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 7.0, 6.0, 15.0, 24.0, 43.0, 58.0, 82.0, 127.0, 194.0, 361.0, 614.0, 931.0, 1461.0, 2304.0, 3736.0, 5659.0, 8685.0, 13412.0, 19916.0, 29415.0, 41850.0, 57807.0, 77169.0, 95886.0, 111213.0, 116784.0, 110343.0, 94591.0, 74932.0, 56451.0, 40714.0, 28314.0, 19394.0, 12822.0, 8299.0, 5458.0, 3557.0, 2197.0, 1412.0, 905.0, 540.0, 312.0, 202.0, 134.0, 91.0, 53.0, 44.0, 13.0, 12.0, 6.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.609375, -2.517669677734375, -2.42596435546875, -2.334259033203125, -2.2425537109375, -2.150848388671875, -2.05914306640625, -1.967437744140625, -1.875732421875, -1.784027099609375, -1.69232177734375, -1.600616455078125, -1.5089111328125, -1.417205810546875, -1.32550048828125, -1.233795166015625, -1.14208984375, -1.050384521484375, -0.95867919921875, -0.866973876953125, -0.7752685546875, -0.683563232421875, -0.59185791015625, -0.500152587890625, -0.408447265625, -0.316741943359375, -0.22503662109375, -0.133331298828125, -0.0416259765625, 0.050079345703125, 0.14178466796875, 0.233489990234375, 0.3251953125, 0.416900634765625, 0.50860595703125, 0.600311279296875, 0.6920166015625, 0.783721923828125, 0.87542724609375, 0.967132568359375, 1.058837890625, 1.150543212890625, 1.24224853515625, 1.333953857421875, 1.4256591796875, 1.517364501953125, 1.60906982421875, 1.700775146484375, 1.79248046875, 1.884185791015625, 1.97589111328125, 2.067596435546875, 2.1593017578125, 2.251007080078125, 2.34271240234375, 2.434417724609375, 2.526123046875, 2.617828369140625, 2.70953369140625, 2.801239013671875, 2.8929443359375, 2.984649658203125, 3.07635498046875, 3.168060302734375, 3.259765625]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 4.0, 7.0, 3.0, 4.0, 7.0, 11.0, 15.0, 15.0, 15.0, 20.0, 12.0, 22.0, 27.0, 20.0, 28.0, 25.0, 38.0, 35.0, 47.0, 49.0, 52.0, 38.0, 45.0, 40.0, 36.0, 49.0, 36.0, 39.0, 27.0, 32.0, 35.0, 34.0, 29.0, 19.0, 15.0, 12.0, 14.0, 13.0, 4.0, 5.0, 8.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.40625, -29.42822265625, -28.4501953125, -27.47216796875, -26.494140625, -25.51611328125, -24.5380859375, -23.56005859375, -22.58203125, -21.60400390625, -20.6259765625, -19.64794921875, -18.669921875, -17.69189453125, -16.7138671875, -15.73583984375, -14.7578125, -13.77978515625, -12.8017578125, -11.82373046875, -10.845703125, -9.86767578125, -8.8896484375, -7.91162109375, -6.93359375, -5.95556640625, -4.9775390625, -3.99951171875, -3.021484375, -2.04345703125, -1.0654296875, -0.08740234375, 0.890625, 1.86865234375, 2.8466796875, 3.82470703125, 4.802734375, 5.78076171875, 6.7587890625, 7.73681640625, 8.71484375, 9.69287109375, 10.6708984375, 11.64892578125, 12.626953125, 13.60498046875, 14.5830078125, 15.56103515625, 16.5390625, 17.51708984375, 18.4951171875, 19.47314453125, 20.451171875, 21.42919921875, 22.4072265625, 23.38525390625, 24.36328125, 25.34130859375, 26.3193359375, 27.29736328125, 28.275390625, 29.25341796875, 30.2314453125, 31.20947265625, 32.1875]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 7.0, 8.0, 10.0, 21.0, 18.0, 30.0, 54.0, 92.0, 121.0, 141.0, 215.0, 323.0, 412.0, 502.0, 708.0, 1005.0, 1342.0, 1928.0, 2615.0, 3668.0, 5010.0, 6978.0, 9715.0, 14180.0, 20929.0, 44494.0, 549298.0, 289068.0, 32285.0, 18533.0, 12895.0, 9033.0, 6397.0, 4537.0, 3284.0, 2429.0, 1717.0, 1304.0, 900.0, 681.0, 480.0, 350.0, 256.0, 172.0, 121.0, 96.0, 56.0, 51.0, 20.0, 26.0, 21.0, 17.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-5.0703125, -4.91119384765625, -4.7520751953125, -4.59295654296875, -4.433837890625, -4.27471923828125, -4.1156005859375, -3.95648193359375, -3.79736328125, -3.63824462890625, -3.4791259765625, -3.32000732421875, -3.160888671875, -3.00177001953125, -2.8426513671875, -2.68353271484375, -2.5244140625, -2.36529541015625, -2.2061767578125, -2.04705810546875, -1.887939453125, -1.72882080078125, -1.5697021484375, -1.41058349609375, -1.25146484375, -1.09234619140625, -0.9332275390625, -0.77410888671875, -0.614990234375, -0.45587158203125, -0.2967529296875, -0.13763427734375, 0.021484375, 0.18060302734375, 0.3397216796875, 0.49884033203125, 0.657958984375, 0.81707763671875, 0.9761962890625, 1.13531494140625, 1.29443359375, 1.45355224609375, 1.6126708984375, 1.77178955078125, 1.930908203125, 2.09002685546875, 2.2491455078125, 2.40826416015625, 2.5673828125, 2.72650146484375, 2.8856201171875, 3.04473876953125, 3.203857421875, 3.36297607421875, 3.5220947265625, 3.68121337890625, 3.84033203125, 3.99945068359375, 4.1585693359375, 4.31768798828125, 4.476806640625, 4.63592529296875, 4.7950439453125, 4.95416259765625, 5.11328125]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 4.0, 5.0, 6.0, 15.0, 10.0, 13.0, 20.0, 19.0, 16.0, 20.0, 30.0, 36.0, 28.0, 36.0, 43.0, 49.0, 42.0, 47.0, 48.0, 43.0, 34.0, 45.0, 42.0, 31.0, 35.0, 32.0, 40.0, 37.0, 25.0, 25.0, 20.0, 29.0, 15.0, 10.0, 17.0, 12.0, 9.0, 9.0, 3.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.765625, -22.1083984375, -21.451171875, -20.7939453125, -20.13671875, -19.4794921875, -18.822265625, -18.1650390625, -17.5078125, -16.8505859375, -16.193359375, -15.5361328125, -14.87890625, -14.2216796875, -13.564453125, -12.9072265625, -12.25, -11.5927734375, -10.935546875, -10.2783203125, -9.62109375, -8.9638671875, -8.306640625, -7.6494140625, -6.9921875, -6.3349609375, -5.677734375, -5.0205078125, -4.36328125, -3.7060546875, -3.048828125, -2.3916015625, -1.734375, -1.0771484375, -0.419921875, 0.2373046875, 0.89453125, 1.5517578125, 2.208984375, 2.8662109375, 3.5234375, 4.1806640625, 4.837890625, 5.4951171875, 6.15234375, 6.8095703125, 7.466796875, 8.1240234375, 8.78125, 9.4384765625, 10.095703125, 10.7529296875, 11.41015625, 12.0673828125, 12.724609375, 13.3818359375, 14.0390625, 14.6962890625, 15.353515625, 16.0107421875, 16.66796875, 17.3251953125, 17.982421875, 18.6396484375, 19.296875]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 7.0, 10.0, 16.0, 33.0, 36.0, 62.0, 64.0, 140.0, 226.0, 324.0, 598.0, 1148.0, 2172.0, 4125.0, 7884.0, 15951.0, 34883.0, 786537.0, 140068.0, 27305.0, 12924.0, 6489.0, 3420.0, 1793.0, 984.0, 530.0, 302.0, 190.0, 118.0, 65.0, 43.0, 33.0, 14.0, 15.0, 10.0, 12.0, 5.0, 5.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6787109375, -0.658660888671875, -0.63861083984375, -0.618560791015625, -0.5985107421875, -0.578460693359375, -0.55841064453125, -0.538360595703125, -0.518310546875, -0.498260498046875, -0.47821044921875, -0.458160400390625, -0.4381103515625, -0.418060302734375, -0.39801025390625, -0.377960205078125, -0.35791015625, -0.337860107421875, -0.31781005859375, -0.297760009765625, -0.2777099609375, -0.257659912109375, -0.23760986328125, -0.217559814453125, -0.197509765625, -0.177459716796875, -0.15740966796875, -0.137359619140625, -0.1173095703125, -0.097259521484375, -0.07720947265625, -0.057159423828125, -0.037109375, -0.017059326171875, 0.00299072265625, 0.023040771484375, 0.0430908203125, 0.063140869140625, 0.08319091796875, 0.103240966796875, 0.123291015625, 0.143341064453125, 0.16339111328125, 0.183441162109375, 0.2034912109375, 0.223541259765625, 0.24359130859375, 0.263641357421875, 0.28369140625, 0.303741455078125, 0.32379150390625, 0.343841552734375, 0.3638916015625, 0.383941650390625, 0.40399169921875, 0.424041748046875, 0.444091796875, 0.464141845703125, 0.48419189453125, 0.504241943359375, 0.5242919921875, 0.544342041015625, 0.56439208984375, 0.584442138671875, 0.6044921875]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 7.0, 1.0, 3.0, 7.0, 6.0, 8.0, 10.0, 16.0, 19.0, 32.0, 33.0, 15.0, 34.0, 39.0, 35.0, 27.0, 48.0, 44.0, 44.0, 52.0, 56.0, 49.0, 49.0, 50.0, 46.0, 43.0, 32.0, 30.0, 34.0, 15.0, 25.0, 20.0, 18.0, 11.0, 9.0, 7.0, 7.0, 4.0, 7.0, 5.0, 4.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0682811737060547e-05, -1.9831582903862e-05, -1.8980354070663452e-05, -1.8129125237464905e-05, -1.7277896404266357e-05, -1.642666757106781e-05, -1.5575438737869263e-05, -1.4724209904670715e-05, -1.3872981071472168e-05, -1.302175223827362e-05, -1.2170523405075073e-05, -1.1319294571876526e-05, -1.0468065738677979e-05, -9.616836905479431e-06, -8.765608072280884e-06, -7.914379239082336e-06, -7.063150405883789e-06, -6.211921572685242e-06, -5.360692739486694e-06, -4.509463906288147e-06, -3.6582350730895996e-06, -2.8070062398910522e-06, -1.955777406692505e-06, -1.1045485734939575e-06, -2.5331974029541016e-07, 5.979090929031372e-07, 1.4491379261016846e-06, 2.300366759300232e-06, 3.1515955924987793e-06, 4.002824425697327e-06, 4.854053258895874e-06, 5.705282092094421e-06, 6.556510925292969e-06, 7.407739758491516e-06, 8.258968591690063e-06, 9.11019742488861e-06, 9.961426258087158e-06, 1.0812655091285706e-05, 1.1663883924484253e-05, 1.25151127576828e-05, 1.3366341590881348e-05, 1.4217570424079895e-05, 1.5068799257278442e-05, 1.592002809047699e-05, 1.6771256923675537e-05, 1.7622485756874084e-05, 1.8473714590072632e-05, 1.932494342327118e-05, 2.0176172256469727e-05, 2.1027401089668274e-05, 2.187862992286682e-05, 2.272985875606537e-05, 2.3581087589263916e-05, 2.4432316422462463e-05, 2.528354525566101e-05, 2.6134774088859558e-05, 2.6986002922058105e-05, 2.7837231755256653e-05, 2.86884605884552e-05, 2.9539689421653748e-05, 3.0390918254852295e-05, 3.124214708805084e-05, 3.209337592124939e-05, 3.294460475444794e-05, 3.3795833587646484e-05]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 6.0, 2.0, 8.0, 6.0, 10.0, 8.0, 12.0, 4.0, 11.0, 13.0, 17.0, 19.0, 27.0, 33.0, 35.0, 45.0, 54.0, 95.0, 123.0, 183.0, 430.0, 4075.0, 117428.0, 815433.0, 105719.0, 3652.0, 386.0, 203.0, 104.0, 83.0, 60.0, 59.0, 42.0, 26.0, 31.0, 20.0, 19.0, 9.0, 14.0, 11.0, 8.0, 10.0, 5.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-1.5859375, -1.5355682373046875, -1.485198974609375, -1.4348297119140625, -1.38446044921875, -1.3340911865234375, -1.283721923828125, -1.2333526611328125, -1.1829833984375, -1.1326141357421875, -1.082244873046875, -1.0318756103515625, -0.98150634765625, -0.9311370849609375, -0.880767822265625, -0.8303985595703125, -0.780029296875, -0.7296600341796875, -0.679290771484375, -0.6289215087890625, -0.57855224609375, -0.5281829833984375, -0.477813720703125, -0.4274444580078125, -0.3770751953125, -0.3267059326171875, -0.276336669921875, -0.2259674072265625, -0.17559814453125, -0.1252288818359375, -0.074859619140625, -0.0244903564453125, 0.02587890625, 0.0762481689453125, 0.126617431640625, 0.1769866943359375, 0.22735595703125, 0.2777252197265625, 0.328094482421875, 0.3784637451171875, 0.4288330078125, 0.4792022705078125, 0.529571533203125, 0.5799407958984375, 0.63031005859375, 0.6806793212890625, 0.731048583984375, 0.7814178466796875, 0.831787109375, 0.8821563720703125, 0.932525634765625, 0.9828948974609375, 1.03326416015625, 1.0836334228515625, 1.134002685546875, 1.1843719482421875, 1.2347412109375, 1.2851104736328125, 1.335479736328125, 1.3858489990234375, 1.43621826171875, 1.4865875244140625, 1.536956787109375, 1.5873260498046875, 1.6376953125]}, "gradients/decoder.roberta.encoder.layer.15.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 5.0, 0.0, 4.0, 5.0, 7.0, 7.0, 9.0, 10.0, 13.0, 14.0, 18.0, 17.0, 24.0, 26.0, 23.0, 31.0, 30.0, 38.0, 48.0, 45.0, 52.0, 48.0, 43.0, 48.0, 51.0, 34.0, 55.0, 45.0, 34.0, 26.0, 24.0, 25.0, 20.0, 20.0, 17.0, 12.0, 15.0, 8.0, 6.0, 12.0, 7.0, 4.0, 7.0, 7.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0958251953125, -0.09279441833496094, -0.08976364135742188, -0.08673286437988281, -0.08370208740234375, -0.08067131042480469, -0.07764053344726562, -0.07460975646972656, -0.0715789794921875, -0.06854820251464844, -0.06551742553710938, -0.06248664855957031, -0.05945587158203125, -0.05642509460449219, -0.053394317626953125, -0.05036354064941406, -0.047332763671875, -0.04430198669433594, -0.041271209716796875, -0.03824043273925781, -0.03520965576171875, -0.03217887878417969, -0.029148101806640625, -0.026117324829101562, -0.0230865478515625, -0.020055770874023438, -0.017024993896484375, -0.013994216918945312, -0.01096343994140625, -0.007932662963867188, -0.004901885986328125, -0.0018711090087890625, 0.00115966796875, 0.0041904449462890625, 0.007221221923828125, 0.010251998901367188, 0.01328277587890625, 0.016313552856445312, 0.019344329833984375, 0.022375106811523438, 0.0254058837890625, 0.028436660766601562, 0.031467437744140625, 0.03449821472167969, 0.03752899169921875, 0.04055976867675781, 0.043590545654296875, 0.04662132263183594, 0.049652099609375, 0.05268287658691406, 0.055713653564453125, 0.05874443054199219, 0.06177520751953125, 0.06480598449707031, 0.06783676147460938, 0.07086753845214844, 0.0738983154296875, 0.07692909240722656, 0.07995986938476562, 0.08299064636230469, 0.08602142333984375, 0.08905220031738281, 0.09208297729492188, 0.09511375427246094, 0.09814453125]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 9.0, 16.0, 17.0, 33.0, 36.0, 49.0, 60.0, 68.0, 73.0, 75.0, 75.0, 76.0, 72.0, 77.0, 59.0, 51.0, 38.0, 31.0, 24.0, 21.0, 15.0, 16.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.504323959350586, -28.171634674072266, -26.838947296142578, -25.50625991821289, -24.17357063293457, -22.84088134765625, -21.508193969726562, -20.175506591796875, -18.842817306518555, -17.510128021240234, -16.177440643310547, -14.844752311706543, -13.512063980102539, -12.179375648498535, -10.846687316894531, -9.513998985290527, -8.181310653686523, -6.8486223220825195, -5.515933990478516, -4.183245658874512, -2.850557327270508, -1.517868995666504, -0.1851806640625, 1.147507667541504, 2.480195999145508, 3.8128843307495117, 5.145572662353516, 6.4782609939575195, 7.810949325561523, 9.143637657165527, 10.476325988769531, 11.809014320373535, 13.141704559326172, 14.474392890930176, 15.80708122253418, 17.1397705078125, 18.472457885742188, 19.805145263671875, 21.137834548950195, 22.470523834228516, 23.803211212158203, 25.13589859008789, 26.46858787536621, 27.80127716064453, 29.13396453857422, 30.466651916503906, 31.799341201782227, 33.13203048706055, 34.464717864990234, 35.79740524291992, 37.130096435546875, 38.46278381347656, 39.79547119140625, 41.12815856933594, 42.460845947265625, 43.79353713989258, 45.126224517822266, 46.45891189575195, 47.791603088378906, 49.124290466308594, 50.45697784423828, 51.78966522216797, 53.122352600097656, 54.45504379272461, 55.7877311706543]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 2.0, 4.0, 7.0, 3.0, 6.0, 5.0, 11.0, 15.0, 16.0, 15.0, 20.0, 11.0, 23.0, 26.0, 21.0, 27.0, 25.0, 38.0, 35.0, 49.0, 49.0, 52.0, 37.0, 44.0, 40.0, 37.0, 48.0, 37.0, 38.0, 29.0, 30.0, 35.0, 36.0, 27.0, 19.0, 15.0, 13.0, 14.0, 12.0, 5.0, 4.0, 8.0, 6.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.393369674682617, -29.415172576904297, -28.43697738647461, -27.45878028869629, -26.48058319091797, -25.50238609313965, -24.524188995361328, -23.54599380493164, -22.56779670715332, -21.589599609375, -20.611404418945312, -19.633207321166992, -18.655010223388672, -17.67681312561035, -16.69861602783203, -15.720420837402344, -14.742223739624023, -13.764026641845703, -12.7858304977417, -11.807634353637695, -10.829437255859375, -9.851240158081055, -8.87304401397705, -7.894847393035889, -6.916650772094727, -5.9384541511535645, -4.960257530212402, -3.9820609092712402, -3.003864288330078, -2.025667667388916, -1.047471046447754, -0.0692744255065918, 0.9089241027832031, 1.8871207237243652, 2.8653173446655273, 3.8435139656066895, 4.821710586547852, 5.799907207489014, 6.778103828430176, 7.756300449371338, 8.7344970703125, 9.71269416809082, 10.690890312194824, 11.669086456298828, 12.647283554077148, 13.625480651855469, 14.603676795959473, 15.581872940063477, 16.560070037841797, 17.538267135620117, 18.516464233398438, 19.494659423828125, 20.472856521606445, 21.451053619384766, 22.429248809814453, 23.407445907592773, 24.385643005371094, 25.363840103149414, 26.342037200927734, 27.320232391357422, 28.298429489135742, 29.276626586914062, 30.25482177734375, 31.23301887512207, 32.21121597290039]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 8.0, 8.0, 14.0, 13.0, 30.0, 35.0, 71.0, 108.0, 140.0, 218.0, 335.0, 542.0, 932.0, 1376.0, 2186.0, 3674.0, 6445.0, 11668.0, 23029.0, 52771.0, 147383.0, 368067.0, 265117.0, 90582.0, 35279.0, 16745.0, 8812.0, 5114.0, 3001.0, 1742.0, 1093.0, 713.0, 427.0, 313.0, 198.0, 123.0, 80.0, 62.0, 37.0, 11.0, 14.0, 13.0, 9.0, 6.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-30.90625, -29.9912109375, -29.076171875, -28.1611328125, -27.24609375, -26.3310546875, -25.416015625, -24.5009765625, -23.5859375, -22.6708984375, -21.755859375, -20.8408203125, -19.92578125, -19.0107421875, -18.095703125, -17.1806640625, -16.265625, -15.3505859375, -14.435546875, -13.5205078125, -12.60546875, -11.6904296875, -10.775390625, -9.8603515625, -8.9453125, -8.0302734375, -7.115234375, -6.2001953125, -5.28515625, -4.3701171875, -3.455078125, -2.5400390625, -1.625, -0.7099609375, 0.205078125, 1.1201171875, 2.03515625, 2.9501953125, 3.865234375, 4.7802734375, 5.6953125, 6.6103515625, 7.525390625, 8.4404296875, 9.35546875, 10.2705078125, 11.185546875, 12.1005859375, 13.015625, 13.9306640625, 14.845703125, 15.7607421875, 16.67578125, 17.5908203125, 18.505859375, 19.4208984375, 20.3359375, 21.2509765625, 22.166015625, 23.0810546875, 23.99609375, 24.9111328125, 25.826171875, 26.7412109375, 27.65625]}, "gradients/decoder.roberta.encoder.layer.15.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 5.0, 6.0, 2.0, 6.0, 5.0, 8.0, 15.0, 11.0, 16.0, 21.0, 14.0, 21.0, 23.0, 24.0, 29.0, 26.0, 31.0, 40.0, 37.0, 50.0, 49.0, 51.0, 40.0, 33.0, 41.0, 44.0, 41.0, 36.0, 32.0, 34.0, 35.0, 28.0, 29.0, 25.0, 15.0, 13.0, 20.0, 12.0, 6.0, 2.0, 10.0, 5.0, 4.0, 6.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.828125, -28.878173828125, -27.92822265625, -26.978271484375, -26.0283203125, -25.078369140625, -24.12841796875, -23.178466796875, -22.228515625, -21.278564453125, -20.32861328125, -19.378662109375, -18.4287109375, -17.478759765625, -16.52880859375, -15.578857421875, -14.62890625, -13.678955078125, -12.72900390625, -11.779052734375, -10.8291015625, -9.879150390625, -8.92919921875, -7.979248046875, -7.029296875, -6.079345703125, -5.12939453125, -4.179443359375, -3.2294921875, -2.279541015625, -1.32958984375, -0.379638671875, 0.5703125, 1.520263671875, 2.47021484375, 3.420166015625, 4.3701171875, 5.320068359375, 6.27001953125, 7.219970703125, 8.169921875, 9.119873046875, 10.06982421875, 11.019775390625, 11.9697265625, 12.919677734375, 13.86962890625, 14.819580078125, 15.76953125, 16.719482421875, 17.66943359375, 18.619384765625, 19.5693359375, 20.519287109375, 21.46923828125, 22.419189453125, 23.369140625, 24.319091796875, 25.26904296875, 26.218994140625, 27.1689453125, 28.118896484375, 29.06884765625, 30.018798828125, 30.96875]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 3.0, 4.0, 8.0, 9.0, 12.0, 20.0, 18.0, 30.0, 15.0, 24.0, 27.0, 22.0, 41.0, 53.0, 77.0, 111.0, 166.0, 231.0, 350.0, 84891.0, 961302.0, 332.0, 201.0, 153.0, 112.0, 63.0, 51.0, 44.0, 28.0, 34.0, 20.0, 15.0, 10.0, 11.0, 16.0, 11.0, 5.0, 6.0, 6.0, 12.0, 2.0, 0.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-708.0, -680.828125, -653.65625, -626.484375, -599.3125, -572.140625, -544.96875, -517.796875, -490.625, -463.453125, -436.28125, -409.109375, -381.9375, -354.765625, -327.59375, -300.421875, -273.25, -246.078125, -218.90625, -191.734375, -164.5625, -137.390625, -110.21875, -83.046875, -55.875, -28.703125, -1.53125, 25.640625, 52.8125, 79.984375, 107.15625, 134.328125, 161.5, 188.671875, 215.84375, 243.015625, 270.1875, 297.359375, 324.53125, 351.703125, 378.875, 406.046875, 433.21875, 460.390625, 487.5625, 514.734375, 541.90625, 569.078125, 596.25, 623.421875, 650.59375, 677.765625, 704.9375, 732.109375, 759.28125, 786.453125, 813.625, 840.796875, 867.96875, 895.140625, 922.3125, 949.484375, 976.65625, 1003.828125, 1031.0]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 5.0, 2.0, 13.0, 8.0, 10.0, 7.0, 17.0, 12.0, 18.0, 21.0, 27.0, 32.0, 28.0, 35.0, 36.0, 39.0, 51.0, 52.0, 41.0, 52.0, 56.0, 53.0, 49.0, 46.0, 44.0, 41.0, 28.0, 30.0, 28.0, 15.0, 22.0, 21.0, 23.0, 11.0, 9.0, 5.0, 7.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.21875, -39.0439453125, -37.869140625, -36.6943359375, -35.51953125, -34.3447265625, -33.169921875, -31.9951171875, -30.8203125, -29.6455078125, -28.470703125, -27.2958984375, -26.12109375, -24.9462890625, -23.771484375, -22.5966796875, -21.421875, -20.2470703125, -19.072265625, -17.8974609375, -16.72265625, -15.5478515625, -14.373046875, -13.1982421875, -12.0234375, -10.8486328125, -9.673828125, -8.4990234375, -7.32421875, -6.1494140625, -4.974609375, -3.7998046875, -2.625, -1.4501953125, -0.275390625, 0.8994140625, 2.07421875, 3.2490234375, 4.423828125, 5.5986328125, 6.7734375, 7.9482421875, 9.123046875, 10.2978515625, 11.47265625, 12.6474609375, 13.822265625, 14.9970703125, 16.171875, 17.3466796875, 18.521484375, 19.6962890625, 20.87109375, 22.0458984375, 23.220703125, 24.3955078125, 25.5703125, 26.7451171875, 27.919921875, 29.0947265625, 30.26953125, 31.4443359375, 32.619140625, 33.7939453125, 34.96875]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 20.0, 22.0, 61.0, 221.0, 3164.0, 1042426.0, 2306.0, 208.0, 64.0, 27.0, 17.0, 4.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-536.0, -524.46484375, -512.9296875, -501.39453125, -489.859375, -478.32421875, -466.7890625, -455.25390625, -443.71875, -432.18359375, -420.6484375, -409.11328125, -397.578125, -386.04296875, -374.5078125, -362.97265625, -351.4375, -339.90234375, -328.3671875, -316.83203125, -305.296875, -293.76171875, -282.2265625, -270.69140625, -259.15625, -247.62109375, -236.0859375, -224.55078125, -213.015625, -201.48046875, -189.9453125, -178.41015625, -166.875, -155.33984375, -143.8046875, -132.26953125, -120.734375, -109.19921875, -97.6640625, -86.12890625, -74.59375, -63.05859375, -51.5234375, -39.98828125, -28.453125, -16.91796875, -5.3828125, 6.15234375, 17.6875, 29.22265625, 40.7578125, 52.29296875, 63.828125, 75.36328125, 86.8984375, 98.43359375, 109.96875, 121.50390625, 133.0390625, 144.57421875, 156.109375, 167.64453125, 179.1796875, 190.71484375, 202.25]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 10.0, 5.0, 19.0, 19.0, 42.0, 64.0, 123.0, 213.0, 204.0, 130.0, 66.0, 38.0, 25.0, 17.0, 8.0, 11.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002956390380859375, -0.0027904510498046875, -0.00262451171875, -0.0024585723876953125, -0.002292633056640625, -0.0021266937255859375, -0.00196075439453125, -0.0017948150634765625, -0.001628875732421875, -0.0014629364013671875, -0.0012969970703125, -0.0011310577392578125, -0.000965118408203125, -0.0007991790771484375, -0.00063323974609375, -0.0004673004150390625, -0.000301361083984375, -0.0001354217529296875, 3.0517578125e-05, 0.0001964569091796875, 0.000362396240234375, 0.0005283355712890625, 0.00069427490234375, 0.0008602142333984375, 0.001026153564453125, 0.0011920928955078125, 0.0013580322265625, 0.0015239715576171875, 0.001689910888671875, 0.0018558502197265625, 0.00202178955078125, 0.0021877288818359375, 0.002353668212890625, 0.0025196075439453125, 0.002685546875, 0.0028514862060546875, 0.003017425537109375, 0.0031833648681640625, 0.00334930419921875, 0.0035152435302734375, 0.003681182861328125, 0.0038471221923828125, 0.0040130615234375, 0.0041790008544921875, 0.004344940185546875, 0.0045108795166015625, 0.00467681884765625, 0.0048427581787109375, 0.005008697509765625, 0.0051746368408203125, 0.005340576171875, 0.0055065155029296875, 0.005672454833984375, 0.0058383941650390625, 0.00600433349609375, 0.0061702728271484375, 0.006336212158203125, 0.0065021514892578125, 0.0066680908203125, 0.0068340301513671875, 0.006999969482421875, 0.0071659088134765625, 0.00733184814453125, 0.0074977874755859375, 0.007663726806640625]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 7.0, 7.0, 12.0, 29.0, 47.0, 156.0, 794.0, 30112.0, 1014214.0, 2698.0, 311.0, 87.0, 36.0, 17.0, 11.0, 6.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-340.5, -332.443359375, -324.38671875, -316.330078125, -308.2734375, -300.216796875, -292.16015625, -284.103515625, -276.046875, -267.990234375, -259.93359375, -251.876953125, -243.8203125, -235.763671875, -227.70703125, -219.650390625, -211.59375, -203.537109375, -195.48046875, -187.423828125, -179.3671875, -171.310546875, -163.25390625, -155.197265625, -147.140625, -139.083984375, -131.02734375, -122.970703125, -114.9140625, -106.857421875, -98.80078125, -90.744140625, -82.6875, -74.630859375, -66.57421875, -58.517578125, -50.4609375, -42.404296875, -34.34765625, -26.291015625, -18.234375, -10.177734375, -2.12109375, 5.935546875, 13.9921875, 22.048828125, 30.10546875, 38.162109375, 46.21875, 54.275390625, 62.33203125, 70.388671875, 78.4453125, 86.501953125, 94.55859375, 102.615234375, 110.671875, 118.728515625, 126.78515625, 134.841796875, 142.8984375, 150.955078125, 159.01171875, 167.068359375, 175.125]}, "gradients/decoder.roberta.encoder.layer.15.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 10.0, 11.0, 30.0, 58.0, 83.0, 175.0, 264.0, 164.0, 89.0, 53.0, 20.0, 20.0, 4.0, 7.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.65625, -10.1591796875, -9.662109375, -9.1650390625, -8.66796875, -8.1708984375, -7.673828125, -7.1767578125, -6.6796875, -6.1826171875, -5.685546875, -5.1884765625, -4.69140625, -4.1943359375, -3.697265625, -3.2001953125, -2.703125, -2.2060546875, -1.708984375, -1.2119140625, -0.71484375, -0.2177734375, 0.279296875, 0.7763671875, 1.2734375, 1.7705078125, 2.267578125, 2.7646484375, 3.26171875, 3.7587890625, 4.255859375, 4.7529296875, 5.25, 5.7470703125, 6.244140625, 6.7412109375, 7.23828125, 7.7353515625, 8.232421875, 8.7294921875, 9.2265625, 9.7236328125, 10.220703125, 10.7177734375, 11.21484375, 11.7119140625, 12.208984375, 12.7060546875, 13.203125, 13.7001953125, 14.197265625, 14.6943359375, 15.19140625, 15.6884765625, 16.185546875, 16.6826171875, 17.1796875, 17.6767578125, 18.173828125, 18.6708984375, 19.16796875, 19.6650390625, 20.162109375, 20.6591796875, 21.15625]}, "gradients/decoder.roberta.encoder.layer.14.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 5.0, 6.0, 17.0, 22.0, 35.0, 39.0, 65.0, 76.0, 89.0, 97.0, 93.0, 98.0, 91.0, 68.0, 67.0, 38.0, 31.0, 30.0, 17.0, 9.0, 2.0, 8.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.52910041809082, -23.804615020751953, -22.080129623413086, -20.35564422607422, -18.63115692138672, -16.906673431396484, -15.182186126708984, -13.457700729370117, -11.73321533203125, -10.008729934692383, -8.284244537353516, -6.559758186340332, -4.835272789001465, -3.1107873916625977, -1.386301040649414, 0.3381843566894531, 2.0626697540283203, 3.7871553897857666, 5.511641025543213, 7.236126899719238, 8.960612297058105, 10.685097694396973, 12.409584045410156, 14.134069442749023, 15.85855484008789, 17.583040237426758, 19.307525634765625, 21.032012939453125, 22.75649642944336, 24.48098373413086, 26.205469131469727, 27.929954528808594, 29.654441833496094, 31.37892723083496, 33.10341262817383, 34.82789993286133, 36.55238342285156, 38.27687072753906, 40.00135803222656, 41.7258415222168, 43.45032501220703, 45.17481231689453, 46.899295806884766, 48.623783111572266, 50.3482666015625, 52.07275390625, 53.7972412109375, 55.521724700927734, 57.246212005615234, 58.970699310302734, 60.69518280029297, 62.41967010498047, 64.14415740966797, 65.86863708496094, 67.59312438964844, 69.31761169433594, 71.04209899902344, 72.76658630371094, 74.49107360839844, 76.2155532836914, 77.9400405883789, 79.6645278930664, 81.3890151977539, 83.11349487304688, 84.83798217773438]}, "gradients/decoder.roberta.encoder.layer.14.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 5.0, 5.0, 10.0, 10.0, 9.0, 8.0, 14.0, 18.0, 11.0, 27.0, 17.0, 26.0, 40.0, 62.0, 42.0, 42.0, 53.0, 57.0, 46.0, 46.0, 54.0, 54.0, 41.0, 50.0, 31.0, 38.0, 37.0, 32.0, 24.0, 26.0, 13.0, 19.0, 6.0, 13.0, 7.0, 7.0, 5.0, 5.0, 3.0, 1.0, 2.0, 1.0], "bins": [-58.70772171020508, -57.2931022644043, -55.878482818603516, -54.463863372802734, -53.04924774169922, -51.63462829589844, -50.220008850097656, -48.805389404296875, -47.390769958496094, -45.97615051269531, -44.56153106689453, -43.14691162109375, -41.73229217529297, -40.31767654418945, -38.90305709838867, -37.48843765258789, -36.07381820678711, -34.65919876098633, -33.24457931518555, -31.8299617767334, -30.415342330932617, -29.000722885131836, -27.586105346679688, -26.171485900878906, -24.756866455078125, -23.342247009277344, -21.927627563476562, -20.513010025024414, -19.098390579223633, -17.68377113342285, -16.269153594970703, -14.854534149169922, -13.439916610717773, -12.025297164916992, -10.610678672790527, -9.196060180664062, -7.781440734863281, -6.366821765899658, -4.952202796936035, -3.5375843048095703, -2.122964859008789, -0.708345890045166, 0.706273078918457, 2.12089204788208, 3.535511016845703, 4.950129985809326, 6.364748954772949, 7.779367446899414, 9.193986892700195, 10.608606338500977, 12.023224830627441, 13.437843322753906, 14.852462768554688, 16.26708221435547, 17.68170166015625, 19.0963191986084, 20.51093864440918, 21.92555809020996, 23.34017562866211, 24.75479507446289, 26.169414520263672, 27.584033966064453, 28.998653411865234, 30.413270950317383, 31.827890396118164]}, "gradients/decoder.roberta.encoder.layer.14.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 12.0, 11.0, 5.0, 17.0, 22.0, 26.0, 42.0, 67.0, 89.0, 182.0, 313.0, 483.0, 921.0, 1936.0, 4432.0, 12536.0, 44472.0, 212283.0, 1566711.0, 1998636.0, 271714.0, 54734.0, 14808.0, 5207.0, 2138.0, 1079.0, 562.0, 343.0, 180.0, 125.0, 60.0, 51.0, 38.0, 24.0, 14.0, 8.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-68.5, -66.74658203125, -64.9931640625, -63.23974609375, -61.486328125, -59.73291015625, -57.9794921875, -56.22607421875, -54.47265625, -52.71923828125, -50.9658203125, -49.21240234375, -47.458984375, -45.70556640625, -43.9521484375, -42.19873046875, -40.4453125, -38.69189453125, -36.9384765625, -35.18505859375, -33.431640625, -31.67822265625, -29.9248046875, -28.17138671875, -26.41796875, -24.66455078125, -22.9111328125, -21.15771484375, -19.404296875, -17.65087890625, -15.8974609375, -14.14404296875, -12.390625, -10.63720703125, -8.8837890625, -7.13037109375, -5.376953125, -3.62353515625, -1.8701171875, -0.11669921875, 1.63671875, 3.39013671875, 5.1435546875, 6.89697265625, 8.650390625, 10.40380859375, 12.1572265625, 13.91064453125, 15.6640625, 17.41748046875, 19.1708984375, 20.92431640625, 22.677734375, 24.43115234375, 26.1845703125, 27.93798828125, 29.69140625, 31.44482421875, 33.1982421875, 34.95166015625, 36.705078125, 38.45849609375, 40.2119140625, 41.96533203125, 43.71875]}, "gradients/decoder.roberta.encoder.layer.14.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 4.0, 6.0, 3.0, 12.0, 5.0, 9.0, 11.0, 11.0, 17.0, 24.0, 20.0, 28.0, 35.0, 43.0, 55.0, 41.0, 58.0, 73.0, 61.0, 59.0, 72.0, 57.0, 38.0, 48.0, 41.0, 35.0, 33.0, 25.0, 26.0, 18.0, 13.0, 11.0, 3.0, 3.0, 5.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.5, -44.35498046875, -43.2099609375, -42.06494140625, -40.919921875, -39.77490234375, -38.6298828125, -37.48486328125, -36.33984375, -35.19482421875, -34.0498046875, -32.90478515625, -31.759765625, -30.61474609375, -29.4697265625, -28.32470703125, -27.1796875, -26.03466796875, -24.8896484375, -23.74462890625, -22.599609375, -21.45458984375, -20.3095703125, -19.16455078125, -18.01953125, -16.87451171875, -15.7294921875, -14.58447265625, -13.439453125, -12.29443359375, -11.1494140625, -10.00439453125, -8.859375, -7.71435546875, -6.5693359375, -5.42431640625, -4.279296875, -3.13427734375, -1.9892578125, -0.84423828125, 0.30078125, 1.44580078125, 2.5908203125, 3.73583984375, 4.880859375, 6.02587890625, 7.1708984375, 8.31591796875, 9.4609375, 10.60595703125, 11.7509765625, 12.89599609375, 14.041015625, 15.18603515625, 16.3310546875, 17.47607421875, 18.62109375, 19.76611328125, 20.9111328125, 22.05615234375, 23.201171875, 24.34619140625, 25.4912109375, 26.63623046875, 27.78125]}, "gradients/decoder.roberta.encoder.layer.14.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 8.0, 7.0, 21.0, 19.0, 37.0, 60.0, 109.0, 305.0, 1129.0, 441932.0, 3748390.0, 1612.0, 358.0, 147.0, 71.0, 37.0, 20.0, 6.0, 7.0, 6.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-561.0, -543.515625, -526.03125, -508.546875, -491.0625, -473.578125, -456.09375, -438.609375, -421.125, -403.640625, -386.15625, -368.671875, -351.1875, -333.703125, -316.21875, -298.734375, -281.25, -263.765625, -246.28125, -228.796875, -211.3125, -193.828125, -176.34375, -158.859375, -141.375, -123.890625, -106.40625, -88.921875, -71.4375, -53.953125, -36.46875, -18.984375, -1.5, 15.984375, 33.46875, 50.953125, 68.4375, 85.921875, 103.40625, 120.890625, 138.375, 155.859375, 173.34375, 190.828125, 208.3125, 225.796875, 243.28125, 260.765625, 278.25, 295.734375, 313.21875, 330.703125, 348.1875, 365.671875, 383.15625, 400.640625, 418.125, 435.609375, 453.09375, 470.578125, 488.0625, 505.546875, 523.03125, 540.515625, 558.0]}, "gradients/decoder.roberta.encoder.layer.14.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 8.0, 10.0, 13.0, 29.0, 53.0, 132.0, 255.0, 523.0, 1027.0, 984.0, 532.0, 247.0, 120.0, 64.0, 34.0, 16.0, 16.0, 7.0, 4.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.609375, -26.658447265625, -25.70751953125, -24.756591796875, -23.8056640625, -22.854736328125, -21.90380859375, -20.952880859375, -20.001953125, -19.051025390625, -18.10009765625, -17.149169921875, -16.1982421875, -15.247314453125, -14.29638671875, -13.345458984375, -12.39453125, -11.443603515625, -10.49267578125, -9.541748046875, -8.5908203125, -7.639892578125, -6.68896484375, -5.738037109375, -4.787109375, -3.836181640625, -2.88525390625, -1.934326171875, -0.9833984375, -0.032470703125, 0.91845703125, 1.869384765625, 2.8203125, 3.771240234375, 4.72216796875, 5.673095703125, 6.6240234375, 7.574951171875, 8.52587890625, 9.476806640625, 10.427734375, 11.378662109375, 12.32958984375, 13.280517578125, 14.2314453125, 15.182373046875, 16.13330078125, 17.084228515625, 18.03515625, 18.986083984375, 19.93701171875, 20.887939453125, 21.8388671875, 22.789794921875, 23.74072265625, 24.691650390625, 25.642578125, 26.593505859375, 27.54443359375, 28.495361328125, 29.4462890625, 30.397216796875, 31.34814453125, 32.299072265625, 33.25]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 9.0, 6.0, 9.0, 14.0, 20.0, 22.0, 22.0, 29.0, 28.0, 35.0, 46.0, 34.0, 52.0, 54.0, 54.0, 52.0, 47.0, 55.0, 59.0, 45.0, 46.0, 37.0, 36.0, 29.0, 19.0, 27.0, 22.0, 15.0, 14.0, 15.0, 11.0, 11.0, 5.0, 4.0, 7.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.729379653930664, -20.84017562866211, -19.950971603393555, -19.061767578125, -18.172565460205078, -17.28335952758789, -16.39415740966797, -15.504953384399414, -14.61574935913086, -13.726545333862305, -12.83734130859375, -11.948138236999512, -11.058934211730957, -10.169730186462402, -9.280527114868164, -8.39132308959961, -7.502119064331055, -6.6129150390625, -5.7237114906311035, -4.834507942199707, -3.9453039169311523, -3.0560998916625977, -2.166896343231201, -1.2776927947998047, -0.38848876953125, 0.5007150173187256, 1.3899188041687012, 2.2791225910186768, 3.1683263778686523, 4.057530403137207, 4.9467339515686035, 5.8359375, 6.7251434326171875, 7.614347457885742, 8.503551483154297, 9.392754554748535, 10.28195858001709, 11.171162605285645, 12.060365676879883, 12.949569702148438, 13.838773727416992, 14.727977752685547, 15.617181777954102, 16.506385803222656, 17.395587921142578, 18.284793853759766, 19.173995971679688, 20.063199996948242, 20.952404022216797, 21.84160804748535, 22.730812072753906, 23.62001609802246, 24.509220123291016, 25.398422241210938, 26.287626266479492, 27.176830291748047, 28.0660343170166, 28.955238342285156, 29.84444236755371, 30.733646392822266, 31.622848510742188, 32.512054443359375, 33.4012565612793, 34.29045867919922, 35.179664611816406]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 6.0, 11.0, 7.0, 10.0, 11.0, 10.0, 16.0, 20.0, 22.0, 32.0, 30.0, 35.0, 42.0, 51.0, 52.0, 46.0, 52.0, 55.0, 62.0, 51.0, 50.0, 57.0, 40.0, 45.0, 37.0, 24.0, 20.0, 21.0, 22.0, 18.0, 16.0, 13.0, 8.0, 6.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.87149429321289, -44.63444519042969, -43.397396087646484, -42.16034698486328, -40.923301696777344, -39.68625259399414, -38.44920349121094, -37.212154388427734, -35.97510528564453, -34.73805618286133, -33.501007080078125, -32.26396179199219, -31.02691078186035, -29.78986358642578, -28.552814483642578, -27.315765380859375, -26.078718185424805, -24.8416690826416, -23.60462188720703, -22.367572784423828, -21.130523681640625, -19.893474578857422, -18.65642738342285, -17.41937828063965, -16.182331085205078, -14.945282936096191, -13.708233833312988, -12.471185684204102, -11.234136581420898, -9.997088432312012, -8.760040283203125, -7.522991180419922, -6.285942077636719, -5.048893451690674, -3.811845064163208, -2.574796676635742, -1.3377480506896973, -0.10069942474365234, 1.1363487243652344, 2.3733978271484375, 3.610445976257324, 4.847494602203369, 6.084543228149414, 7.321591377258301, 8.558639526367188, 9.79568862915039, 11.032736778259277, 12.26978588104248, 13.506834030151367, 14.743882179260254, 15.980931282043457, 17.217979431152344, 18.455028533935547, 19.69207763671875, 20.92912483215332, 22.166173934936523, 23.403221130371094, 24.640270233154297, 25.877317428588867, 27.11436653137207, 28.351415634155273, 29.588462829589844, 30.825511932373047, 32.06256103515625, 33.29961013793945]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 2.0, 11.0, 17.0, 33.0, 35.0, 61.0, 93.0, 127.0, 230.0, 344.0, 534.0, 885.0, 1402.0, 2275.0, 3631.0, 5898.0, 9342.0, 14989.0, 23196.0, 35879.0, 53736.0, 76789.0, 101592.0, 124569.0, 135322.0, 125640.0, 102024.0, 76681.0, 53359.0, 36095.0, 23516.0, 14934.0, 9637.0, 5908.0, 3668.0, 2293.0, 1424.0, 916.0, 545.0, 332.0, 199.0, 139.0, 94.0, 55.0, 32.0, 37.0, 15.0, 9.0, 4.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.009765625, -2.911102294921875, -2.81243896484375, -2.713775634765625, -2.6151123046875, -2.516448974609375, -2.41778564453125, -2.319122314453125, -2.220458984375, -2.121795654296875, -2.02313232421875, -1.924468994140625, -1.8258056640625, -1.727142333984375, -1.62847900390625, -1.529815673828125, -1.43115234375, -1.332489013671875, -1.23382568359375, -1.135162353515625, -1.0364990234375, -0.937835693359375, -0.83917236328125, -0.740509033203125, -0.641845703125, -0.543182373046875, -0.44451904296875, -0.345855712890625, -0.2471923828125, -0.148529052734375, -0.04986572265625, 0.048797607421875, 0.1474609375, 0.246124267578125, 0.34478759765625, 0.443450927734375, 0.5421142578125, 0.640777587890625, 0.73944091796875, 0.838104248046875, 0.936767578125, 1.035430908203125, 1.13409423828125, 1.232757568359375, 1.3314208984375, 1.430084228515625, 1.52874755859375, 1.627410888671875, 1.72607421875, 1.824737548828125, 1.92340087890625, 2.022064208984375, 2.1207275390625, 2.219390869140625, 2.31805419921875, 2.416717529296875, 2.515380859375, 2.614044189453125, 2.71270751953125, 2.811370849609375, 2.9100341796875, 3.008697509765625, 3.10736083984375, 3.206024169921875, 3.3046875]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 11.0, 6.0, 10.0, 12.0, 9.0, 16.0, 21.0, 21.0, 33.0, 29.0, 36.0, 40.0, 53.0, 49.0, 49.0, 51.0, 54.0, 63.0, 50.0, 49.0, 62.0, 37.0, 46.0, 35.0, 25.0, 20.0, 20.0, 21.0, 20.0, 17.0, 12.0, 8.0, 6.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.4375, -42.21826171875, -40.9990234375, -39.77978515625, -38.560546875, -37.34130859375, -36.1220703125, -34.90283203125, -33.68359375, -32.46435546875, -31.2451171875, -30.02587890625, -28.806640625, -27.58740234375, -26.3681640625, -25.14892578125, -23.9296875, -22.71044921875, -21.4912109375, -20.27197265625, -19.052734375, -17.83349609375, -16.6142578125, -15.39501953125, -14.17578125, -12.95654296875, -11.7373046875, -10.51806640625, -9.298828125, -8.07958984375, -6.8603515625, -5.64111328125, -4.421875, -3.20263671875, -1.9833984375, -0.76416015625, 0.455078125, 1.67431640625, 2.8935546875, 4.11279296875, 5.33203125, 6.55126953125, 7.7705078125, 8.98974609375, 10.208984375, 11.42822265625, 12.6474609375, 13.86669921875, 15.0859375, 16.30517578125, 17.5244140625, 18.74365234375, 19.962890625, 21.18212890625, 22.4013671875, 23.62060546875, 24.83984375, 26.05908203125, 27.2783203125, 28.49755859375, 29.716796875, 30.93603515625, 32.1552734375, 33.37451171875, 34.59375]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 7.0, 5.0, 7.0, 17.0, 15.0, 34.0, 43.0, 54.0, 87.0, 130.0, 188.0, 276.0, 349.0, 475.0, 748.0, 987.0, 1386.0, 1970.0, 2785.0, 3833.0, 5589.0, 8128.0, 11881.0, 17895.0, 29724.0, 209598.0, 636062.0, 48948.0, 21712.0, 14114.0, 9533.0, 6529.0, 4477.0, 3300.0, 2160.0, 1538.0, 1169.0, 802.0, 587.0, 433.0, 275.0, 221.0, 147.0, 109.0, 77.0, 64.0, 36.0, 25.0, 15.0, 7.0, 9.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0], "bins": [-5.6171875, -5.4481201171875, -5.279052734375, -5.1099853515625, -4.94091796875, -4.7718505859375, -4.602783203125, -4.4337158203125, -4.2646484375, -4.0955810546875, -3.926513671875, -3.7574462890625, -3.58837890625, -3.4193115234375, -3.250244140625, -3.0811767578125, -2.912109375, -2.7430419921875, -2.573974609375, -2.4049072265625, -2.23583984375, -2.0667724609375, -1.897705078125, -1.7286376953125, -1.5595703125, -1.3905029296875, -1.221435546875, -1.0523681640625, -0.88330078125, -0.7142333984375, -0.545166015625, -0.3760986328125, -0.20703125, -0.0379638671875, 0.131103515625, 0.3001708984375, 0.46923828125, 0.6383056640625, 0.807373046875, 0.9764404296875, 1.1455078125, 1.3145751953125, 1.483642578125, 1.6527099609375, 1.82177734375, 1.9908447265625, 2.159912109375, 2.3289794921875, 2.498046875, 2.6671142578125, 2.836181640625, 3.0052490234375, 3.17431640625, 3.3433837890625, 3.512451171875, 3.6815185546875, 3.8505859375, 4.0196533203125, 4.188720703125, 4.3577880859375, 4.52685546875, 4.6959228515625, 4.864990234375, 5.0340576171875, 5.203125]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 5.0, 3.0, 10.0, 11.0, 6.0, 13.0, 14.0, 13.0, 18.0, 33.0, 25.0, 43.0, 33.0, 48.0, 40.0, 42.0, 47.0, 54.0, 47.0, 43.0, 55.0, 53.0, 42.0, 44.0, 42.0, 38.0, 37.0, 18.0, 26.0, 23.0, 9.0, 14.0, 9.0, 21.0, 8.0, 4.0, 3.0, 4.0, 5.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.1875, -17.466064453125, -16.74462890625, -16.023193359375, -15.3017578125, -14.580322265625, -13.85888671875, -13.137451171875, -12.416015625, -11.694580078125, -10.97314453125, -10.251708984375, -9.5302734375, -8.808837890625, -8.08740234375, -7.365966796875, -6.64453125, -5.923095703125, -5.20166015625, -4.480224609375, -3.7587890625, -3.037353515625, -2.31591796875, -1.594482421875, -0.873046875, -0.151611328125, 0.56982421875, 1.291259765625, 2.0126953125, 2.734130859375, 3.45556640625, 4.177001953125, 4.8984375, 5.619873046875, 6.34130859375, 7.062744140625, 7.7841796875, 8.505615234375, 9.22705078125, 9.948486328125, 10.669921875, 11.391357421875, 12.11279296875, 12.834228515625, 13.5556640625, 14.277099609375, 14.99853515625, 15.719970703125, 16.44140625, 17.162841796875, 17.88427734375, 18.605712890625, 19.3271484375, 20.048583984375, 20.77001953125, 21.491455078125, 22.212890625, 22.934326171875, 23.65576171875, 24.377197265625, 25.0986328125, 25.820068359375, 26.54150390625, 27.262939453125, 27.984375]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 6.0, 8.0, 11.0, 12.0, 18.0, 20.0, 26.0, 54.0, 56.0, 94.0, 117.0, 178.0, 250.0, 365.0, 602.0, 933.0, 1385.0, 2289.0, 3584.0, 5824.0, 9814.0, 16503.0, 29710.0, 314548.0, 584957.0, 32424.0, 17608.0, 10303.0, 6255.0, 3861.0, 2418.0, 1472.0, 931.0, 658.0, 380.0, 270.0, 174.0, 131.0, 83.0, 74.0, 43.0, 28.0, 21.0, 15.0, 14.0, 11.0, 9.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.45068359375, -0.4361724853515625, -0.421661376953125, -0.4071502685546875, -0.39263916015625, -0.3781280517578125, -0.363616943359375, -0.3491058349609375, -0.3345947265625, -0.3200836181640625, -0.305572509765625, -0.2910614013671875, -0.27655029296875, -0.2620391845703125, -0.247528076171875, -0.2330169677734375, -0.218505859375, -0.2039947509765625, -0.189483642578125, -0.1749725341796875, -0.16046142578125, -0.1459503173828125, -0.131439208984375, -0.1169281005859375, -0.1024169921875, -0.0879058837890625, -0.073394775390625, -0.0588836669921875, -0.04437255859375, -0.0298614501953125, -0.015350341796875, -0.0008392333984375, 0.013671875, 0.0281829833984375, 0.042694091796875, 0.0572052001953125, 0.07171630859375, 0.0862274169921875, 0.100738525390625, 0.1152496337890625, 0.1297607421875, 0.1442718505859375, 0.158782958984375, 0.1732940673828125, 0.18780517578125, 0.2023162841796875, 0.216827392578125, 0.2313385009765625, 0.245849609375, 0.2603607177734375, 0.274871826171875, 0.2893829345703125, 0.30389404296875, 0.3184051513671875, 0.332916259765625, 0.3474273681640625, 0.3619384765625, 0.3764495849609375, 0.390960693359375, 0.4054718017578125, 0.41998291015625, 0.4344940185546875, 0.449005126953125, 0.4635162353515625, 0.47802734375]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 9.0, 4.0, 8.0, 14.0, 13.0, 9.0, 19.0, 25.0, 21.0, 22.0, 29.0, 38.0, 38.0, 43.0, 41.0, 42.0, 43.0, 43.0, 50.0, 33.0, 56.0, 48.0, 42.0, 41.0, 30.0, 35.0, 27.0, 22.0, 21.0, 22.0, 20.0, 15.0, 14.0, 13.0, 9.0, 10.0, 11.0, 7.0, 2.0, 5.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-2.5331974029541016e-05, -2.460367977619171e-05, -2.3875385522842407e-05, -2.3147091269493103e-05, -2.24187970161438e-05, -2.1690502762794495e-05, -2.096220850944519e-05, -2.0233914256095886e-05, -1.9505620002746582e-05, -1.8777325749397278e-05, -1.8049031496047974e-05, -1.732073724269867e-05, -1.6592442989349365e-05, -1.586414873600006e-05, -1.5135854482650757e-05, -1.4407560229301453e-05, -1.3679265975952148e-05, -1.2950971722602844e-05, -1.222267746925354e-05, -1.1494383215904236e-05, -1.0766088962554932e-05, -1.0037794709205627e-05, -9.309500455856323e-06, -8.581206202507019e-06, -7.852911949157715e-06, -7.124617695808411e-06, -6.3963234424591064e-06, -5.668029189109802e-06, -4.939734935760498e-06, -4.211440682411194e-06, -3.4831464290618896e-06, -2.7548521757125854e-06, -2.0265579223632812e-06, -1.298263669013977e-06, -5.699694156646729e-07, 1.5832483768463135e-07, 8.866190910339355e-07, 1.6149133443832397e-06, 2.343207597732544e-06, 3.071501851081848e-06, 3.7997961044311523e-06, 4.5280903577804565e-06, 5.256384611129761e-06, 5.984678864479065e-06, 6.712973117828369e-06, 7.441267371177673e-06, 8.169561624526978e-06, 8.897855877876282e-06, 9.626150131225586e-06, 1.035444438457489e-05, 1.1082738637924194e-05, 1.1811032891273499e-05, 1.2539327144622803e-05, 1.3267621397972107e-05, 1.3995915651321411e-05, 1.4724209904670715e-05, 1.545250415802002e-05, 1.6180798411369324e-05, 1.6909092664718628e-05, 1.7637386918067932e-05, 1.8365681171417236e-05, 1.909397542476654e-05, 1.9822269678115845e-05, 2.055056393146515e-05, 2.1278858184814453e-05]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.query.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 3.0, 4.0, 2.0, 8.0, 5.0, 15.0, 7.0, 15.0, 21.0, 26.0, 21.0, 42.0, 40.0, 58.0, 76.0, 139.0, 391.0, 3081.0, 95895.0, 868651.0, 76542.0, 2687.0, 324.0, 141.0, 87.0, 44.0, 37.0, 31.0, 28.0, 22.0, 16.0, 18.0, 15.0, 14.0, 9.0, 9.0, 4.0, 6.0, 3.0, 2.0, 2.0, 5.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.564453125, -1.5095062255859375, -1.454559326171875, -1.3996124267578125, -1.34466552734375, -1.2897186279296875, -1.234771728515625, -1.1798248291015625, -1.1248779296875, -1.0699310302734375, -1.014984130859375, -0.9600372314453125, -0.90509033203125, -0.8501434326171875, -0.795196533203125, -0.7402496337890625, -0.685302734375, -0.6303558349609375, -0.575408935546875, -0.5204620361328125, -0.46551513671875, -0.4105682373046875, -0.355621337890625, -0.3006744384765625, -0.2457275390625, -0.1907806396484375, -0.135833740234375, -0.0808868408203125, -0.02593994140625, 0.0290069580078125, 0.083953857421875, 0.1389007568359375, 0.19384765625, 0.2487945556640625, 0.303741455078125, 0.3586883544921875, 0.41363525390625, 0.4685821533203125, 0.523529052734375, 0.5784759521484375, 0.6334228515625, 0.6883697509765625, 0.743316650390625, 0.7982635498046875, 0.85321044921875, 0.9081573486328125, 0.963104248046875, 1.0180511474609375, 1.072998046875, 1.1279449462890625, 1.182891845703125, 1.2378387451171875, 1.29278564453125, 1.3477325439453125, 1.402679443359375, 1.4576263427734375, 1.5125732421875, 1.5675201416015625, 1.622467041015625, 1.6774139404296875, 1.73236083984375, 1.7873077392578125, 1.842254638671875, 1.8972015380859375, 1.9521484375]}, "gradients/decoder.roberta.encoder.layer.14.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 7.0, 5.0, 9.0, 11.0, 14.0, 25.0, 20.0, 23.0, 26.0, 33.0, 40.0, 43.0, 52.0, 58.0, 57.0, 73.0, 67.0, 74.0, 59.0, 62.0, 37.0, 38.0, 42.0, 26.0, 12.0, 18.0, 18.0, 14.0, 6.0, 7.0, 8.0, 3.0, 1.0, 0.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12060546875, -0.11703109741210938, -0.11345672607421875, -0.10988235473632812, -0.1063079833984375, -0.10273361206054688, -0.09915924072265625, -0.09558486938476562, -0.092010498046875, -0.08843612670898438, -0.08486175537109375, -0.08128738403320312, -0.0777130126953125, -0.07413864135742188, -0.07056427001953125, -0.06698989868164062, -0.06341552734375, -0.059841156005859375, -0.05626678466796875, -0.052692413330078125, -0.0491180419921875, -0.045543670654296875, -0.04196929931640625, -0.038394927978515625, -0.034820556640625, -0.031246185302734375, -0.02767181396484375, -0.024097442626953125, -0.0205230712890625, -0.016948699951171875, -0.01337432861328125, -0.009799957275390625, -0.0062255859375, -0.002651214599609375, 0.00092315673828125, 0.004497528076171875, 0.0080718994140625, 0.011646270751953125, 0.01522064208984375, 0.018795013427734375, 0.022369384765625, 0.025943756103515625, 0.02951812744140625, 0.033092498779296875, 0.0366668701171875, 0.040241241455078125, 0.04381561279296875, 0.047389984130859375, 0.05096435546875, 0.054538726806640625, 0.05811309814453125, 0.061687469482421875, 0.0652618408203125, 0.06883621215820312, 0.07241058349609375, 0.07598495483398438, 0.079559326171875, 0.08313369750976562, 0.08670806884765625, 0.09028244018554688, 0.0938568115234375, 0.09743118286132812, 0.10100555419921875, 0.10457992553710938, 0.108154296875]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 11.0, 9.0, 10.0, 16.0, 24.0, 22.0, 24.0, 32.0, 40.0, 46.0, 47.0, 52.0, 54.0, 67.0, 57.0, 64.0, 56.0, 52.0, 45.0, 40.0, 40.0, 32.0, 30.0, 25.0, 20.0, 10.0, 14.0, 19.0, 12.0, 11.0, 3.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-29.90308952331543, -28.943262100219727, -27.983436584472656, -27.023609161376953, -26.06378173828125, -25.103954315185547, -24.144126892089844, -23.184301376342773, -22.22447395324707, -21.264646530151367, -20.304821014404297, -19.344993591308594, -18.38516616821289, -17.425338745117188, -16.465511322021484, -15.505685806274414, -14.545858383178711, -13.586030960083008, -12.626204490661621, -11.666378021240234, -10.706550598144531, -9.746723175048828, -8.786896705627441, -7.8270697593688965, -6.867242813110352, -5.907415866851807, -4.947588920593262, -3.987761974334717, -3.027935028076172, -2.068108081817627, -1.108281135559082, -0.1484541893005371, 0.811370849609375, 1.77119779586792, 2.731024742126465, 3.6908516883850098, 4.650678634643555, 5.6105055809021, 6.5703325271606445, 7.5301594734191895, 8.489986419677734, 9.449813842773438, 10.409640312194824, 11.369466781616211, 12.329294204711914, 13.289121627807617, 14.248948097229004, 15.20877456665039, 16.168601989746094, 17.128429412841797, 18.0882568359375, 19.04808235168457, 20.007909774780273, 20.967737197875977, 21.927562713623047, 22.88739013671875, 23.847217559814453, 24.807044982910156, 25.76687240600586, 26.72669792175293, 27.686525344848633, 28.646352767944336, 29.606178283691406, 30.56600570678711, 31.525833129882812]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 11.0, 6.0, 9.0, 12.0, 10.0, 16.0, 21.0, 20.0, 34.0, 28.0, 36.0, 40.0, 53.0, 49.0, 50.0, 50.0, 55.0, 61.0, 50.0, 51.0, 61.0, 37.0, 47.0, 35.0, 25.0, 20.0, 20.0, 21.0, 20.0, 15.0, 14.0, 8.0, 7.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.45930099487305, -42.24007034301758, -41.02083969116211, -39.80160903930664, -38.582374572753906, -37.36314392089844, -36.14391326904297, -34.9246826171875, -33.70545196533203, -32.48622131347656, -31.266990661621094, -30.047758102416992, -28.828527450561523, -27.609296798706055, -26.390064239501953, -25.170833587646484, -23.951602935791016, -22.732372283935547, -21.513141632080078, -20.293909072875977, -19.074678421020508, -17.85544776916504, -16.636215209960938, -15.416984558105469, -14.19775390625, -12.978523254394531, -11.759291648864746, -10.540060043334961, -9.320829391479492, -8.101598739624023, -6.882367134094238, -5.663135528564453, -4.443901062011719, -3.224669933319092, -2.005438804626465, -0.7862076759338379, 0.43302345275878906, 1.652254581451416, 2.871485710144043, 4.090717315673828, 5.309947967529297, 6.529179096221924, 7.748410224914551, 8.967641830444336, 10.186872482299805, 11.406103134155273, 12.625334739685059, 13.844566345214844, 15.063796997070312, 16.28302764892578, 17.50225830078125, 18.72149085998535, 19.94072151184082, 21.15995216369629, 22.37918472290039, 23.59841537475586, 24.817646026611328, 26.036876678466797, 27.256107330322266, 28.475339889526367, 29.694570541381836, 30.913801193237305, 32.133033752441406, 33.352264404296875, 34.571495056152344]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 3.0, 5.0, 4.0, 6.0, 8.0, 8.0, 10.0, 12.0, 13.0, 15.0, 29.0, 39.0, 56.0, 77.0, 129.0, 268.0, 629.0, 2514.0, 14245.0, 105178.0, 570328.0, 305678.0, 40937.0, 6090.0, 1343.0, 383.0, 185.0, 114.0, 52.0, 53.0, 39.0, 28.0, 22.0, 18.0, 12.0, 11.0, 5.0, 2.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-79.1875, -76.9736328125, -74.759765625, -72.5458984375, -70.33203125, -68.1181640625, -65.904296875, -63.6904296875, -61.4765625, -59.2626953125, -57.048828125, -54.8349609375, -52.62109375, -50.4072265625, -48.193359375, -45.9794921875, -43.765625, -41.5517578125, -39.337890625, -37.1240234375, -34.91015625, -32.6962890625, -30.482421875, -28.2685546875, -26.0546875, -23.8408203125, -21.626953125, -19.4130859375, -17.19921875, -14.9853515625, -12.771484375, -10.5576171875, -8.34375, -6.1298828125, -3.916015625, -1.7021484375, 0.51171875, 2.7255859375, 4.939453125, 7.1533203125, 9.3671875, 11.5810546875, 13.794921875, 16.0087890625, 18.22265625, 20.4365234375, 22.650390625, 24.8642578125, 27.078125, 29.2919921875, 31.505859375, 33.7197265625, 35.93359375, 38.1474609375, 40.361328125, 42.5751953125, 44.7890625, 47.0029296875, 49.216796875, 51.4306640625, 53.64453125, 55.8583984375, 58.072265625, 60.2861328125, 62.5]}, "gradients/decoder.roberta.encoder.layer.14.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 7.0, 3.0, 5.0, 12.0, 10.0, 12.0, 10.0, 18.0, 15.0, 25.0, 24.0, 36.0, 32.0, 47.0, 50.0, 46.0, 49.0, 59.0, 56.0, 57.0, 46.0, 51.0, 56.0, 44.0, 39.0, 42.0, 25.0, 18.0, 23.0, 24.0, 18.0, 16.0, 14.0, 5.0, 7.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.65625, -43.40478515625, -42.1533203125, -40.90185546875, -39.650390625, -38.39892578125, -37.1474609375, -35.89599609375, -34.64453125, -33.39306640625, -32.1416015625, -30.89013671875, -29.638671875, -28.38720703125, -27.1357421875, -25.88427734375, -24.6328125, -23.38134765625, -22.1298828125, -20.87841796875, -19.626953125, -18.37548828125, -17.1240234375, -15.87255859375, -14.62109375, -13.36962890625, -12.1181640625, -10.86669921875, -9.615234375, -8.36376953125, -7.1123046875, -5.86083984375, -4.609375, -3.35791015625, -2.1064453125, -0.85498046875, 0.396484375, 1.64794921875, 2.8994140625, 4.15087890625, 5.40234375, 6.65380859375, 7.9052734375, 9.15673828125, 10.408203125, 11.65966796875, 12.9111328125, 14.16259765625, 15.4140625, 16.66552734375, 17.9169921875, 19.16845703125, 20.419921875, 21.67138671875, 22.9228515625, 24.17431640625, 25.42578125, 26.67724609375, 27.9287109375, 29.18017578125, 30.431640625, 31.68310546875, 32.9345703125, 34.18603515625, 35.4375]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 6.0, 8.0, 7.0, 9.0, 10.0, 21.0, 15.0, 18.0, 28.0, 33.0, 40.0, 45.0, 52.0, 67.0, 103.0, 161.0, 195.0, 44864.0, 1002036.0, 238.0, 127.0, 116.0, 83.0, 57.0, 35.0, 21.0, 38.0, 23.0, 19.0, 20.0, 14.0, 14.0, 8.0, 6.0, 5.0, 3.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1388.0, -1350.5546875, -1313.109375, -1275.6640625, -1238.21875, -1200.7734375, -1163.328125, -1125.8828125, -1088.4375, -1050.9921875, -1013.546875, -976.1015625, -938.65625, -901.2109375, -863.765625, -826.3203125, -788.875, -751.4296875, -713.984375, -676.5390625, -639.09375, -601.6484375, -564.203125, -526.7578125, -489.3125, -451.8671875, -414.421875, -376.9765625, -339.53125, -302.0859375, -264.640625, -227.1953125, -189.75, -152.3046875, -114.859375, -77.4140625, -39.96875, -2.5234375, 34.921875, 72.3671875, 109.8125, 147.2578125, 184.703125, 222.1484375, 259.59375, 297.0390625, 334.484375, 371.9296875, 409.375, 446.8203125, 484.265625, 521.7109375, 559.15625, 596.6015625, 634.046875, 671.4921875, 708.9375, 746.3828125, 783.828125, 821.2734375, 858.71875, 896.1640625, 933.609375, 971.0546875, 1008.5]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 6.0, 5.0, 6.0, 7.0, 12.0, 17.0, 21.0, 17.0, 28.0, 31.0, 23.0, 28.0, 49.0, 47.0, 57.0, 46.0, 57.0, 46.0, 59.0, 52.0, 56.0, 42.0, 40.0, 36.0, 34.0, 42.0, 28.0, 15.0, 21.0, 20.0, 14.0, 11.0, 7.0, 8.0, 6.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.53125, -34.1474609375, -32.763671875, -31.3798828125, -29.99609375, -28.6123046875, -27.228515625, -25.8447265625, -24.4609375, -23.0771484375, -21.693359375, -20.3095703125, -18.92578125, -17.5419921875, -16.158203125, -14.7744140625, -13.390625, -12.0068359375, -10.623046875, -9.2392578125, -7.85546875, -6.4716796875, -5.087890625, -3.7041015625, -2.3203125, -0.9365234375, 0.447265625, 1.8310546875, 3.21484375, 4.5986328125, 5.982421875, 7.3662109375, 8.75, 10.1337890625, 11.517578125, 12.9013671875, 14.28515625, 15.6689453125, 17.052734375, 18.4365234375, 19.8203125, 21.2041015625, 22.587890625, 23.9716796875, 25.35546875, 26.7392578125, 28.123046875, 29.5068359375, 30.890625, 32.2744140625, 33.658203125, 35.0419921875, 36.42578125, 37.8095703125, 39.193359375, 40.5771484375, 41.9609375, 43.3447265625, 44.728515625, 46.1123046875, 47.49609375, 48.8798828125, 50.263671875, 51.6474609375, 53.03125]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 7.0, 9.0, 5.0, 19.0, 31.0, 54.0, 94.0, 199.0, 393.0, 1011.0, 3424.0, 76364.0, 903575.0, 58604.0, 3043.0, 948.0, 366.0, 182.0, 104.0, 58.0, 29.0, 13.0, 6.0, 7.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-69.9375, -67.19140625, -64.4453125, -61.69921875, -58.953125, -56.20703125, -53.4609375, -50.71484375, -47.96875, -45.22265625, -42.4765625, -39.73046875, -36.984375, -34.23828125, -31.4921875, -28.74609375, -26.0, -23.25390625, -20.5078125, -17.76171875, -15.015625, -12.26953125, -9.5234375, -6.77734375, -4.03125, -1.28515625, 1.4609375, 4.20703125, 6.953125, 9.69921875, 12.4453125, 15.19140625, 17.9375, 20.68359375, 23.4296875, 26.17578125, 28.921875, 31.66796875, 34.4140625, 37.16015625, 39.90625, 42.65234375, 45.3984375, 48.14453125, 50.890625, 53.63671875, 56.3828125, 59.12890625, 61.875, 64.62109375, 67.3671875, 70.11328125, 72.859375, 75.60546875, 78.3515625, 81.09765625, 83.84375, 86.58984375, 89.3359375, 92.08203125, 94.828125, 97.57421875, 100.3203125, 103.06640625, 105.8125]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 14.0, 10.0, 19.0, 32.0, 35.0, 72.0, 80.0, 129.0, 170.0, 115.0, 95.0, 79.0, 52.0, 34.0, 26.0, 17.0, 6.0, 4.0, 3.0, 5.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0043792724609375, -0.004236578941345215, -0.00409388542175293, -0.0039511919021606445, -0.0038084983825683594, -0.0036658048629760742, -0.003523111343383789, -0.003380417823791504, -0.0032377243041992188, -0.0030950307846069336, -0.0029523372650146484, -0.0028096437454223633, -0.002666950225830078, -0.002524256706237793, -0.002381563186645508, -0.0022388696670532227, -0.0020961761474609375, -0.0019534826278686523, -0.0018107891082763672, -0.001668095588684082, -0.0015254020690917969, -0.0013827085494995117, -0.0012400150299072266, -0.0010973215103149414, -0.0009546279907226562, -0.0008119344711303711, -0.0006692409515380859, -0.0005265474319458008, -0.0003838539123535156, -0.00024116039276123047, -9.846687316894531e-05, 4.4226646423339844e-05, 0.000186920166015625, 0.00032961368560791016, 0.0004723072052001953, 0.0006150007247924805, 0.0007576942443847656, 0.0009003877639770508, 0.001043081283569336, 0.001185774803161621, 0.0013284683227539062, 0.0014711618423461914, 0.0016138553619384766, 0.0017565488815307617, 0.0018992424011230469, 0.002041935920715332, 0.002184629440307617, 0.0023273229598999023, 0.0024700164794921875, 0.0026127099990844727, 0.002755403518676758, 0.002898097038269043, 0.003040790557861328, 0.0031834840774536133, 0.0033261775970458984, 0.0034688711166381836, 0.0036115646362304688, 0.003754258155822754, 0.003896951675415039, 0.004039645195007324, 0.004182338714599609, 0.0043250322341918945, 0.00446772575378418, 0.004610419273376465, 0.00475311279296875]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 8.0, 10.0, 17.0, 16.0, 25.0, 44.0, 52.0, 117.0, 554.0, 13278.0, 1027194.0, 6563.0, 412.0, 93.0, 55.0, 35.0, 25.0, 18.0, 10.0, 7.0, 6.0, 7.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-207.125, -200.73828125, -194.3515625, -187.96484375, -181.578125, -175.19140625, -168.8046875, -162.41796875, -156.03125, -149.64453125, -143.2578125, -136.87109375, -130.484375, -124.09765625, -117.7109375, -111.32421875, -104.9375, -98.55078125, -92.1640625, -85.77734375, -79.390625, -73.00390625, -66.6171875, -60.23046875, -53.84375, -47.45703125, -41.0703125, -34.68359375, -28.296875, -21.91015625, -15.5234375, -9.13671875, -2.75, 3.63671875, 10.0234375, 16.41015625, 22.796875, 29.18359375, 35.5703125, 41.95703125, 48.34375, 54.73046875, 61.1171875, 67.50390625, 73.890625, 80.27734375, 86.6640625, 93.05078125, 99.4375, 105.82421875, 112.2109375, 118.59765625, 124.984375, 131.37109375, 137.7578125, 144.14453125, 150.53125, 156.91796875, 163.3046875, 169.69140625, 176.078125, 182.46484375, 188.8515625, 195.23828125, 201.625]}, "gradients/decoder.roberta.encoder.layer.14.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 6.0, 8.0, 10.0, 20.0, 29.0, 52.0, 60.0, 91.0, 134.0, 144.0, 126.0, 105.0, 67.0, 51.0, 30.0, 21.0, 13.0, 14.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.65625, -11.2864990234375, -10.916748046875, -10.5469970703125, -10.17724609375, -9.8074951171875, -9.437744140625, -9.0679931640625, -8.6982421875, -8.3284912109375, -7.958740234375, -7.5889892578125, -7.21923828125, -6.8494873046875, -6.479736328125, -6.1099853515625, -5.740234375, -5.3704833984375, -5.000732421875, -4.6309814453125, -4.26123046875, -3.8914794921875, -3.521728515625, -3.1519775390625, -2.7822265625, -2.4124755859375, -2.042724609375, -1.6729736328125, -1.30322265625, -0.9334716796875, -0.563720703125, -0.1939697265625, 0.17578125, 0.5455322265625, 0.915283203125, 1.2850341796875, 1.65478515625, 2.0245361328125, 2.394287109375, 2.7640380859375, 3.1337890625, 3.5035400390625, 3.873291015625, 4.2430419921875, 4.61279296875, 4.9825439453125, 5.352294921875, 5.7220458984375, 6.091796875, 6.4615478515625, 6.831298828125, 7.2010498046875, 7.57080078125, 7.9405517578125, 8.310302734375, 8.6800537109375, 9.0498046875, 9.4195556640625, 9.789306640625, 10.1590576171875, 10.52880859375, 10.8985595703125, 11.268310546875, 11.6380615234375, 12.0078125]}, "gradients/decoder.roberta.encoder.layer.13.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 9.0, 28.0, 78.0, 145.0, 223.0, 215.0, 175.0, 71.0, 43.0, 18.0, 9.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-224.62911987304688, -220.32891845703125, -216.0287322998047, -211.72853088378906, -207.42832946777344, -203.1281280517578, -198.82794189453125, -194.52774047851562, -190.2275390625, -185.92733764648438, -181.6271514892578, -177.3269500732422, -173.02674865722656, -168.72654724121094, -164.42636108398438, -160.12615966796875, -155.82595825195312, -151.5257568359375, -147.22557067871094, -142.9253692626953, -138.6251678466797, -134.32496643066406, -130.0247802734375, -125.72457885742188, -121.42439270019531, -117.12419891357422, -112.8239974975586, -108.5238037109375, -104.22360229492188, -99.92340850830078, -95.62321472167969, -91.32301330566406, -87.02281188964844, -82.72261810302734, -78.42241668701172, -74.12222290039062, -69.822021484375, -65.5218276977539, -61.22163009643555, -56.92143249511719, -52.621238708496094, -48.321041107177734, -44.020843505859375, -39.72064971923828, -35.420448303222656, -31.12025260925293, -26.820056915283203, -22.519859313964844, -18.219661712646484, -13.919464111328125, -9.619267463684082, -5.319070816040039, -1.0188732147216797, 3.2813243865966797, 7.581520080566406, 11.881717681884766, 16.181915283203125, 20.482112884521484, 24.782310485839844, 29.08250617980957, 33.38270568847656, 37.682899475097656, 41.983097076416016, 46.283294677734375, 50.583492279052734]}, "gradients/decoder.roberta.encoder.layer.13.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 9.0, 10.0, 14.0, 9.0, 18.0, 16.0, 14.0, 16.0, 28.0, 32.0, 29.0, 28.0, 34.0, 28.0, 46.0, 42.0, 27.0, 39.0, 39.0, 33.0, 43.0, 43.0, 33.0, 49.0, 41.0, 44.0, 30.0, 29.0, 27.0, 29.0, 17.0, 15.0, 20.0, 13.0, 9.0, 7.0, 7.0, 6.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0], "bins": [-56.19978332519531, -54.98651885986328, -53.773250579833984, -52.55998229980469, -51.346717834472656, -50.133453369140625, -48.92018508911133, -47.70691680908203, -46.49365234375, -45.28038787841797, -44.06711959838867, -42.853851318359375, -41.640586853027344, -40.42732238769531, -39.214054107666016, -38.00078582763672, -36.78752136230469, -35.574256896972656, -34.36098861694336, -33.14772033691406, -31.93445587158203, -30.721189498901367, -29.507923126220703, -28.29465675354004, -27.081390380859375, -25.86812400817871, -24.654857635498047, -23.441591262817383, -22.22832489013672, -21.015058517456055, -19.80179214477539, -18.588525772094727, -17.37525749206543, -16.161991119384766, -14.948724746704102, -13.735458374023438, -12.522192001342773, -11.30892562866211, -10.095659255981445, -8.882392883300781, -7.669126510620117, -6.455860137939453, -5.242593765258789, -4.029327392578125, -2.816061019897461, -1.6027946472167969, -0.3895282745361328, 0.8237380981445312, 2.0370044708251953, 3.2502708435058594, 4.463537216186523, 5.6768035888671875, 6.890069961547852, 8.103336334228516, 9.31660270690918, 10.529869079589844, 11.743135452270508, 12.956401824951172, 14.169668197631836, 15.3829345703125, 16.596200942993164, 17.809467315673828, 19.022733688354492, 20.236000061035156, 21.44926643371582]}, "gradients/decoder.roberta.encoder.layer.13.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 6.0, 11.0, 11.0, 22.0, 26.0, 25.0, 49.0, 52.0, 82.0, 78.0, 120.0, 151.0, 237.0, 369.0, 797.0, 1902.0, 6764.0, 39396.0, 396349.0, 3219562.0, 471484.0, 44782.0, 7683.0, 2175.0, 826.0, 413.0, 267.0, 187.0, 105.0, 86.0, 68.0, 39.0, 35.0, 30.0, 21.0, 21.0, 11.0, 14.0, 3.0, 4.0, 4.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-75.5, -72.943359375, -70.38671875, -67.830078125, -65.2734375, -62.716796875, -60.16015625, -57.603515625, -55.046875, -52.490234375, -49.93359375, -47.376953125, -44.8203125, -42.263671875, -39.70703125, -37.150390625, -34.59375, -32.037109375, -29.48046875, -26.923828125, -24.3671875, -21.810546875, -19.25390625, -16.697265625, -14.140625, -11.583984375, -9.02734375, -6.470703125, -3.9140625, -1.357421875, 1.19921875, 3.755859375, 6.3125, 8.869140625, 11.42578125, 13.982421875, 16.5390625, 19.095703125, 21.65234375, 24.208984375, 26.765625, 29.322265625, 31.87890625, 34.435546875, 36.9921875, 39.548828125, 42.10546875, 44.662109375, 47.21875, 49.775390625, 52.33203125, 54.888671875, 57.4453125, 60.001953125, 62.55859375, 65.115234375, 67.671875, 70.228515625, 72.78515625, 75.341796875, 77.8984375, 80.455078125, 83.01171875, 85.568359375, 88.125]}, "gradients/decoder.roberta.encoder.layer.13.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 2.0, 6.0, 3.0, 10.0, 11.0, 5.0, 11.0, 16.0, 16.0, 16.0, 21.0, 18.0, 15.0, 21.0, 26.0, 34.0, 29.0, 32.0, 35.0, 45.0, 39.0, 40.0, 42.0, 35.0, 39.0, 48.0, 44.0, 49.0, 31.0, 43.0, 34.0, 37.0, 23.0, 29.0, 17.0, 13.0, 16.0, 10.0, 13.0, 6.0, 8.0, 6.0, 1.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-28.40625, -27.56640625, -26.7265625, -25.88671875, -25.046875, -24.20703125, -23.3671875, -22.52734375, -21.6875, -20.84765625, -20.0078125, -19.16796875, -18.328125, -17.48828125, -16.6484375, -15.80859375, -14.96875, -14.12890625, -13.2890625, -12.44921875, -11.609375, -10.76953125, -9.9296875, -9.08984375, -8.25, -7.41015625, -6.5703125, -5.73046875, -4.890625, -4.05078125, -3.2109375, -2.37109375, -1.53125, -0.69140625, 0.1484375, 0.98828125, 1.828125, 2.66796875, 3.5078125, 4.34765625, 5.1875, 6.02734375, 6.8671875, 7.70703125, 8.546875, 9.38671875, 10.2265625, 11.06640625, 11.90625, 12.74609375, 13.5859375, 14.42578125, 15.265625, 16.10546875, 16.9453125, 17.78515625, 18.625, 19.46484375, 20.3046875, 21.14453125, 21.984375, 22.82421875, 23.6640625, 24.50390625, 25.34375]}, "gradients/decoder.roberta.encoder.layer.13.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 5.0, 7.0, 14.0, 11.0, 20.0, 26.0, 40.0, 71.0, 120.0, 189.0, 372.0, 1656.0, 547604.0, 3639993.0, 3046.0, 496.0, 230.0, 146.0, 92.0, 54.0, 29.0, 17.0, 14.0, 11.0, 4.0, 6.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-361.75, -349.734375, -337.71875, -325.703125, -313.6875, -301.671875, -289.65625, -277.640625, -265.625, -253.609375, -241.59375, -229.578125, -217.5625, -205.546875, -193.53125, -181.515625, -169.5, -157.484375, -145.46875, -133.453125, -121.4375, -109.421875, -97.40625, -85.390625, -73.375, -61.359375, -49.34375, -37.328125, -25.3125, -13.296875, -1.28125, 10.734375, 22.75, 34.765625, 46.78125, 58.796875, 70.8125, 82.828125, 94.84375, 106.859375, 118.875, 130.890625, 142.90625, 154.921875, 166.9375, 178.953125, 190.96875, 202.984375, 215.0, 227.015625, 239.03125, 251.046875, 263.0625, 275.078125, 287.09375, 299.109375, 311.125, 323.140625, 335.15625, 347.171875, 359.1875, 371.203125, 383.21875, 395.234375, 407.25]}, "gradients/decoder.roberta.encoder.layer.13.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 2.0, 4.0, 7.0, 11.0, 14.0, 17.0, 31.0, 49.0, 71.0, 89.0, 123.0, 199.0, 252.0, 375.0, 556.0, 646.0, 538.0, 335.0, 246.0, 148.0, 104.0, 76.0, 52.0, 34.0, 26.0, 17.0, 9.0, 8.0, 10.0, 10.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-14.59375, -14.09814453125, -13.6025390625, -13.10693359375, -12.611328125, -12.11572265625, -11.6201171875, -11.12451171875, -10.62890625, -10.13330078125, -9.6376953125, -9.14208984375, -8.646484375, -8.15087890625, -7.6552734375, -7.15966796875, -6.6640625, -6.16845703125, -5.6728515625, -5.17724609375, -4.681640625, -4.18603515625, -3.6904296875, -3.19482421875, -2.69921875, -2.20361328125, -1.7080078125, -1.21240234375, -0.716796875, -0.22119140625, 0.2744140625, 0.77001953125, 1.265625, 1.76123046875, 2.2568359375, 2.75244140625, 3.248046875, 3.74365234375, 4.2392578125, 4.73486328125, 5.23046875, 5.72607421875, 6.2216796875, 6.71728515625, 7.212890625, 7.70849609375, 8.2041015625, 8.69970703125, 9.1953125, 9.69091796875, 10.1865234375, 10.68212890625, 11.177734375, 11.67333984375, 12.1689453125, 12.66455078125, 13.16015625, 13.65576171875, 14.1513671875, 14.64697265625, 15.142578125, 15.63818359375, 16.1337890625, 16.62939453125, 17.125]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 10.0, 22.0, 24.0, 41.0, 46.0, 51.0, 64.0, 72.0, 91.0, 88.0, 95.0, 78.0, 64.0, 67.0, 45.0, 39.0, 31.0, 19.0, 14.0, 14.0, 6.0, 7.0, 6.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.92534637451172, -29.460594177246094, -27.99584197998047, -26.531089782714844, -25.06633758544922, -23.601585388183594, -22.1368350982666, -20.672082901000977, -19.20733070373535, -17.742578506469727, -16.2778263092041, -14.813075065612793, -13.348322868347168, -11.883570671081543, -10.418819427490234, -8.95406723022461, -7.489315032958984, -6.024562835693359, -4.559811115264893, -3.095059394836426, -1.6303071975708008, -0.16555500030517578, 1.2991962432861328, 2.763948440551758, 4.228700637817383, 5.693452835083008, 7.158204555511475, 8.622956275939941, 10.087708473205566, 11.552460670471191, 13.0172119140625, 14.481964111328125, 15.946712493896484, 17.41146469116211, 18.876216888427734, 20.34096908569336, 21.805721282958984, 23.27047348022461, 24.7352237701416, 26.199975967407227, 27.66472816467285, 29.129480361938477, 30.5942325592041, 32.058982849121094, 33.52373504638672, 34.988487243652344, 36.45323944091797, 37.917991638183594, 39.38274383544922, 40.847496032714844, 42.31224822998047, 43.777000427246094, 45.24175262451172, 46.706504821777344, 48.17125701904297, 49.636009216308594, 51.10076141357422, 52.565513610839844, 54.03026580810547, 55.495018005371094, 56.95977020263672, 58.424522399902344, 59.88927459716797, 61.354026794433594, 62.81877517700195]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 5.0, 5.0, 10.0, 9.0, 8.0, 10.0, 10.0, 10.0, 17.0, 12.0, 21.0, 7.0, 20.0, 25.0, 30.0, 23.0, 31.0, 33.0, 32.0, 40.0, 40.0, 40.0, 39.0, 51.0, 30.0, 49.0, 36.0, 36.0, 26.0, 31.0, 30.0, 42.0, 23.0, 24.0, 21.0, 15.0, 23.0, 15.0, 17.0, 7.0, 7.0, 9.0, 5.0, 8.0, 4.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-31.315387725830078, -30.415451049804688, -29.515514373779297, -28.615575790405273, -27.715639114379883, -26.815702438354492, -25.91576385498047, -25.015827178955078, -24.115890502929688, -23.215953826904297, -22.316017150878906, -21.416078567504883, -20.516141891479492, -19.6162052154541, -18.716266632080078, -17.816329956054688, -16.916393280029297, -16.016456604003906, -15.1165189743042, -14.216581344604492, -13.316644668579102, -12.416707992553711, -11.516770362854004, -10.616832733154297, -9.716896057128906, -8.816959381103516, -7.917021751403809, -7.01708459854126, -6.117147445678711, -5.217210292816162, -4.317273139953613, -3.4173359870910645, -2.517396926879883, -1.617459774017334, -0.7175226211547852, 0.18241453170776367, 1.0823516845703125, 1.9822888374328613, 2.88222599029541, 3.782163143157959, 4.682100296020508, 5.582037448883057, 6.4819746017456055, 7.381911754608154, 8.281848907470703, 9.181785583496094, 10.0817232131958, 10.981660842895508, 11.881597518920898, 12.781534194946289, 13.681471824645996, 14.581409454345703, 15.481346130371094, 16.381282806396484, 17.281219482421875, 18.1811580657959, 19.08109474182129, 19.98103141784668, 20.880970001220703, 21.780906677246094, 22.680843353271484, 23.580780029296875, 24.480716705322266, 25.38065528869629, 26.28059196472168]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 7.0, 6.0, 5.0, 10.0, 8.0, 15.0, 25.0, 49.0, 68.0, 88.0, 150.0, 234.0, 328.0, 500.0, 754.0, 1220.0, 1813.0, 2614.0, 4152.0, 6153.0, 9249.0, 13520.0, 19948.0, 29220.0, 40522.0, 56060.0, 73574.0, 92125.0, 106356.0, 113785.0, 108692.0, 94864.0, 76150.0, 58709.0, 42695.0, 30396.0, 21275.0, 14261.0, 9674.0, 6626.0, 4305.0, 2839.0, 1873.0, 1228.0, 815.0, 552.0, 389.0, 224.0, 149.0, 106.0, 71.0, 40.0, 25.0, 16.0, 16.0, 8.0, 6.0, 4.0, 3.0, 1.0, 3.0], "bins": [-2.72265625, -2.639068603515625, -2.55548095703125, -2.471893310546875, -2.3883056640625, -2.304718017578125, -2.22113037109375, -2.137542724609375, -2.053955078125, -1.970367431640625, -1.88677978515625, -1.803192138671875, -1.7196044921875, -1.636016845703125, -1.55242919921875, -1.468841552734375, -1.38525390625, -1.301666259765625, -1.21807861328125, -1.134490966796875, -1.0509033203125, -0.967315673828125, -0.88372802734375, -0.800140380859375, -0.716552734375, -0.632965087890625, -0.54937744140625, -0.465789794921875, -0.3822021484375, -0.298614501953125, -0.21502685546875, -0.131439208984375, -0.0478515625, 0.035736083984375, 0.11932373046875, 0.202911376953125, 0.2864990234375, 0.370086669921875, 0.45367431640625, 0.537261962890625, 0.620849609375, 0.704437255859375, 0.78802490234375, 0.871612548828125, 0.9552001953125, 1.038787841796875, 1.12237548828125, 1.205963134765625, 1.28955078125, 1.373138427734375, 1.45672607421875, 1.540313720703125, 1.6239013671875, 1.707489013671875, 1.79107666015625, 1.874664306640625, 1.958251953125, 2.041839599609375, 2.12542724609375, 2.209014892578125, 2.2926025390625, 2.376190185546875, 2.45977783203125, 2.543365478515625, 2.626953125]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 2.0, 5.0, 6.0, 10.0, 9.0, 8.0, 7.0, 12.0, 11.0, 16.0, 12.0, 20.0, 8.0, 21.0, 26.0, 30.0, 22.0, 29.0, 33.0, 37.0, 37.0, 41.0, 39.0, 42.0, 49.0, 29.0, 50.0, 36.0, 34.0, 29.0, 28.0, 31.0, 40.0, 23.0, 26.0, 21.0, 18.0, 19.0, 17.0, 15.0, 7.0, 8.0, 8.0, 5.0, 8.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0], "bins": [-30.203125, -29.3173828125, -28.431640625, -27.5458984375, -26.66015625, -25.7744140625, -24.888671875, -24.0029296875, -23.1171875, -22.2314453125, -21.345703125, -20.4599609375, -19.57421875, -18.6884765625, -17.802734375, -16.9169921875, -16.03125, -15.1455078125, -14.259765625, -13.3740234375, -12.48828125, -11.6025390625, -10.716796875, -9.8310546875, -8.9453125, -8.0595703125, -7.173828125, -6.2880859375, -5.40234375, -4.5166015625, -3.630859375, -2.7451171875, -1.859375, -0.9736328125, -0.087890625, 0.7978515625, 1.68359375, 2.5693359375, 3.455078125, 4.3408203125, 5.2265625, 6.1123046875, 6.998046875, 7.8837890625, 8.76953125, 9.6552734375, 10.541015625, 11.4267578125, 12.3125, 13.1982421875, 14.083984375, 14.9697265625, 15.85546875, 16.7412109375, 17.626953125, 18.5126953125, 19.3984375, 20.2841796875, 21.169921875, 22.0556640625, 22.94140625, 23.8271484375, 24.712890625, 25.5986328125, 26.484375]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 10.0, 13.0, 11.0, 27.0, 42.0, 66.0, 96.0, 137.0, 199.0, 300.0, 436.0, 644.0, 935.0, 1391.0, 1963.0, 2780.0, 4158.0, 6134.0, 9488.0, 15141.0, 24319.0, 72346.0, 752986.0, 84751.0, 25050.0, 15290.0, 9710.0, 6538.0, 4294.0, 2907.0, 2026.0, 1354.0, 919.0, 681.0, 452.0, 296.0, 221.0, 154.0, 103.0, 69.0, 51.0, 30.0, 9.0, 9.0, 6.0, 6.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.015625, -5.8248291015625, -5.634033203125, -5.4432373046875, -5.25244140625, -5.0616455078125, -4.870849609375, -4.6800537109375, -4.4892578125, -4.2984619140625, -4.107666015625, -3.9168701171875, -3.72607421875, -3.5352783203125, -3.344482421875, -3.1536865234375, -2.962890625, -2.7720947265625, -2.581298828125, -2.3905029296875, -2.19970703125, -2.0089111328125, -1.818115234375, -1.6273193359375, -1.4365234375, -1.2457275390625, -1.054931640625, -0.8641357421875, -0.67333984375, -0.4825439453125, -0.291748046875, -0.1009521484375, 0.08984375, 0.2806396484375, 0.471435546875, 0.6622314453125, 0.85302734375, 1.0438232421875, 1.234619140625, 1.4254150390625, 1.6162109375, 1.8070068359375, 1.997802734375, 2.1885986328125, 2.37939453125, 2.5701904296875, 2.760986328125, 2.9517822265625, 3.142578125, 3.3333740234375, 3.524169921875, 3.7149658203125, 3.90576171875, 4.0965576171875, 4.287353515625, 4.4781494140625, 4.6689453125, 4.8597412109375, 5.050537109375, 5.2413330078125, 5.43212890625, 5.6229248046875, 5.813720703125, 6.0045166015625, 6.1953125]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.value.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 3.0, 6.0, 3.0, 7.0, 13.0, 21.0, 13.0, 21.0, 18.0, 27.0, 31.0, 35.0, 32.0, 39.0, 19.0, 38.0, 36.0, 39.0, 41.0, 36.0, 35.0, 44.0, 41.0, 40.0, 38.0, 35.0, 29.0, 40.0, 28.0, 28.0, 26.0, 14.0, 20.0, 11.0, 17.0, 13.0, 9.0, 13.0, 7.0, 9.0, 6.0, 5.0, 0.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.8125, -17.20458984375, -16.5966796875, -15.98876953125, -15.380859375, -14.77294921875, -14.1650390625, -13.55712890625, -12.94921875, -12.34130859375, -11.7333984375, -11.12548828125, -10.517578125, -9.90966796875, -9.3017578125, -8.69384765625, -8.0859375, -7.47802734375, -6.8701171875, -6.26220703125, -5.654296875, -5.04638671875, -4.4384765625, -3.83056640625, -3.22265625, -2.61474609375, -2.0068359375, -1.39892578125, -0.791015625, -0.18310546875, 0.4248046875, 1.03271484375, 1.640625, 2.24853515625, 2.8564453125, 3.46435546875, 4.072265625, 4.68017578125, 5.2880859375, 5.89599609375, 6.50390625, 7.11181640625, 7.7197265625, 8.32763671875, 8.935546875, 9.54345703125, 10.1513671875, 10.75927734375, 11.3671875, 11.97509765625, 12.5830078125, 13.19091796875, 13.798828125, 14.40673828125, 15.0146484375, 15.62255859375, 16.23046875, 16.83837890625, 17.4462890625, 18.05419921875, 18.662109375, 19.27001953125, 19.8779296875, 20.48583984375, 21.09375]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 9.0, 5.0, 3.0, 12.0, 15.0, 13.0, 18.0, 33.0, 45.0, 73.0, 83.0, 129.0, 251.0, 394.0, 627.0, 1076.0, 1884.0, 3433.0, 6535.0, 11668.0, 22424.0, 55893.0, 854417.0, 45300.0, 20383.0, 10588.0, 5820.0, 3096.0, 1772.0, 1003.0, 560.0, 340.0, 196.0, 143.0, 114.0, 58.0, 35.0, 24.0, 24.0, 19.0, 13.0, 12.0, 8.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.59814453125, -0.5791091918945312, -0.5600738525390625, -0.5410385131835938, -0.522003173828125, -0.5029678344726562, -0.4839324951171875, -0.46489715576171875, -0.44586181640625, -0.42682647705078125, -0.4077911376953125, -0.38875579833984375, -0.369720458984375, -0.35068511962890625, -0.3316497802734375, -0.31261444091796875, -0.2935791015625, -0.27454376220703125, -0.2555084228515625, -0.23647308349609375, -0.217437744140625, -0.19840240478515625, -0.1793670654296875, -0.16033172607421875, -0.14129638671875, -0.12226104736328125, -0.1032257080078125, -0.08419036865234375, -0.065155029296875, -0.04611968994140625, -0.0270843505859375, -0.00804901123046875, 0.010986328125, 0.03002166748046875, 0.0490570068359375, 0.06809234619140625, 0.087127685546875, 0.10616302490234375, 0.1251983642578125, 0.14423370361328125, 0.16326904296875, 0.18230438232421875, 0.2013397216796875, 0.22037506103515625, 0.239410400390625, 0.25844573974609375, 0.2774810791015625, 0.29651641845703125, 0.3155517578125, 0.33458709716796875, 0.3536224365234375, 0.37265777587890625, 0.391693115234375, 0.41072845458984375, 0.4297637939453125, 0.44879913330078125, 0.46783447265625, 0.48686981201171875, 0.5059051513671875, 0.5249404907226562, 0.543975830078125, 0.5630111694335938, 0.5820465087890625, 0.6010818481445312, 0.6201171875]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 3.0, 5.0, 11.0, 6.0, 10.0, 16.0, 9.0, 30.0, 24.0, 27.0, 26.0, 26.0, 31.0, 48.0, 43.0, 43.0, 44.0, 43.0, 65.0, 56.0, 44.0, 59.0, 50.0, 54.0, 36.0, 34.0, 32.0, 23.0, 20.0, 13.0, 22.0, 6.0, 10.0, 11.0, 5.0, 8.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0], "bins": [-3.0219554901123047e-05, -2.9424205422401428e-05, -2.862885594367981e-05, -2.783350646495819e-05, -2.7038156986236572e-05, -2.6242807507514954e-05, -2.5447458028793335e-05, -2.4652108550071716e-05, -2.3856759071350098e-05, -2.306140959262848e-05, -2.226606011390686e-05, -2.1470710635185242e-05, -2.0675361156463623e-05, -1.9880011677742004e-05, -1.9084662199020386e-05, -1.8289312720298767e-05, -1.749396324157715e-05, -1.669861376285553e-05, -1.590326428413391e-05, -1.5107914805412292e-05, -1.4312565326690674e-05, -1.3517215847969055e-05, -1.2721866369247437e-05, -1.1926516890525818e-05, -1.11311674118042e-05, -1.033581793308258e-05, -9.540468454360962e-06, -8.745118975639343e-06, -7.949769496917725e-06, -7.154420018196106e-06, -6.359070539474487e-06, -5.563721060752869e-06, -4.76837158203125e-06, -3.973022103309631e-06, -3.1776726245880127e-06, -2.382323145866394e-06, -1.5869736671447754e-06, -7.916241884231567e-07, 3.725290298461914e-09, 7.990747690200806e-07, 1.5944242477416992e-06, 2.389773726463318e-06, 3.1851232051849365e-06, 3.980472683906555e-06, 4.775822162628174e-06, 5.5711716413497925e-06, 6.366521120071411e-06, 7.16187059879303e-06, 7.957220077514648e-06, 8.752569556236267e-06, 9.547919034957886e-06, 1.0343268513679504e-05, 1.1138617992401123e-05, 1.1933967471122742e-05, 1.272931694984436e-05, 1.3524666428565979e-05, 1.4320015907287598e-05, 1.5115365386009216e-05, 1.5910714864730835e-05, 1.6706064343452454e-05, 1.7501413822174072e-05, 1.829676330089569e-05, 1.909211277961731e-05, 1.9887462258338928e-05, 2.0682811737060547e-05]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 7.0, 4.0, 3.0, 5.0, 11.0, 18.0, 26.0, 41.0, 53.0, 58.0, 112.0, 266.0, 3794.0, 935314.0, 107672.0, 700.0, 182.0, 77.0, 71.0, 31.0, 39.0, 12.0, 26.0, 9.0, 9.0, 5.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.509765625, -3.40582275390625, -3.3018798828125, -3.19793701171875, -3.093994140625, -2.99005126953125, -2.8861083984375, -2.78216552734375, -2.67822265625, -2.57427978515625, -2.4703369140625, -2.36639404296875, -2.262451171875, -2.15850830078125, -2.0545654296875, -1.95062255859375, -1.8466796875, -1.74273681640625, -1.6387939453125, -1.53485107421875, -1.430908203125, -1.32696533203125, -1.2230224609375, -1.11907958984375, -1.01513671875, -0.91119384765625, -0.8072509765625, -0.70330810546875, -0.599365234375, -0.49542236328125, -0.3914794921875, -0.28753662109375, -0.18359375, -0.07965087890625, 0.0242919921875, 0.12823486328125, 0.232177734375, 0.33612060546875, 0.4400634765625, 0.54400634765625, 0.64794921875, 0.75189208984375, 0.8558349609375, 0.95977783203125, 1.063720703125, 1.16766357421875, 1.2716064453125, 1.37554931640625, 1.4794921875, 1.58343505859375, 1.6873779296875, 1.79132080078125, 1.895263671875, 1.99920654296875, 2.1031494140625, 2.20709228515625, 2.31103515625, 2.41497802734375, 2.5189208984375, 2.62286376953125, 2.726806640625, 2.83074951171875, 2.9346923828125, 3.03863525390625, 3.142578125]}, "gradients/decoder.roberta.encoder.layer.13.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 0.0, 4.0, 8.0, 3.0, 7.0, 20.0, 13.0, 26.0, 30.0, 35.0, 52.0, 57.0, 74.0, 99.0, 89.0, 86.0, 75.0, 91.0, 44.0, 57.0, 35.0, 29.0, 19.0, 14.0, 12.0, 8.0, 5.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.133544921875, -0.12816238403320312, -0.12277984619140625, -0.11739730834960938, -0.1120147705078125, -0.10663223266601562, -0.10124969482421875, -0.09586715698242188, -0.090484619140625, -0.08510208129882812, -0.07971954345703125, -0.07433700561523438, -0.0689544677734375, -0.06357192993164062, -0.05818939208984375, -0.052806854248046875, -0.04742431640625, -0.042041778564453125, -0.03665924072265625, -0.031276702880859375, -0.0258941650390625, -0.020511627197265625, -0.01512908935546875, -0.009746551513671875, -0.004364013671875, 0.001018524169921875, 0.00640106201171875, 0.011783599853515625, 0.0171661376953125, 0.022548675537109375, 0.02793121337890625, 0.033313751220703125, 0.0386962890625, 0.044078826904296875, 0.04946136474609375, 0.054843902587890625, 0.0602264404296875, 0.06560897827148438, 0.07099151611328125, 0.07637405395507812, 0.081756591796875, 0.08713912963867188, 0.09252166748046875, 0.09790420532226562, 0.1032867431640625, 0.10866928100585938, 0.11405181884765625, 0.11943435668945312, 0.12481689453125, 0.13019943237304688, 0.13558197021484375, 0.14096450805664062, 0.1463470458984375, 0.15172958374023438, 0.15711212158203125, 0.16249465942382812, 0.167877197265625, 0.17325973510742188, 0.17864227294921875, 0.18402481079101562, 0.1894073486328125, 0.19478988647460938, 0.20017242431640625, 0.20555496215820312, 0.2109375]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 9.0, 7.0, 12.0, 23.0, 34.0, 49.0, 47.0, 58.0, 72.0, 82.0, 83.0, 111.0, 80.0, 76.0, 64.0, 46.0, 45.0, 32.0, 20.0, 22.0, 10.0, 7.0, 10.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.88652420043945, -33.404502868652344, -31.92247772216797, -30.44045639038086, -28.958431243896484, -27.476409912109375, -25.994386672973633, -24.51236343383789, -23.03034019470215, -21.548316955566406, -20.066293716430664, -18.584270477294922, -17.102249145507812, -15.620224952697754, -14.138202667236328, -12.656179428100586, -11.174156188964844, -9.692132949829102, -8.21010971069336, -6.728087425231934, -5.246064186096191, -3.764040946960449, -2.2820186614990234, -0.7999954223632812, 0.6820278167724609, 2.164050817489624, 3.646073818206787, 5.128096580505371, 6.610119819641113, 8.092143058776855, 9.574165344238281, 11.056188583374023, 12.538211822509766, 14.020235061645508, 15.50225830078125, 16.98427963256836, 18.466304779052734, 19.948326110839844, 21.430349349975586, 22.912372589111328, 24.39439582824707, 25.876419067382812, 27.358442306518555, 28.840465545654297, 30.322486877441406, 31.80451202392578, 33.28653335571289, 34.7685546875, 36.250579833984375, 37.732601165771484, 39.21462631225586, 40.69664764404297, 42.178672790527344, 43.66069412231445, 45.14271545410156, 46.62474060058594, 48.10676574707031, 49.58878707885742, 51.0708122253418, 52.552833557128906, 54.03485870361328, 55.51688003540039, 56.9989013671875, 58.480926513671875, 59.962947845458984]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 5.0, 7.0, 9.0, 9.0, 7.0, 8.0, 13.0, 10.0, 16.0, 12.0, 19.0, 9.0, 22.0, 25.0, 30.0, 22.0, 29.0, 34.0, 36.0, 37.0, 42.0, 39.0, 41.0, 49.0, 29.0, 50.0, 35.0, 34.0, 32.0, 26.0, 31.0, 41.0, 23.0, 25.0, 22.0, 18.0, 19.0, 15.0, 16.0, 7.0, 7.0, 9.0, 5.0, 8.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0], "bins": [-30.204490661621094, -29.318618774414062, -28.4327449798584, -27.546873092651367, -26.661001205444336, -25.775127410888672, -24.88925552368164, -24.00338363647461, -23.117511749267578, -22.231639862060547, -21.345766067504883, -20.45989418029785, -19.57402229309082, -18.688148498535156, -17.802276611328125, -16.916404724121094, -16.030532836914062, -15.144659996032715, -14.258788108825684, -13.372915267944336, -12.487043380737305, -11.601170539855957, -10.71529769897461, -9.829425811767578, -8.943552017211914, -8.057679176330566, -7.171807289123535, -6.2859344482421875, -5.400062561035156, -4.514189720153809, -3.628317356109619, -2.7424449920654297, -1.8565731048583984, -0.9707006812095642, -0.08482825756072998, 0.801044225692749, 1.6869165897369385, 2.572789192199707, 3.4586615562438965, 4.344533920288086, 5.230406284332275, 6.116278648376465, 7.002151012420654, 7.888023376464844, 8.773896217346191, 9.659769058227539, 10.54564094543457, 11.431512832641602, 12.31738567352295, 13.203258514404297, 14.089130401611328, 14.975003242492676, 15.860875129699707, 16.746747970581055, 17.632619857788086, 18.51849365234375, 19.40436553955078, 20.290237426757812, 21.176111221313477, 22.061983108520508, 22.94785499572754, 23.833728790283203, 24.719600677490234, 25.605472564697266, 26.491344451904297]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 7.0, 7.0, 5.0, 10.0, 11.0, 13.0, 15.0, 25.0, 27.0, 44.0, 82.0, 125.0, 179.0, 320.0, 500.0, 811.0, 1405.0, 2363.0, 4014.0, 6579.0, 11080.0, 18810.0, 33305.0, 61024.0, 115620.0, 211184.0, 249794.0, 150562.0, 79530.0, 42830.0, 24066.0, 13836.0, 8266.0, 4880.0, 2919.0, 1741.0, 1012.0, 584.0, 405.0, 204.0, 119.0, 78.0, 55.0, 29.0, 22.0, 16.0, 7.0, 12.0, 10.0, 10.0, 3.0, 5.0, 6.0, 1.0, 1.0, 1.0], "bins": [-25.40625, -24.66357421875, -23.9208984375, -23.17822265625, -22.435546875, -21.69287109375, -20.9501953125, -20.20751953125, -19.46484375, -18.72216796875, -17.9794921875, -17.23681640625, -16.494140625, -15.75146484375, -15.0087890625, -14.26611328125, -13.5234375, -12.78076171875, -12.0380859375, -11.29541015625, -10.552734375, -9.81005859375, -9.0673828125, -8.32470703125, -7.58203125, -6.83935546875, -6.0966796875, -5.35400390625, -4.611328125, -3.86865234375, -3.1259765625, -2.38330078125, -1.640625, -0.89794921875, -0.1552734375, 0.58740234375, 1.330078125, 2.07275390625, 2.8154296875, 3.55810546875, 4.30078125, 5.04345703125, 5.7861328125, 6.52880859375, 7.271484375, 8.01416015625, 8.7568359375, 9.49951171875, 10.2421875, 10.98486328125, 11.7275390625, 12.47021484375, 13.212890625, 13.95556640625, 14.6982421875, 15.44091796875, 16.18359375, 16.92626953125, 17.6689453125, 18.41162109375, 19.154296875, 19.89697265625, 20.6396484375, 21.38232421875, 22.125]}, "gradients/decoder.roberta.encoder.layer.13.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 7.0, 4.0, 4.0, 9.0, 7.0, 10.0, 10.0, 14.0, 13.0, 9.0, 14.0, 18.0, 17.0, 24.0, 24.0, 29.0, 22.0, 38.0, 33.0, 40.0, 43.0, 42.0, 42.0, 41.0, 34.0, 44.0, 45.0, 38.0, 33.0, 21.0, 37.0, 31.0, 28.0, 27.0, 26.0, 12.0, 20.0, 24.0, 8.0, 13.0, 10.0, 7.0, 8.0, 5.0, 3.0, 4.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0], "bins": [-29.703125, -28.8173828125, -27.931640625, -27.0458984375, -26.16015625, -25.2744140625, -24.388671875, -23.5029296875, -22.6171875, -21.7314453125, -20.845703125, -19.9599609375, -19.07421875, -18.1884765625, -17.302734375, -16.4169921875, -15.53125, -14.6455078125, -13.759765625, -12.8740234375, -11.98828125, -11.1025390625, -10.216796875, -9.3310546875, -8.4453125, -7.5595703125, -6.673828125, -5.7880859375, -4.90234375, -4.0166015625, -3.130859375, -2.2451171875, -1.359375, -0.4736328125, 0.412109375, 1.2978515625, 2.18359375, 3.0693359375, 3.955078125, 4.8408203125, 5.7265625, 6.6123046875, 7.498046875, 8.3837890625, 9.26953125, 10.1552734375, 11.041015625, 11.9267578125, 12.8125, 13.6982421875, 14.583984375, 15.4697265625, 16.35546875, 17.2412109375, 18.126953125, 19.0126953125, 19.8984375, 20.7841796875, 21.669921875, 22.5556640625, 23.44140625, 24.3271484375, 25.212890625, 26.0986328125, 26.984375]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0, 1.0, 2.0, 7.0, 4.0, 7.0, 10.0, 12.0, 19.0, 24.0, 30.0, 38.0, 62.0, 58.0, 95.0, 148.0, 179.0, 405.0, 1046443.0, 357.0, 180.0, 122.0, 99.0, 66.0, 52.0, 36.0, 25.0, 15.0, 23.0, 12.0, 13.0, 8.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1421.0, -1380.90625, -1340.8125, -1300.71875, -1260.625, -1220.53125, -1180.4375, -1140.34375, -1100.25, -1060.15625, -1020.0625, -979.96875, -939.875, -899.78125, -859.6875, -819.59375, -779.5, -739.40625, -699.3125, -659.21875, -619.125, -579.03125, -538.9375, -498.84375, -458.75, -418.65625, -378.5625, -338.46875, -298.375, -258.28125, -218.1875, -178.09375, -138.0, -97.90625, -57.8125, -17.71875, 22.375, 62.46875, 102.5625, 142.65625, 182.75, 222.84375, 262.9375, 303.03125, 343.125, 383.21875, 423.3125, 463.40625, 503.5, 543.59375, 583.6875, 623.78125, 663.875, 703.96875, 744.0625, 784.15625, 824.25, 864.34375, 904.4375, 944.53125, 984.625, 1024.71875, 1064.8125, 1104.90625, 1145.0]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 10.0, 12.0, 12.0, 20.0, 20.0, 25.0, 32.0, 44.0, 47.0, 55.0, 47.0, 67.0, 73.0, 60.0, 65.0, 66.0, 59.0, 57.0, 36.0, 44.0, 30.0, 32.0, 20.0, 23.0, 10.0, 10.0, 7.0, 7.0, 5.0, 1.0, 2.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.3125, -40.83056640625, -39.3486328125, -37.86669921875, -36.384765625, -34.90283203125, -33.4208984375, -31.93896484375, -30.45703125, -28.97509765625, -27.4931640625, -26.01123046875, -24.529296875, -23.04736328125, -21.5654296875, -20.08349609375, -18.6015625, -17.11962890625, -15.6376953125, -14.15576171875, -12.673828125, -11.19189453125, -9.7099609375, -8.22802734375, -6.74609375, -5.26416015625, -3.7822265625, -2.30029296875, -0.818359375, 0.66357421875, 2.1455078125, 3.62744140625, 5.109375, 6.59130859375, 8.0732421875, 9.55517578125, 11.037109375, 12.51904296875, 14.0009765625, 15.48291015625, 16.96484375, 18.44677734375, 19.9287109375, 21.41064453125, 22.892578125, 24.37451171875, 25.8564453125, 27.33837890625, 28.8203125, 30.30224609375, 31.7841796875, 33.26611328125, 34.748046875, 36.22998046875, 37.7119140625, 39.19384765625, 40.67578125, 42.15771484375, 43.6396484375, 45.12158203125, 46.603515625, 48.08544921875, 49.5673828125, 51.04931640625, 52.53125]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 5.0, 12.0, 18.0, 31.0, 124.0, 330.0, 1625.0, 43753.0, 985185.0, 15858.0, 1199.0, 234.0, 77.0, 47.0, 19.0, 15.0, 5.0, 2.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-111.125, -106.1640625, -101.203125, -96.2421875, -91.28125, -86.3203125, -81.359375, -76.3984375, -71.4375, -66.4765625, -61.515625, -56.5546875, -51.59375, -46.6328125, -41.671875, -36.7109375, -31.75, -26.7890625, -21.828125, -16.8671875, -11.90625, -6.9453125, -1.984375, 2.9765625, 7.9375, 12.8984375, 17.859375, 22.8203125, 27.78125, 32.7421875, 37.703125, 42.6640625, 47.625, 52.5859375, 57.546875, 62.5078125, 67.46875, 72.4296875, 77.390625, 82.3515625, 87.3125, 92.2734375, 97.234375, 102.1953125, 107.15625, 112.1171875, 117.078125, 122.0390625, 127.0, 131.9609375, 136.921875, 141.8828125, 146.84375, 151.8046875, 156.765625, 161.7265625, 166.6875, 171.6484375, 176.609375, 181.5703125, 186.53125, 191.4921875, 196.453125, 201.4140625, 206.375]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 4.0, 3.0, 4.0, 8.0, 10.0, 19.0, 33.0, 32.0, 50.0, 65.0, 108.0, 131.0, 177.0, 96.0, 78.0, 54.0, 41.0, 34.0, 22.0, 12.0, 8.0, 2.0, 5.0, 7.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006031036376953125, -0.005890905857086182, -0.005750775337219238, -0.005610644817352295, -0.0054705142974853516, -0.005330383777618408, -0.005190253257751465, -0.0050501227378845215, -0.004909992218017578, -0.004769861698150635, -0.004629731178283691, -0.004489600658416748, -0.004349470138549805, -0.004209339618682861, -0.004069209098815918, -0.003929078578948975, -0.0037889480590820312, -0.003648817539215088, -0.0035086870193481445, -0.003368556499481201, -0.003228425979614258, -0.0030882954597473145, -0.002948164939880371, -0.0028080344200134277, -0.0026679039001464844, -0.002527773380279541, -0.0023876428604125977, -0.0022475123405456543, -0.002107381820678711, -0.0019672513008117676, -0.0018271207809448242, -0.0016869902610778809, -0.0015468597412109375, -0.0014067292213439941, -0.0012665987014770508, -0.0011264681816101074, -0.000986337661743164, -0.0008462071418762207, -0.0007060766220092773, -0.000565946102142334, -0.0004258155822753906, -0.00028568506240844727, -0.0001455545425415039, -5.424022674560547e-06, 0.0001347064971923828, 0.00027483701705932617, 0.00041496753692626953, 0.0005550980567932129, 0.0006952285766601562, 0.0008353590965270996, 0.000975489616394043, 0.0011156201362609863, 0.0012557506561279297, 0.001395881175994873, 0.0015360116958618164, 0.0016761422157287598, 0.0018162727355957031, 0.0019564032554626465, 0.00209653377532959, 0.002236664295196533, 0.0023767948150634766, 0.00251692533493042, 0.0026570558547973633, 0.0027971863746643066, 0.00293731689453125]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 10.0, 11.0, 16.0, 24.0, 35.0, 62.0, 129.0, 1009.0, 470424.0, 575444.0, 1081.0, 136.0, 80.0, 43.0, 18.0, 15.0, 11.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-185.25, -177.19921875, -169.1484375, -161.09765625, -153.046875, -144.99609375, -136.9453125, -128.89453125, -120.84375, -112.79296875, -104.7421875, -96.69140625, -88.640625, -80.58984375, -72.5390625, -64.48828125, -56.4375, -48.38671875, -40.3359375, -32.28515625, -24.234375, -16.18359375, -8.1328125, -0.08203125, 7.96875, 16.01953125, 24.0703125, 32.12109375, 40.171875, 48.22265625, 56.2734375, 64.32421875, 72.375, 80.42578125, 88.4765625, 96.52734375, 104.578125, 112.62890625, 120.6796875, 128.73046875, 136.78125, 144.83203125, 152.8828125, 160.93359375, 168.984375, 177.03515625, 185.0859375, 193.13671875, 201.1875, 209.23828125, 217.2890625, 225.33984375, 233.390625, 241.44140625, 249.4921875, 257.54296875, 265.59375, 273.64453125, 281.6953125, 289.74609375, 297.796875, 305.84765625, 313.8984375, 321.94921875, 330.0]}, "gradients/decoder.roberta.encoder.layer.13.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 9.0, 12.0, 16.0, 33.0, 46.0, 71.0, 88.0, 167.0, 183.0, 132.0, 86.0, 50.0, 38.0, 31.0, 13.0, 13.0, 10.0, 3.0, 4.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-17.65625, -17.2080078125, -16.759765625, -16.3115234375, -15.86328125, -15.4150390625, -14.966796875, -14.5185546875, -14.0703125, -13.6220703125, -13.173828125, -12.7255859375, -12.27734375, -11.8291015625, -11.380859375, -10.9326171875, -10.484375, -10.0361328125, -9.587890625, -9.1396484375, -8.69140625, -8.2431640625, -7.794921875, -7.3466796875, -6.8984375, -6.4501953125, -6.001953125, -5.5537109375, -5.10546875, -4.6572265625, -4.208984375, -3.7607421875, -3.3125, -2.8642578125, -2.416015625, -1.9677734375, -1.51953125, -1.0712890625, -0.623046875, -0.1748046875, 0.2734375, 0.7216796875, 1.169921875, 1.6181640625, 2.06640625, 2.5146484375, 2.962890625, 3.4111328125, 3.859375, 4.3076171875, 4.755859375, 5.2041015625, 5.65234375, 6.1005859375, 6.548828125, 6.9970703125, 7.4453125, 7.8935546875, 8.341796875, 8.7900390625, 9.23828125, 9.6865234375, 10.134765625, 10.5830078125, 11.03125]}, "gradients/decoder.roberta.encoder.layer.12.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 10.0, 12.0, 19.0, 25.0, 42.0, 40.0, 80.0, 98.0, 97.0, 90.0, 97.0, 88.0, 80.0, 72.0, 53.0, 38.0, 23.0, 17.0, 11.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-51.279693603515625, -49.45919418334961, -47.63869094848633, -45.81819152832031, -43.99768829345703, -42.177188873291016, -40.356689453125, -38.53618621826172, -36.71568298339844, -34.89518356323242, -33.07468032836914, -31.254180908203125, -29.433677673339844, -27.613178253173828, -25.79267692565918, -23.97217559814453, -22.151676177978516, -20.331174850463867, -18.51067352294922, -16.690174102783203, -14.869671821594238, -13.04917049407959, -11.228670120239258, -9.40816879272461, -7.587667465209961, -5.7671661376953125, -3.9466652870178223, -2.126164436340332, -0.3056631088256836, 1.5148382186889648, 3.335338592529297, 5.155839920043945, 6.976341247558594, 8.796842575073242, 10.61734390258789, 12.437844276428223, 14.258345603942871, 16.078845977783203, 17.89934730529785, 19.7198486328125, 21.54034996032715, 23.360851287841797, 25.181352615356445, 27.001853942871094, 28.82235336303711, 30.64285659790039, 32.463356018066406, 34.28385925292969, 36.1043586730957, 37.92485809326172, 39.745361328125, 41.565860748291016, 43.3863639831543, 45.20686340332031, 47.027366638183594, 48.84786605834961, 50.668365478515625, 52.48886489868164, 54.30936813354492, 56.12986755371094, 57.95037078857422, 59.770870208740234, 61.59136962890625, 63.41187286376953, 65.23237609863281]}, "gradients/decoder.roberta.encoder.layer.12.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 2.0, 6.0, 4.0, 6.0, 9.0, 8.0, 10.0, 17.0, 20.0, 18.0, 25.0, 21.0, 19.0, 21.0, 28.0, 20.0, 52.0, 42.0, 44.0, 39.0, 58.0, 43.0, 50.0, 49.0, 50.0, 44.0, 32.0, 30.0, 43.0, 19.0, 23.0, 21.0, 21.0, 21.0, 21.0, 14.0, 16.0, 11.0, 4.0, 9.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-48.09197998046875, -46.80474090576172, -45.51750564575195, -44.23026657104492, -42.943031311035156, -41.655792236328125, -40.36855697631836, -39.08131790161133, -37.79408264160156, -36.50684356689453, -35.219608306884766, -33.932369232177734, -32.64513397216797, -31.357894897460938, -30.07065773010254, -28.78342056274414, -27.49618148803711, -26.20894432067871, -24.921707153320312, -23.634469985961914, -22.347232818603516, -21.059993743896484, -19.772756576538086, -18.485519409179688, -17.19828224182129, -15.91104507446289, -14.623807907104492, -13.336569786071777, -12.049332618713379, -10.76209545135498, -9.474857330322266, -8.187620162963867, -6.900379180908203, -5.613142013549805, -4.325904369354248, -3.0386669635772705, -1.751429557800293, -0.46419239044189453, 0.8230452537536621, 2.1102828979492188, 3.397520065307617, 4.684757232666016, 5.971994876861572, 7.259232521057129, 8.546469688415527, 9.833706855773926, 11.12094497680664, 12.408182144165039, 13.695419311523438, 14.982656478881836, 16.269893646240234, 17.557130813598633, 18.84436798095703, 20.131607055664062, 21.41884422302246, 22.70608139038086, 23.993318557739258, 25.280555725097656, 26.567792892456055, 27.855030059814453, 29.142269134521484, 30.42950439453125, 31.71674346923828, 33.00398254394531, 34.29121780395508]}, "gradients/decoder.roberta.encoder.layer.12.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 8.0, 6.0, 12.0, 13.0, 12.0, 17.0, 20.0, 25.0, 37.0, 55.0, 66.0, 68.0, 82.0, 87.0, 98.0, 128.0, 169.0, 331.0, 634.0, 1698.0, 8507.0, 85399.0, 2216923.0, 1795235.0, 73689.0, 7519.0, 1613.0, 561.0, 304.0, 233.0, 153.0, 121.0, 101.0, 76.0, 61.0, 46.0, 42.0, 42.0, 23.0, 20.0, 13.0, 15.0, 11.0, 5.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-103.0, -99.7783203125, -96.556640625, -93.3349609375, -90.11328125, -86.8916015625, -83.669921875, -80.4482421875, -77.2265625, -74.0048828125, -70.783203125, -67.5615234375, -64.33984375, -61.1181640625, -57.896484375, -54.6748046875, -51.453125, -48.2314453125, -45.009765625, -41.7880859375, -38.56640625, -35.3447265625, -32.123046875, -28.9013671875, -25.6796875, -22.4580078125, -19.236328125, -16.0146484375, -12.79296875, -9.5712890625, -6.349609375, -3.1279296875, 0.09375, 3.3154296875, 6.537109375, 9.7587890625, 12.98046875, 16.2021484375, 19.423828125, 22.6455078125, 25.8671875, 29.0888671875, 32.310546875, 35.5322265625, 38.75390625, 41.9755859375, 45.197265625, 48.4189453125, 51.640625, 54.8623046875, 58.083984375, 61.3056640625, 64.52734375, 67.7490234375, 70.970703125, 74.1923828125, 77.4140625, 80.6357421875, 83.857421875, 87.0791015625, 90.30078125, 93.5224609375, 96.744140625, 99.9658203125, 103.1875]}, "gradients/decoder.roberta.encoder.layer.12.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 0.0, 3.0, 3.0, 6.0, 1.0, 4.0, 12.0, 13.0, 17.0, 13.0, 15.0, 20.0, 20.0, 19.0, 14.0, 19.0, 35.0, 40.0, 34.0, 48.0, 34.0, 43.0, 56.0, 47.0, 46.0, 44.0, 47.0, 33.0, 36.0, 32.0, 39.0, 23.0, 37.0, 21.0, 28.0, 23.0, 11.0, 17.0, 7.0, 14.0, 10.0, 3.0, 13.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.046875, -28.18115234375, -27.3154296875, -26.44970703125, -25.583984375, -24.71826171875, -23.8525390625, -22.98681640625, -22.12109375, -21.25537109375, -20.3896484375, -19.52392578125, -18.658203125, -17.79248046875, -16.9267578125, -16.06103515625, -15.1953125, -14.32958984375, -13.4638671875, -12.59814453125, -11.732421875, -10.86669921875, -10.0009765625, -9.13525390625, -8.26953125, -7.40380859375, -6.5380859375, -5.67236328125, -4.806640625, -3.94091796875, -3.0751953125, -2.20947265625, -1.34375, -0.47802734375, 0.3876953125, 1.25341796875, 2.119140625, 2.98486328125, 3.8505859375, 4.71630859375, 5.58203125, 6.44775390625, 7.3134765625, 8.17919921875, 9.044921875, 9.91064453125, 10.7763671875, 11.64208984375, 12.5078125, 13.37353515625, 14.2392578125, 15.10498046875, 15.970703125, 16.83642578125, 17.7021484375, 18.56787109375, 19.43359375, 20.29931640625, 21.1650390625, 22.03076171875, 22.896484375, 23.76220703125, 24.6279296875, 25.49365234375, 26.359375]}, "gradients/decoder.roberta.encoder.layer.12.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 6.0, 16.0, 18.0, 27.0, 54.0, 102.0, 160.0, 396.0, 1400.0, 188165.0, 3999437.0, 3512.0, 515.0, 224.0, 104.0, 59.0, 34.0, 14.0, 17.0, 6.0, 5.0, 5.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-348.25, -333.84765625, -319.4453125, -305.04296875, -290.640625, -276.23828125, -261.8359375, -247.43359375, -233.03125, -218.62890625, -204.2265625, -189.82421875, -175.421875, -161.01953125, -146.6171875, -132.21484375, -117.8125, -103.41015625, -89.0078125, -74.60546875, -60.203125, -45.80078125, -31.3984375, -16.99609375, -2.59375, 11.80859375, 26.2109375, 40.61328125, 55.015625, 69.41796875, 83.8203125, 98.22265625, 112.625, 127.02734375, 141.4296875, 155.83203125, 170.234375, 184.63671875, 199.0390625, 213.44140625, 227.84375, 242.24609375, 256.6484375, 271.05078125, 285.453125, 299.85546875, 314.2578125, 328.66015625, 343.0625, 357.46484375, 371.8671875, 386.26953125, 400.671875, 415.07421875, 429.4765625, 443.87890625, 458.28125, 472.68359375, 487.0859375, 501.48828125, 515.890625, 530.29296875, 544.6953125, 559.09765625, 573.5]}, "gradients/decoder.roberta.encoder.layer.12.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 8.0, 17.0, 26.0, 48.0, 65.0, 138.0, 253.0, 467.0, 797.0, 967.0, 565.0, 306.0, 175.0, 99.0, 45.0, 42.0, 17.0, 9.0, 8.0, 8.0, 3.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.375, -31.5693359375, -30.763671875, -29.9580078125, -29.15234375, -28.3466796875, -27.541015625, -26.7353515625, -25.9296875, -25.1240234375, -24.318359375, -23.5126953125, -22.70703125, -21.9013671875, -21.095703125, -20.2900390625, -19.484375, -18.6787109375, -17.873046875, -17.0673828125, -16.26171875, -15.4560546875, -14.650390625, -13.8447265625, -13.0390625, -12.2333984375, -11.427734375, -10.6220703125, -9.81640625, -9.0107421875, -8.205078125, -7.3994140625, -6.59375, -5.7880859375, -4.982421875, -4.1767578125, -3.37109375, -2.5654296875, -1.759765625, -0.9541015625, -0.1484375, 0.6572265625, 1.462890625, 2.2685546875, 3.07421875, 3.8798828125, 4.685546875, 5.4912109375, 6.296875, 7.1025390625, 7.908203125, 8.7138671875, 9.51953125, 10.3251953125, 11.130859375, 11.9365234375, 12.7421875, 13.5478515625, 14.353515625, 15.1591796875, 15.96484375, 16.7705078125, 17.576171875, 18.3818359375, 19.1875]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 11.0, 6.0, 11.0, 13.0, 33.0, 31.0, 47.0, 57.0, 60.0, 68.0, 81.0, 74.0, 83.0, 61.0, 74.0, 61.0, 51.0, 46.0, 39.0, 30.0, 19.0, 16.0, 14.0, 7.0, 9.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.69710922241211, -19.352529525756836, -18.00794792175293, -16.663368225097656, -15.318787574768066, -13.974206924438477, -12.629627227783203, -11.285046577453613, -9.940465927124023, -8.595885276794434, -7.251305103302002, -5.90672492980957, -4.5621442794799805, -3.2175636291503906, -1.8729839324951172, -0.5284032821655273, 0.8161773681640625, 2.1607577800750732, 3.505338191986084, 4.849918365478516, 6.1944990158081055, 7.539079666137695, 8.883659362792969, 10.228240013122559, 11.572820663452148, 12.917401313781738, 14.261981964111328, 15.606561660766602, 16.951141357421875, 18.29572296142578, 19.640302658081055, 20.984882354736328, 22.32946014404297, 23.674039840698242, 25.01862144470215, 26.363201141357422, 27.707782745361328, 29.0523624420166, 30.396942138671875, 31.74152374267578, 33.08610534667969, 34.430686950683594, 35.775264739990234, 37.11984634399414, 38.46442794799805, 39.80900573730469, 41.153587341308594, 42.4981689453125, 43.84274673461914, 45.18732833862305, 46.53190612792969, 47.876487731933594, 49.2210693359375, 50.565650939941406, 51.91022872924805, 53.25481033325195, 54.599388122558594, 55.9439697265625, 57.28854751586914, 58.63312911987305, 59.97771072387695, 61.322288513183594, 62.6668701171875, 64.0114517211914, 65.35603332519531]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 8.0, 7.0, 10.0, 6.0, 12.0, 12.0, 12.0, 13.0, 9.0, 16.0, 25.0, 19.0, 34.0, 44.0, 24.0, 34.0, 24.0, 24.0, 49.0, 52.0, 53.0, 46.0, 50.0, 32.0, 38.0, 31.0, 47.0, 30.0, 32.0, 32.0, 24.0, 24.0, 18.0, 22.0, 11.0, 14.0, 11.0, 9.0, 9.0, 7.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 3.0], "bins": [-32.65320587158203, -31.73632049560547, -30.819435119628906, -29.902549743652344, -28.98566436767578, -28.06877899169922, -27.151893615722656, -26.235008239746094, -25.31812286376953, -24.40123748779297, -23.484352111816406, -22.567466735839844, -21.65058135986328, -20.73369598388672, -19.816810607910156, -18.899925231933594, -17.98303985595703, -17.06615447998047, -16.149269104003906, -15.232383728027344, -14.315498352050781, -13.398612976074219, -12.481727600097656, -11.564842224121094, -10.647954940795898, -9.731069564819336, -8.814184188842773, -7.897298812866211, -6.980413436889648, -6.063527584075928, -5.146642208099365, -4.229756832122803, -3.3128719329833984, -2.395986557006836, -1.4791010618209839, -0.5622155666351318, 0.35466980934143066, 1.2715554237365723, 2.1884407997131348, 3.1053261756896973, 4.02221155166626, 4.939096927642822, 5.855982303619385, 6.7728681564331055, 7.689753532409668, 8.60663890838623, 9.523524284362793, 10.440409660339355, 11.357295036315918, 12.27418041229248, 13.191065788269043, 14.107951164245605, 15.024836540222168, 15.941722869873047, 16.85860824584961, 17.775493621826172, 18.692378997802734, 19.609264373779297, 20.52614974975586, 21.443035125732422, 22.359920501708984, 23.276805877685547, 24.19369125366211, 25.110576629638672, 26.027462005615234]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 5.0, 5.0, 16.0, 22.0, 30.0, 33.0, 55.0, 112.0, 156.0, 240.0, 395.0, 593.0, 938.0, 1403.0, 2272.0, 3543.0, 5602.0, 8652.0, 13775.0, 21201.0, 32509.0, 48039.0, 68195.0, 91817.0, 113898.0, 127299.0, 124387.0, 108889.0, 85972.0, 63204.0, 43597.0, 28977.0, 18889.0, 12068.0, 7959.0, 4925.0, 3257.0, 2023.0, 1240.0, 843.0, 558.0, 362.0, 223.0, 119.0, 80.0, 71.0, 40.0, 28.0, 21.0, 8.0, 8.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.955078125, -2.86236572265625, -2.7696533203125, -2.67694091796875, -2.584228515625, -2.49151611328125, -2.3988037109375, -2.30609130859375, -2.21337890625, -2.12066650390625, -2.0279541015625, -1.93524169921875, -1.842529296875, -1.74981689453125, -1.6571044921875, -1.56439208984375, -1.4716796875, -1.37896728515625, -1.2862548828125, -1.19354248046875, -1.100830078125, -1.00811767578125, -0.9154052734375, -0.82269287109375, -0.72998046875, -0.63726806640625, -0.5445556640625, -0.45184326171875, -0.359130859375, -0.26641845703125, -0.1737060546875, -0.08099365234375, 0.01171875, 0.10443115234375, 0.1971435546875, 0.28985595703125, 0.382568359375, 0.47528076171875, 0.5679931640625, 0.66070556640625, 0.75341796875, 0.84613037109375, 0.9388427734375, 1.03155517578125, 1.124267578125, 1.21697998046875, 1.3096923828125, 1.40240478515625, 1.4951171875, 1.58782958984375, 1.6805419921875, 1.77325439453125, 1.865966796875, 1.95867919921875, 2.0513916015625, 2.14410400390625, 2.23681640625, 2.32952880859375, 2.4222412109375, 2.51495361328125, 2.607666015625, 2.70037841796875, 2.7930908203125, 2.88580322265625, 2.978515625]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 7.0, 9.0, 8.0, 6.0, 13.0, 13.0, 12.0, 12.0, 10.0, 13.0, 27.0, 23.0, 35.0, 41.0, 28.0, 31.0, 23.0, 26.0, 46.0, 55.0, 59.0, 40.0, 47.0, 34.0, 34.0, 34.0, 48.0, 29.0, 30.0, 35.0, 23.0, 20.0, 23.0, 19.0, 13.0, 10.0, 13.0, 9.0, 10.0, 6.0, 6.0, 4.0, 1.0, 5.0, 1.0, 1.0, 7.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-29.9375, -29.03369140625, -28.1298828125, -27.22607421875, -26.322265625, -25.41845703125, -24.5146484375, -23.61083984375, -22.70703125, -21.80322265625, -20.8994140625, -19.99560546875, -19.091796875, -18.18798828125, -17.2841796875, -16.38037109375, -15.4765625, -14.57275390625, -13.6689453125, -12.76513671875, -11.861328125, -10.95751953125, -10.0537109375, -9.14990234375, -8.24609375, -7.34228515625, -6.4384765625, -5.53466796875, -4.630859375, -3.72705078125, -2.8232421875, -1.91943359375, -1.015625, -0.11181640625, 0.7919921875, 1.69580078125, 2.599609375, 3.50341796875, 4.4072265625, 5.31103515625, 6.21484375, 7.11865234375, 8.0224609375, 8.92626953125, 9.830078125, 10.73388671875, 11.6376953125, 12.54150390625, 13.4453125, 14.34912109375, 15.2529296875, 16.15673828125, 17.060546875, 17.96435546875, 18.8681640625, 19.77197265625, 20.67578125, 21.57958984375, 22.4833984375, 23.38720703125, 24.291015625, 25.19482421875, 26.0986328125, 27.00244140625, 27.90625]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 5.0, 5.0, 10.0, 15.0, 25.0, 32.0, 36.0, 53.0, 83.0, 125.0, 142.0, 196.0, 297.0, 358.0, 535.0, 680.0, 940.0, 1269.0, 1641.0, 2265.0, 2862.0, 4074.0, 5879.0, 8207.0, 11515.0, 16592.0, 25745.0, 117821.0, 683605.0, 84451.0, 24020.0, 15706.0, 10961.0, 7746.0, 5504.0, 4004.0, 2896.0, 2162.0, 1575.0, 1134.0, 886.0, 646.0, 535.0, 386.0, 243.0, 201.0, 141.0, 98.0, 91.0, 45.0, 30.0, 33.0, 17.0, 15.0, 13.0, 7.0, 6.0, 2.0, 1.0, 1.0, 2.0], "bins": [-4.69921875, -4.54974365234375, -4.4002685546875, -4.25079345703125, -4.101318359375, -3.95184326171875, -3.8023681640625, -3.65289306640625, -3.50341796875, -3.35394287109375, -3.2044677734375, -3.05499267578125, -2.905517578125, -2.75604248046875, -2.6065673828125, -2.45709228515625, -2.3076171875, -2.15814208984375, -2.0086669921875, -1.85919189453125, -1.709716796875, -1.56024169921875, -1.4107666015625, -1.26129150390625, -1.11181640625, -0.96234130859375, -0.8128662109375, -0.66339111328125, -0.513916015625, -0.36444091796875, -0.2149658203125, -0.06549072265625, 0.083984375, 0.23345947265625, 0.3829345703125, 0.53240966796875, 0.681884765625, 0.83135986328125, 0.9808349609375, 1.13031005859375, 1.27978515625, 1.42926025390625, 1.5787353515625, 1.72821044921875, 1.877685546875, 2.02716064453125, 2.1766357421875, 2.32611083984375, 2.4755859375, 2.62506103515625, 2.7745361328125, 2.92401123046875, 3.073486328125, 3.22296142578125, 3.3724365234375, 3.52191162109375, 3.67138671875, 3.82086181640625, 3.9703369140625, 4.11981201171875, 4.269287109375, 4.41876220703125, 4.5682373046875, 4.71771240234375, 4.8671875]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 4.0, 5.0, 10.0, 12.0, 14.0, 10.0, 9.0, 21.0, 24.0, 20.0, 30.0, 40.0, 36.0, 47.0, 37.0, 35.0, 47.0, 49.0, 36.0, 42.0, 40.0, 39.0, 37.0, 39.0, 31.0, 31.0, 36.0, 30.0, 27.0, 16.0, 21.0, 19.0, 16.0, 13.0, 11.0, 12.0, 10.0, 10.0, 10.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0], "bins": [-20.46875, -19.85400390625, -19.2392578125, -18.62451171875, -18.009765625, -17.39501953125, -16.7802734375, -16.16552734375, -15.55078125, -14.93603515625, -14.3212890625, -13.70654296875, -13.091796875, -12.47705078125, -11.8623046875, -11.24755859375, -10.6328125, -10.01806640625, -9.4033203125, -8.78857421875, -8.173828125, -7.55908203125, -6.9443359375, -6.32958984375, -5.71484375, -5.10009765625, -4.4853515625, -3.87060546875, -3.255859375, -2.64111328125, -2.0263671875, -1.41162109375, -0.796875, -0.18212890625, 0.4326171875, 1.04736328125, 1.662109375, 2.27685546875, 2.8916015625, 3.50634765625, 4.12109375, 4.73583984375, 5.3505859375, 5.96533203125, 6.580078125, 7.19482421875, 7.8095703125, 8.42431640625, 9.0390625, 9.65380859375, 10.2685546875, 10.88330078125, 11.498046875, 12.11279296875, 12.7275390625, 13.34228515625, 13.95703125, 14.57177734375, 15.1865234375, 15.80126953125, 16.416015625, 17.03076171875, 17.6455078125, 18.26025390625, 18.875]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 7.0, 6.0, 12.0, 15.0, 18.0, 36.0, 45.0, 90.0, 173.0, 265.0, 414.0, 804.0, 1470.0, 2774.0, 5478.0, 10615.0, 21860.0, 55330.0, 865623.0, 44251.0, 19205.0, 9630.0, 4801.0, 2559.0, 1319.0, 727.0, 407.0, 224.0, 151.0, 82.0, 58.0, 28.0, 19.0, 20.0, 8.0, 7.0, 9.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6533203125, -0.6325225830078125, -0.611724853515625, -0.5909271240234375, -0.57012939453125, -0.5493316650390625, -0.528533935546875, -0.5077362060546875, -0.4869384765625, -0.4661407470703125, -0.445343017578125, -0.4245452880859375, -0.40374755859375, -0.3829498291015625, -0.362152099609375, -0.3413543701171875, -0.320556640625, -0.2997589111328125, -0.278961181640625, -0.2581634521484375, -0.23736572265625, -0.2165679931640625, -0.195770263671875, -0.1749725341796875, -0.1541748046875, -0.1333770751953125, -0.112579345703125, -0.0917816162109375, -0.07098388671875, -0.0501861572265625, -0.029388427734375, -0.0085906982421875, 0.01220703125, 0.0330047607421875, 0.053802490234375, 0.0746002197265625, 0.09539794921875, 0.1161956787109375, 0.136993408203125, 0.1577911376953125, 0.1785888671875, 0.1993865966796875, 0.220184326171875, 0.2409820556640625, 0.26177978515625, 0.2825775146484375, 0.303375244140625, 0.3241729736328125, 0.344970703125, 0.3657684326171875, 0.386566162109375, 0.4073638916015625, 0.42816162109375, 0.4489593505859375, 0.469757080078125, 0.4905548095703125, 0.5113525390625, 0.5321502685546875, 0.552947998046875, 0.5737457275390625, 0.59454345703125, 0.6153411865234375, 0.636138916015625, 0.6569366455078125, 0.677734375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 5.0, 7.0, 13.0, 9.0, 28.0, 16.0, 29.0, 25.0, 41.0, 46.0, 35.0, 62.0, 50.0, 45.0, 47.0, 53.0, 53.0, 43.0, 62.0, 48.0, 36.0, 43.0, 25.0, 36.0, 27.0, 26.0, 17.0, 19.0, 11.0, 10.0, 11.0, 4.0, 5.0, 4.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7894973754882812e-05, -2.6946887373924255e-05, -2.5998800992965698e-05, -2.505071461200714e-05, -2.4102628231048584e-05, -2.3154541850090027e-05, -2.220645546913147e-05, -2.1258369088172913e-05, -2.0310282707214355e-05, -1.93621963262558e-05, -1.841410994529724e-05, -1.7466023564338684e-05, -1.6517937183380127e-05, -1.556985080242157e-05, -1.4621764421463013e-05, -1.3673678040504456e-05, -1.2725591659545898e-05, -1.1777505278587341e-05, -1.0829418897628784e-05, -9.881332516670227e-06, -8.93324613571167e-06, -7.985159754753113e-06, -7.037073373794556e-06, -6.0889869928359985e-06, -5.140900611877441e-06, -4.192814230918884e-06, -3.244727849960327e-06, -2.29664146900177e-06, -1.3485550880432129e-06, -4.0046870708465576e-07, 5.476176738739014e-07, 1.4957040548324585e-06, 2.4437904357910156e-06, 3.3918768167495728e-06, 4.33996319770813e-06, 5.288049578666687e-06, 6.236135959625244e-06, 7.184222340583801e-06, 8.132308721542358e-06, 9.080395102500916e-06, 1.0028481483459473e-05, 1.097656786441803e-05, 1.1924654245376587e-05, 1.2872740626335144e-05, 1.3820827007293701e-05, 1.4768913388252258e-05, 1.5716999769210815e-05, 1.6665086150169373e-05, 1.761317253112793e-05, 1.8561258912086487e-05, 1.9509345293045044e-05, 2.04574316740036e-05, 2.1405518054962158e-05, 2.2353604435920715e-05, 2.3301690816879272e-05, 2.424977719783783e-05, 2.5197863578796387e-05, 2.6145949959754944e-05, 2.70940363407135e-05, 2.8042122721672058e-05, 2.8990209102630615e-05, 2.9938295483589172e-05, 3.088638186454773e-05, 3.183446824550629e-05, 3.2782554626464844e-05]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 7.0, 4.0, 6.0, 5.0, 12.0, 12.0, 12.0, 14.0, 17.0, 32.0, 28.0, 52.0, 84.0, 140.0, 300.0, 1512.0, 47848.0, 874090.0, 120593.0, 2890.0, 373.0, 169.0, 89.0, 69.0, 43.0, 34.0, 29.0, 18.0, 19.0, 12.0, 8.0, 7.0, 2.0, 5.0, 9.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6357421875, -1.5785675048828125, -1.521392822265625, -1.4642181396484375, -1.40704345703125, -1.3498687744140625, -1.292694091796875, -1.2355194091796875, -1.1783447265625, -1.1211700439453125, -1.063995361328125, -1.0068206787109375, -0.94964599609375, -0.8924713134765625, -0.835296630859375, -0.7781219482421875, -0.720947265625, -0.6637725830078125, -0.606597900390625, -0.5494232177734375, -0.49224853515625, -0.4350738525390625, -0.377899169921875, -0.3207244873046875, -0.2635498046875, -0.2063751220703125, -0.149200439453125, -0.0920257568359375, -0.03485107421875, 0.0223236083984375, 0.079498291015625, 0.1366729736328125, 0.19384765625, 0.2510223388671875, 0.308197021484375, 0.3653717041015625, 0.42254638671875, 0.4797210693359375, 0.536895751953125, 0.5940704345703125, 0.6512451171875, 0.7084197998046875, 0.765594482421875, 0.8227691650390625, 0.87994384765625, 0.9371185302734375, 0.994293212890625, 1.0514678955078125, 1.108642578125, 1.1658172607421875, 1.222991943359375, 1.2801666259765625, 1.33734130859375, 1.3945159912109375, 1.451690673828125, 1.5088653564453125, 1.5660400390625, 1.6232147216796875, 1.680389404296875, 1.7375640869140625, 1.79473876953125, 1.8519134521484375, 1.909088134765625, 1.9662628173828125, 2.0234375]}, "gradients/decoder.roberta.encoder.layer.12.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 5.0, 5.0, 13.0, 6.0, 12.0, 21.0, 17.0, 19.0, 26.0, 35.0, 34.0, 44.0, 43.0, 55.0, 42.0, 48.0, 51.0, 44.0, 48.0, 58.0, 45.0, 41.0, 44.0, 26.0, 41.0, 27.0, 21.0, 21.0, 19.0, 12.0, 18.0, 11.0, 8.0, 4.0, 7.0, 3.0, 7.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.09503173828125, -0.09221744537353516, -0.08940315246582031, -0.08658885955810547, -0.08377456665039062, -0.08096027374267578, -0.07814598083496094, -0.0753316879272461, -0.07251739501953125, -0.0697031021118164, -0.06688880920410156, -0.06407451629638672, -0.061260223388671875, -0.05844593048095703, -0.05563163757324219, -0.052817344665527344, -0.0500030517578125, -0.047188758850097656, -0.04437446594238281, -0.04156017303466797, -0.038745880126953125, -0.03593158721923828, -0.03311729431152344, -0.030303001403808594, -0.02748870849609375, -0.024674415588378906, -0.021860122680664062, -0.01904582977294922, -0.016231536865234375, -0.013417243957519531, -0.010602951049804688, -0.007788658142089844, -0.004974365234375, -0.0021600723266601562, 0.0006542205810546875, 0.0034685134887695312, 0.006282806396484375, 0.009097099304199219, 0.011911392211914062, 0.014725685119628906, 0.01753997802734375, 0.020354270935058594, 0.023168563842773438, 0.02598285675048828, 0.028797149658203125, 0.03161144256591797, 0.03442573547363281, 0.037240028381347656, 0.0400543212890625, 0.042868614196777344, 0.04568290710449219, 0.04849720001220703, 0.051311492919921875, 0.05412578582763672, 0.05694007873535156, 0.059754371643066406, 0.06256866455078125, 0.0653829574584961, 0.06819725036621094, 0.07101154327392578, 0.07382583618164062, 0.07664012908935547, 0.07945442199707031, 0.08226871490478516, 0.0850830078125]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 5.0, 10.0, 8.0, 6.0, 17.0, 32.0, 39.0, 39.0, 55.0, 69.0, 84.0, 77.0, 71.0, 91.0, 67.0, 60.0, 69.0, 47.0, 41.0, 32.0, 28.0, 17.0, 15.0, 12.0, 12.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-23.19359016418457, -21.850130081176758, -20.506669998168945, -19.1632080078125, -17.819747924804688, -16.476287841796875, -15.132827758789062, -13.789366722106934, -12.445906639099121, -11.102446556091309, -9.75898551940918, -8.415525436401367, -7.0720648765563965, -5.728604316711426, -4.385144233703613, -3.0416831970214844, -1.6982231140136719, -0.3547626733779907, 0.9886977672576904, 2.332158088684082, 3.6756186485290527, 5.019079208374023, 6.362539291381836, 7.706000328063965, 9.049460411071777, 10.39292049407959, 11.736381530761719, 13.079841613769531, 14.423301696777344, 15.766762733459473, 17.11022186279297, 18.453683853149414, 19.79714584350586, 21.140605926513672, 22.484066009521484, 23.827526092529297, 25.170988082885742, 26.514448165893555, 27.857908248901367, 29.201370239257812, 30.544830322265625, 31.888290405273438, 33.23175048828125, 34.57521057128906, 35.918670654296875, 37.26213073730469, 38.6055908203125, 39.94905471801758, 41.292510986328125, 42.63597106933594, 43.97943115234375, 45.32289123535156, 46.666351318359375, 48.00981140136719, 49.353271484375, 50.69673538208008, 52.04019546508789, 53.3836555480957, 54.727115631103516, 56.07057571411133, 57.41403579711914, 58.75749969482422, 60.10095977783203, 61.444419860839844, 62.787879943847656]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 7.0, 9.0, 8.0, 6.0, 13.0, 13.0, 10.0, 14.0, 10.0, 13.0, 27.0, 23.0, 34.0, 42.0, 27.0, 32.0, 24.0, 26.0, 46.0, 52.0, 60.0, 41.0, 47.0, 34.0, 35.0, 33.0, 47.0, 31.0, 29.0, 35.0, 23.0, 20.0, 24.0, 19.0, 13.0, 9.0, 13.0, 9.0, 10.0, 6.0, 6.0, 4.0, 1.0, 5.0, 1.0, 1.0, 7.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-29.941669464111328, -29.03769302368164, -28.133718490600586, -27.2297420501709, -26.325767517089844, -25.421791076660156, -24.51781463623047, -23.61383819580078, -22.709863662719727, -21.80588722229004, -20.901912689208984, -19.997936248779297, -19.09395980834961, -18.189985275268555, -17.286008834838867, -16.382034301757812, -15.478057861328125, -14.574082374572754, -13.670106887817383, -12.766130447387695, -11.862154960632324, -10.958179473876953, -10.054203033447266, -9.150227546691895, -8.246252059936523, -7.342276573181152, -6.438300609588623, -5.534324645996094, -4.630349159240723, -3.7263736724853516, -2.8223977088928223, -1.918421745300293, -1.0144481658935547, -0.11047244071960449, 0.7935032844543457, 1.697479009628296, 2.601454734802246, 3.505430221557617, 4.4094061851501465, 5.313382148742676, 6.217357635498047, 7.121333122253418, 8.025308609008789, 8.929285049438477, 9.833260536193848, 10.737236022949219, 11.641212463378906, 12.545187950134277, 13.449163436889648, 14.35313892364502, 15.25711441040039, 16.161090850830078, 17.065067291259766, 17.96904182434082, 18.873018264770508, 19.776992797851562, 20.68096923828125, 21.584945678710938, 22.488920211791992, 23.39289665222168, 24.296871185302734, 25.200847625732422, 26.10482406616211, 27.008800506591797, 27.91277503967285]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 5.0, 9.0, 8.0, 19.0, 26.0, 23.0, 41.0, 54.0, 114.0, 180.0, 370.0, 638.0, 1232.0, 2432.0, 4845.0, 9809.0, 19972.0, 42473.0, 89263.0, 201502.0, 366279.0, 163978.0, 75766.0, 35704.0, 17051.0, 8149.0, 4161.0, 2050.0, 1079.0, 545.0, 322.0, 167.0, 101.0, 57.0, 39.0, 29.0, 20.0, 14.0, 1.0, 6.0, 2.0, 8.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.625, -34.45263671875, -33.2802734375, -32.10791015625, -30.935546875, -29.76318359375, -28.5908203125, -27.41845703125, -26.24609375, -25.07373046875, -23.9013671875, -22.72900390625, -21.556640625, -20.38427734375, -19.2119140625, -18.03955078125, -16.8671875, -15.69482421875, -14.5224609375, -13.35009765625, -12.177734375, -11.00537109375, -9.8330078125, -8.66064453125, -7.48828125, -6.31591796875, -5.1435546875, -3.97119140625, -2.798828125, -1.62646484375, -0.4541015625, 0.71826171875, 1.890625, 3.06298828125, 4.2353515625, 5.40771484375, 6.580078125, 7.75244140625, 8.9248046875, 10.09716796875, 11.26953125, 12.44189453125, 13.6142578125, 14.78662109375, 15.958984375, 17.13134765625, 18.3037109375, 19.47607421875, 20.6484375, 21.82080078125, 22.9931640625, 24.16552734375, 25.337890625, 26.51025390625, 27.6826171875, 28.85498046875, 30.02734375, 31.19970703125, 32.3720703125, 33.54443359375, 34.716796875, 35.88916015625, 37.0615234375, 38.23388671875, 39.40625]}, "gradients/decoder.roberta.encoder.layer.12.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 11.0, 3.0, 11.0, 7.0, 9.0, 13.0, 9.0, 13.0, 22.0, 16.0, 24.0, 20.0, 35.0, 46.0, 25.0, 19.0, 30.0, 33.0, 45.0, 53.0, 54.0, 48.0, 47.0, 31.0, 30.0, 45.0, 36.0, 34.0, 39.0, 21.0, 25.0, 22.0, 19.0, 21.0, 12.0, 13.0, 10.0, 12.0, 6.0, 5.0, 7.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-30.65625, -29.726806640625, -28.79736328125, -27.867919921875, -26.9384765625, -26.009033203125, -25.07958984375, -24.150146484375, -23.220703125, -22.291259765625, -21.36181640625, -20.432373046875, -19.5029296875, -18.573486328125, -17.64404296875, -16.714599609375, -15.78515625, -14.855712890625, -13.92626953125, -12.996826171875, -12.0673828125, -11.137939453125, -10.20849609375, -9.279052734375, -8.349609375, -7.420166015625, -6.49072265625, -5.561279296875, -4.6318359375, -3.702392578125, -2.77294921875, -1.843505859375, -0.9140625, 0.015380859375, 0.94482421875, 1.874267578125, 2.8037109375, 3.733154296875, 4.66259765625, 5.592041015625, 6.521484375, 7.450927734375, 8.38037109375, 9.309814453125, 10.2392578125, 11.168701171875, 12.09814453125, 13.027587890625, 13.95703125, 14.886474609375, 15.81591796875, 16.745361328125, 17.6748046875, 18.604248046875, 19.53369140625, 20.463134765625, 21.392578125, 22.322021484375, 23.25146484375, 24.180908203125, 25.1103515625, 26.039794921875, 26.96923828125, 27.898681640625, 28.828125]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 6.0, 7.0, 3.0, 6.0, 16.0, 11.0, 21.0, 16.0, 23.0, 21.0, 33.0, 45.0, 32.0, 56.0, 76.0, 78.0, 125.0, 121.0, 187.0, 16242.0, 1030384.0, 312.0, 146.0, 124.0, 92.0, 65.0, 45.0, 52.0, 39.0, 33.0, 25.0, 23.0, 19.0, 15.0, 4.0, 13.0, 4.0, 7.0, 2.0, 6.0, 2.0, 5.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-826.0, -799.5078125, -773.015625, -746.5234375, -720.03125, -693.5390625, -667.046875, -640.5546875, -614.0625, -587.5703125, -561.078125, -534.5859375, -508.09375, -481.6015625, -455.109375, -428.6171875, -402.125, -375.6328125, -349.140625, -322.6484375, -296.15625, -269.6640625, -243.171875, -216.6796875, -190.1875, -163.6953125, -137.203125, -110.7109375, -84.21875, -57.7265625, -31.234375, -4.7421875, 21.75, 48.2421875, 74.734375, 101.2265625, 127.71875, 154.2109375, 180.703125, 207.1953125, 233.6875, 260.1796875, 286.671875, 313.1640625, 339.65625, 366.1484375, 392.640625, 419.1328125, 445.625, 472.1171875, 498.609375, 525.1015625, 551.59375, 578.0859375, 604.578125, 631.0703125, 657.5625, 684.0546875, 710.546875, 737.0390625, 763.53125, 790.0234375, 816.515625, 843.0078125, 869.5]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 7.0, 3.0, 2.0, 6.0, 8.0, 12.0, 9.0, 3.0, 21.0, 15.0, 22.0, 24.0, 28.0, 24.0, 33.0, 41.0, 39.0, 30.0, 49.0, 39.0, 57.0, 52.0, 39.0, 30.0, 41.0, 42.0, 43.0, 28.0, 32.0, 30.0, 33.0, 24.0, 27.0, 14.0, 21.0, 13.0, 13.0, 12.0, 5.0, 6.0, 5.0, 6.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-33.09375, -32.103759765625, -31.11376953125, -30.123779296875, -29.1337890625, -28.143798828125, -27.15380859375, -26.163818359375, -25.173828125, -24.183837890625, -23.19384765625, -22.203857421875, -21.2138671875, -20.223876953125, -19.23388671875, -18.243896484375, -17.25390625, -16.263916015625, -15.27392578125, -14.283935546875, -13.2939453125, -12.303955078125, -11.31396484375, -10.323974609375, -9.333984375, -8.343994140625, -7.35400390625, -6.364013671875, -5.3740234375, -4.384033203125, -3.39404296875, -2.404052734375, -1.4140625, -0.424072265625, 0.56591796875, 1.555908203125, 2.5458984375, 3.535888671875, 4.52587890625, 5.515869140625, 6.505859375, 7.495849609375, 8.48583984375, 9.475830078125, 10.4658203125, 11.455810546875, 12.44580078125, 13.435791015625, 14.42578125, 15.415771484375, 16.40576171875, 17.395751953125, 18.3857421875, 19.375732421875, 20.36572265625, 21.355712890625, 22.345703125, 23.335693359375, 24.32568359375, 25.315673828125, 26.3056640625, 27.295654296875, 28.28564453125, 29.275634765625, 30.265625]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 2.0, 7.0, 11.0, 14.0, 16.0, 38.0, 51.0, 96.0, 209.0, 478.0, 1171.0, 6915.0, 196584.0, 816326.0, 23090.0, 2279.0, 673.0, 244.0, 154.0, 83.0, 46.0, 18.0, 12.0, 8.0, 10.0, 6.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-147.625, -143.8603515625, -140.095703125, -136.3310546875, -132.56640625, -128.8017578125, -125.037109375, -121.2724609375, -117.5078125, -113.7431640625, -109.978515625, -106.2138671875, -102.44921875, -98.6845703125, -94.919921875, -91.1552734375, -87.390625, -83.6259765625, -79.861328125, -76.0966796875, -72.33203125, -68.5673828125, -64.802734375, -61.0380859375, -57.2734375, -53.5087890625, -49.744140625, -45.9794921875, -42.21484375, -38.4501953125, -34.685546875, -30.9208984375, -27.15625, -23.3916015625, -19.626953125, -15.8623046875, -12.09765625, -8.3330078125, -4.568359375, -0.8037109375, 2.9609375, 6.7255859375, 10.490234375, 14.2548828125, 18.01953125, 21.7841796875, 25.548828125, 29.3134765625, 33.078125, 36.8427734375, 40.607421875, 44.3720703125, 48.13671875, 51.9013671875, 55.666015625, 59.4306640625, 63.1953125, 66.9599609375, 70.724609375, 74.4892578125, 78.25390625, 82.0185546875, 85.783203125, 89.5478515625, 93.3125]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 6.0, 6.0, 11.0, 17.0, 24.0, 33.0, 69.0, 136.0, 197.0, 207.0, 129.0, 75.0, 44.0, 30.0, 13.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0090789794921875, -0.00885230302810669, -0.008625626564025879, -0.008398950099945068, -0.008172273635864258, -0.007945597171783447, -0.007718920707702637, -0.007492244243621826, -0.007265567779541016, -0.007038891315460205, -0.0068122148513793945, -0.006585538387298584, -0.0063588619232177734, -0.006132185459136963, -0.005905508995056152, -0.005678832530975342, -0.005452156066894531, -0.005225479602813721, -0.00499880313873291, -0.0047721266746521, -0.004545450210571289, -0.0043187737464904785, -0.004092097282409668, -0.0038654208183288574, -0.003638744354248047, -0.0034120678901672363, -0.0031853914260864258, -0.0029587149620056152, -0.0027320384979248047, -0.002505362033843994, -0.0022786855697631836, -0.002052009105682373, -0.0018253326416015625, -0.001598656177520752, -0.0013719797134399414, -0.0011453032493591309, -0.0009186267852783203, -0.0006919503211975098, -0.0004652738571166992, -0.00023859739303588867, -1.1920928955078125e-05, 0.00021475553512573242, 0.00044143199920654297, 0.0006681084632873535, 0.0008947849273681641, 0.0011214613914489746, 0.0013481378555297852, 0.0015748143196105957, 0.0018014907836914062, 0.002028167247772217, 0.0022548437118530273, 0.002481520175933838, 0.0027081966400146484, 0.002934873104095459, 0.0031615495681762695, 0.00338822603225708, 0.0036149024963378906, 0.003841578960418701, 0.004068255424499512, 0.004294931888580322, 0.004521608352661133, 0.004748284816741943, 0.004974961280822754, 0.0052016377449035645, 0.005428314208984375]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 8.0, 4.0, 8.0, 15.0, 16.0, 14.0, 39.0, 48.0, 87.0, 280.0, 1912.0, 378783.0, 664500.0, 2278.0, 309.0, 88.0, 57.0, 30.0, 21.0, 19.0, 10.0, 11.0, 6.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-272.25, -264.0078125, -255.765625, -247.5234375, -239.28125, -231.0390625, -222.796875, -214.5546875, -206.3125, -198.0703125, -189.828125, -181.5859375, -173.34375, -165.1015625, -156.859375, -148.6171875, -140.375, -132.1328125, -123.890625, -115.6484375, -107.40625, -99.1640625, -90.921875, -82.6796875, -74.4375, -66.1953125, -57.953125, -49.7109375, -41.46875, -33.2265625, -24.984375, -16.7421875, -8.5, -0.2578125, 7.984375, 16.2265625, 24.46875, 32.7109375, 40.953125, 49.1953125, 57.4375, 65.6796875, 73.921875, 82.1640625, 90.40625, 98.6484375, 106.890625, 115.1328125, 123.375, 131.6171875, 139.859375, 148.1015625, 156.34375, 164.5859375, 172.828125, 181.0703125, 189.3125, 197.5546875, 205.796875, 214.0390625, 222.28125, 230.5234375, 238.765625, 247.0078125, 255.25]}, "gradients/decoder.roberta.encoder.layer.12.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 3.0, 7.0, 9.0, 12.0, 12.0, 18.0, 18.0, 25.0, 46.0, 52.0, 96.0, 125.0, 159.0, 130.0, 80.0, 62.0, 39.0, 31.0, 27.0, 13.0, 10.0, 10.0, 8.0, 6.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.7265625, -13.276123046875, -12.82568359375, -12.375244140625, -11.9248046875, -11.474365234375, -11.02392578125, -10.573486328125, -10.123046875, -9.672607421875, -9.22216796875, -8.771728515625, -8.3212890625, -7.870849609375, -7.42041015625, -6.969970703125, -6.51953125, -6.069091796875, -5.61865234375, -5.168212890625, -4.7177734375, -4.267333984375, -3.81689453125, -3.366455078125, -2.916015625, -2.465576171875, -2.01513671875, -1.564697265625, -1.1142578125, -0.663818359375, -0.21337890625, 0.237060546875, 0.6875, 1.137939453125, 1.58837890625, 2.038818359375, 2.4892578125, 2.939697265625, 3.39013671875, 3.840576171875, 4.291015625, 4.741455078125, 5.19189453125, 5.642333984375, 6.0927734375, 6.543212890625, 6.99365234375, 7.444091796875, 7.89453125, 8.344970703125, 8.79541015625, 9.245849609375, 9.6962890625, 10.146728515625, 10.59716796875, 11.047607421875, 11.498046875, 11.948486328125, 12.39892578125, 12.849365234375, 13.2998046875, 13.750244140625, 14.20068359375, 14.651123046875, 15.1015625]}, "gradients/decoder.roberta.encoder.layer.11.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 7.0, 15.0, 17.0, 26.0, 29.0, 40.0, 57.0, 93.0, 99.0, 106.0, 96.0, 109.0, 88.0, 66.0, 46.0, 45.0, 22.0, 25.0, 6.0, 7.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-69.94937133789062, -67.9633560180664, -65.97733306884766, -63.99131774902344, -62.00529861450195, -60.01927947998047, -58.03326416015625, -56.047245025634766, -54.06122589111328, -52.0752067565918, -50.08918762207031, -48.103172302246094, -46.11715316772461, -44.131134033203125, -42.145118713378906, -40.15909957885742, -38.17308044433594, -36.18706130981445, -34.20104217529297, -32.21502685546875, -30.229007720947266, -28.24298858642578, -26.25697135925293, -24.270954132080078, -22.284934997558594, -20.29891586303711, -18.312898635864258, -16.326881408691406, -14.340862274169922, -12.354844093322754, -10.368825912475586, -8.382807731628418, -6.39678955078125, -4.410771369934082, -2.424753189086914, -0.4387350082397461, 1.5472831726074219, 3.53330135345459, 5.519319534301758, 7.505337715148926, 9.491355895996094, 11.477374076843262, 13.46339225769043, 15.449410438537598, 17.435428619384766, 19.42144775390625, 21.4074649810791, 23.393482208251953, 25.379501342773438, 27.365520477294922, 29.351537704467773, 31.337554931640625, 33.32357406616211, 35.309593200683594, 37.29560852050781, 39.2816276550293, 41.26764678955078, 43.253665924072266, 45.23968505859375, 47.22570037841797, 49.21171951293945, 51.19773864746094, 53.183753967285156, 55.16977310180664, 57.155792236328125]}, "gradients/decoder.roberta.encoder.layer.11.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 1.0, 2.0, 7.0, 5.0, 4.0, 3.0, 3.0, 13.0, 9.0, 9.0, 22.0, 21.0, 21.0, 27.0, 28.0, 28.0, 31.0, 31.0, 40.0, 50.0, 40.0, 36.0, 46.0, 35.0, 41.0, 48.0, 51.0, 36.0, 42.0, 38.0, 19.0, 36.0, 28.0, 22.0, 23.0, 21.0, 19.0, 10.0, 14.0, 9.0, 7.0, 9.0, 4.0, 5.0, 4.0, 6.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.40886306762695, -44.12173080444336, -42.8345947265625, -41.547462463378906, -40.26033020019531, -38.97319793701172, -37.686065673828125, -36.398929595947266, -35.11179733276367, -33.82466506958008, -32.53752899169922, -31.250396728515625, -29.96326446533203, -28.676132202148438, -27.38899803161621, -26.101863861083984, -24.81473159790039, -23.527599334716797, -22.24046516418457, -20.953330993652344, -19.66619873046875, -18.379066467285156, -17.09193229675293, -15.80479907989502, -14.51766586303711, -13.2305326461792, -11.943399429321289, -10.656266212463379, -9.369132995605469, -8.081999778747559, -6.794866561889648, -5.507733345031738, -4.220600128173828, -2.933466911315918, -1.6463336944580078, -0.35920047760009766, 0.9279327392578125, 2.2150659561157227, 3.502199172973633, 4.789332389831543, 6.076465606689453, 7.363598823547363, 8.650732040405273, 9.937865257263184, 11.224998474121094, 12.512131690979004, 13.799264907836914, 15.086398124694824, 16.373531341552734, 17.660663604736328, 18.947797775268555, 20.23493194580078, 21.522064208984375, 22.80919647216797, 24.096330642700195, 25.383464813232422, 26.670597076416016, 27.95772933959961, 29.244863510131836, 30.531997680664062, 31.819129943847656, 33.10626220703125, 34.393394470214844, 35.6805305480957, 36.9676628112793]}, "gradients/decoder.roberta.encoder.layer.11.output.dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 2.0, 8.0, 11.0, 14.0, 14.0, 17.0, 19.0, 26.0, 36.0, 43.0, 48.0, 55.0, 68.0, 93.0, 93.0, 153.0, 205.0, 364.0, 614.0, 1473.0, 5790.0, 36065.0, 413559.0, 3260202.0, 428774.0, 37216.0, 5844.0, 1523.0, 674.0, 345.0, 212.0, 151.0, 117.0, 96.0, 59.0, 63.0, 55.0, 37.0, 30.0, 27.0, 23.0, 13.0, 16.0, 8.0, 7.0, 6.0, 5.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-90.0, -87.0498046875, -84.099609375, -81.1494140625, -78.19921875, -75.2490234375, -72.298828125, -69.3486328125, -66.3984375, -63.4482421875, -60.498046875, -57.5478515625, -54.59765625, -51.6474609375, -48.697265625, -45.7470703125, -42.796875, -39.8466796875, -36.896484375, -33.9462890625, -30.99609375, -28.0458984375, -25.095703125, -22.1455078125, -19.1953125, -16.2451171875, -13.294921875, -10.3447265625, -7.39453125, -4.4443359375, -1.494140625, 1.4560546875, 4.40625, 7.3564453125, 10.306640625, 13.2568359375, 16.20703125, 19.1572265625, 22.107421875, 25.0576171875, 28.0078125, 30.9580078125, 33.908203125, 36.8583984375, 39.80859375, 42.7587890625, 45.708984375, 48.6591796875, 51.609375, 54.5595703125, 57.509765625, 60.4599609375, 63.41015625, 66.3603515625, 69.310546875, 72.2607421875, 75.2109375, 78.1611328125, 81.111328125, 84.0615234375, 87.01171875, 89.9619140625, 92.912109375, 95.8623046875, 98.8125]}, "gradients/decoder.roberta.encoder.layer.11.output.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 4.0, 6.0, 8.0, 7.0, 7.0, 11.0, 13.0, 14.0, 11.0, 18.0, 23.0, 18.0, 30.0, 28.0, 30.0, 35.0, 34.0, 32.0, 35.0, 42.0, 41.0, 46.0, 45.0, 48.0, 36.0, 35.0, 39.0, 43.0, 32.0, 36.0, 31.0, 11.0, 18.0, 21.0, 16.0, 22.0, 11.0, 9.0, 15.0, 12.0, 4.0, 4.0, 8.0, 3.0, 5.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-25.359375, -24.541259765625, -23.72314453125, -22.905029296875, -22.0869140625, -21.268798828125, -20.45068359375, -19.632568359375, -18.814453125, -17.996337890625, -17.17822265625, -16.360107421875, -15.5419921875, -14.723876953125, -13.90576171875, -13.087646484375, -12.26953125, -11.451416015625, -10.63330078125, -9.815185546875, -8.9970703125, -8.178955078125, -7.36083984375, -6.542724609375, -5.724609375, -4.906494140625, -4.08837890625, -3.270263671875, -2.4521484375, -1.634033203125, -0.81591796875, 0.002197265625, 0.8203125, 1.638427734375, 2.45654296875, 3.274658203125, 4.0927734375, 4.910888671875, 5.72900390625, 6.547119140625, 7.365234375, 8.183349609375, 9.00146484375, 9.819580078125, 10.6376953125, 11.455810546875, 12.27392578125, 13.092041015625, 13.91015625, 14.728271484375, 15.54638671875, 16.364501953125, 17.1826171875, 18.000732421875, 18.81884765625, 19.636962890625, 20.455078125, 21.273193359375, 22.09130859375, 22.909423828125, 23.7275390625, 24.545654296875, 25.36376953125, 26.181884765625, 27.0]}, "gradients/decoder.roberta.encoder.layer.11.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0, 4.0, 7.0, 10.0, 7.0, 16.0, 15.0, 26.0, 34.0, 44.0, 60.0, 120.0, 184.0, 332.0, 943.0, 9617.0, 3854015.0, 324456.0, 3073.0, 610.0, 282.0, 135.0, 88.0, 59.0, 34.0, 29.0, 27.0, 16.0, 10.0, 9.0, 5.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-299.25, -289.2109375, -279.171875, -269.1328125, -259.09375, -249.0546875, -239.015625, -228.9765625, -218.9375, -208.8984375, -198.859375, -188.8203125, -178.78125, -168.7421875, -158.703125, -148.6640625, -138.625, -128.5859375, -118.546875, -108.5078125, -98.46875, -88.4296875, -78.390625, -68.3515625, -58.3125, -48.2734375, -38.234375, -28.1953125, -18.15625, -8.1171875, 1.921875, 11.9609375, 22.0, 32.0390625, 42.078125, 52.1171875, 62.15625, 72.1953125, 82.234375, 92.2734375, 102.3125, 112.3515625, 122.390625, 132.4296875, 142.46875, 152.5078125, 162.546875, 172.5859375, 182.625, 192.6640625, 202.703125, 212.7421875, 222.78125, 232.8203125, 242.859375, 252.8984375, 262.9375, 272.9765625, 283.015625, 293.0546875, 303.09375, 313.1328125, 323.171875, 333.2109375, 343.25]}, "gradients/decoder.roberta.encoder.layer.11.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 6.0, 7.0, 8.0, 14.0, 19.0, 29.0, 39.0, 48.0, 82.0, 116.0, 200.0, 312.0, 425.0, 623.0, 656.0, 500.0, 313.0, 224.0, 146.0, 95.0, 60.0, 43.0, 30.0, 14.0, 14.0, 15.0, 6.0, 9.0, 7.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.140625, -19.58349609375, -19.0263671875, -18.46923828125, -17.912109375, -17.35498046875, -16.7978515625, -16.24072265625, -15.68359375, -15.12646484375, -14.5693359375, -14.01220703125, -13.455078125, -12.89794921875, -12.3408203125, -11.78369140625, -11.2265625, -10.66943359375, -10.1123046875, -9.55517578125, -8.998046875, -8.44091796875, -7.8837890625, -7.32666015625, -6.76953125, -6.21240234375, -5.6552734375, -5.09814453125, -4.541015625, -3.98388671875, -3.4267578125, -2.86962890625, -2.3125, -1.75537109375, -1.1982421875, -0.64111328125, -0.083984375, 0.47314453125, 1.0302734375, 1.58740234375, 2.14453125, 2.70166015625, 3.2587890625, 3.81591796875, 4.373046875, 4.93017578125, 5.4873046875, 6.04443359375, 6.6015625, 7.15869140625, 7.7158203125, 8.27294921875, 8.830078125, 9.38720703125, 9.9443359375, 10.50146484375, 11.05859375, 11.61572265625, 12.1728515625, 12.72998046875, 13.287109375, 13.84423828125, 14.4013671875, 14.95849609375, 15.515625]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 7.0, 14.0, 9.0, 12.0, 27.0, 21.0, 42.0, 40.0, 46.0, 69.0, 67.0, 52.0, 78.0, 53.0, 75.0, 65.0, 58.0, 50.0, 48.0, 41.0, 26.0, 27.0, 16.0, 19.0, 16.0, 2.0, 7.0, 6.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.449913024902344, -41.36714172363281, -40.28437042236328, -39.20159912109375, -38.11882781982422, -37.03605651855469, -35.953285217285156, -34.870513916015625, -33.787742614746094, -32.70497131347656, -31.62220001220703, -30.5394287109375, -29.45665740966797, -28.373886108398438, -27.29111671447754, -26.208345413208008, -25.12557601928711, -24.042804718017578, -22.960033416748047, -21.877262115478516, -20.794490814208984, -19.711719512939453, -18.628950119018555, -17.546178817749023, -16.463407516479492, -15.380636215209961, -14.29786491394043, -13.215094566345215, -12.132323265075684, -11.049551963806152, -9.966781616210938, -8.884010314941406, -7.801235198974609, -6.718463897705078, -5.635693073272705, -4.552922248840332, -3.470150947570801, -2.3873796463012695, -1.3046088218688965, -0.22183799743652344, 0.8609333038330078, 1.94370436668396, 3.026475429534912, 4.109246253967285, 5.192017555236816, 6.274788856506348, 7.357559680938721, 8.440330505371094, 9.523101806640625, 10.605873107910156, 11.688644409179688, 12.771414756774902, 13.854186058044434, 14.936957359313965, 16.01972770690918, 17.10249900817871, 18.185270309448242, 19.268041610717773, 20.350812911987305, 21.433584213256836, 22.516353607177734, 23.599124908447266, 24.681896209716797, 25.764667510986328, 26.84743881225586]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 5.0, 3.0, 1.0, 4.0, 11.0, 9.0, 4.0, 15.0, 14.0, 12.0, 17.0, 16.0, 19.0, 25.0, 30.0, 30.0, 30.0, 37.0, 28.0, 34.0, 45.0, 42.0, 31.0, 31.0, 45.0, 47.0, 40.0, 47.0, 37.0, 32.0, 32.0, 28.0, 24.0, 25.0, 25.0, 18.0, 19.0, 15.0, 9.0, 9.0, 11.0, 11.0, 9.0, 6.0, 5.0, 5.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0], "bins": [-30.004039764404297, -29.133975982666016, -28.263914108276367, -27.393850326538086, -26.523786544799805, -25.653724670410156, -24.783660888671875, -23.913597106933594, -23.043535232543945, -22.173471450805664, -21.303409576416016, -20.433345794677734, -19.563282012939453, -18.693220138549805, -17.823156356811523, -16.953094482421875, -16.083030700683594, -15.212967872619629, -14.342904090881348, -13.472841262817383, -12.602778434753418, -11.732715606689453, -10.862651824951172, -9.992588996887207, -9.12252426147461, -8.252461433410645, -7.3823981285095215, -6.512334823608398, -5.642271995544434, -4.7722086906433105, -3.9021453857421875, -3.0320825576782227, -2.162019729614258, -1.2919566631317139, -0.42189347743988037, 0.4481697082519531, 1.318232774734497, 2.188295841217041, 3.058359146118164, 3.928421974182129, 4.798485279083252, 5.668548583984375, 6.53861141204834, 7.408674716949463, 8.278738021850586, 9.14880084991455, 10.018863677978516, 10.888927459716797, 11.758990287780762, 12.629053115844727, 13.499116897583008, 14.369179725646973, 15.239242553710938, 16.10930633544922, 16.9793701171875, 17.84943199157715, 18.71949577331543, 19.58955955505371, 20.45962142944336, 21.32968521118164, 22.199748992919922, 23.06981086730957, 23.93987464904785, 24.8099365234375, 25.68000030517578]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.dense.weight": {"_type": "histogram", "values": [4.0, 0.0, 4.0, 6.0, 12.0, 5.0, 17.0, 21.0, 20.0, 43.0, 55.0, 80.0, 138.0, 174.0, 256.0, 433.0, 537.0, 820.0, 1163.0, 1799.0, 2662.0, 3783.0, 5519.0, 8240.0, 12128.0, 17152.0, 24305.0, 34541.0, 47078.0, 62399.0, 79765.0, 95361.0, 105828.0, 107325.0, 100207.0, 85390.0, 68831.0, 52590.0, 38706.0, 27894.0, 19835.0, 13910.0, 9340.0, 6392.0, 4305.0, 3055.0, 1980.0, 1474.0, 976.0, 631.0, 440.0, 289.0, 231.0, 138.0, 95.0, 63.0, 41.0, 30.0, 21.0, 15.0, 9.0, 7.0, 5.0, 3.0], "bins": [-2.59765625, -2.519378662109375, -2.44110107421875, -2.362823486328125, -2.2845458984375, -2.206268310546875, -2.12799072265625, -2.049713134765625, -1.971435546875, -1.893157958984375, -1.81488037109375, -1.736602783203125, -1.6583251953125, -1.580047607421875, -1.50177001953125, -1.423492431640625, -1.34521484375, -1.266937255859375, -1.18865966796875, -1.110382080078125, -1.0321044921875, -0.953826904296875, -0.87554931640625, -0.797271728515625, -0.718994140625, -0.640716552734375, -0.56243896484375, -0.484161376953125, -0.4058837890625, -0.327606201171875, -0.24932861328125, -0.171051025390625, -0.0927734375, -0.014495849609375, 0.06378173828125, 0.142059326171875, 0.2203369140625, 0.298614501953125, 0.37689208984375, 0.455169677734375, 0.533447265625, 0.611724853515625, 0.69000244140625, 0.768280029296875, 0.8465576171875, 0.924835205078125, 1.00311279296875, 1.081390380859375, 1.15966796875, 1.237945556640625, 1.31622314453125, 1.394500732421875, 1.4727783203125, 1.551055908203125, 1.62933349609375, 1.707611083984375, 1.785888671875, 1.864166259765625, 1.94244384765625, 2.020721435546875, 2.0989990234375, 2.177276611328125, 2.25555419921875, 2.333831787109375, 2.412109375]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 7.0, 8.0, 7.0, 8.0, 16.0, 12.0, 13.0, 18.0, 19.0, 18.0, 29.0, 29.0, 27.0, 32.0, 34.0, 36.0, 34.0, 48.0, 35.0, 31.0, 34.0, 49.0, 42.0, 40.0, 48.0, 36.0, 36.0, 25.0, 27.0, 25.0, 25.0, 23.0, 20.0, 15.0, 15.0, 10.0, 4.0, 13.0, 12.0, 8.0, 5.0, 6.0, 4.0, 4.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0], "bins": [-28.5, -27.649658203125, -26.79931640625, -25.948974609375, -25.0986328125, -24.248291015625, -23.39794921875, -22.547607421875, -21.697265625, -20.846923828125, -19.99658203125, -19.146240234375, -18.2958984375, -17.445556640625, -16.59521484375, -15.744873046875, -14.89453125, -14.044189453125, -13.19384765625, -12.343505859375, -11.4931640625, -10.642822265625, -9.79248046875, -8.942138671875, -8.091796875, -7.241455078125, -6.39111328125, -5.540771484375, -4.6904296875, -3.840087890625, -2.98974609375, -2.139404296875, -1.2890625, -0.438720703125, 0.41162109375, 1.261962890625, 2.1123046875, 2.962646484375, 3.81298828125, 4.663330078125, 5.513671875, 6.364013671875, 7.21435546875, 8.064697265625, 8.9150390625, 9.765380859375, 10.61572265625, 11.466064453125, 12.31640625, 13.166748046875, 14.01708984375, 14.867431640625, 15.7177734375, 16.568115234375, 17.41845703125, 18.268798828125, 19.119140625, 19.969482421875, 20.81982421875, 21.670166015625, 22.5205078125, 23.370849609375, 24.22119140625, 25.071533203125, 25.921875]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.value.weight": {"_type": "histogram", "values": [5.0, 1.0, 5.0, 1.0, 5.0, 4.0, 19.0, 20.0, 22.0, 30.0, 49.0, 72.0, 93.0, 131.0, 172.0, 242.0, 339.0, 499.0, 601.0, 821.0, 1088.0, 1502.0, 2021.0, 2732.0, 3892.0, 5374.0, 7530.0, 10443.0, 15143.0, 22728.0, 66040.0, 661961.0, 157909.0, 27386.0, 17245.0, 11864.0, 8407.0, 5957.0, 4330.0, 3179.0, 2214.0, 1758.0, 1294.0, 885.0, 694.0, 469.0, 419.0, 257.0, 212.0, 145.0, 96.0, 85.0, 55.0, 40.0, 31.0, 19.0, 15.0, 8.0, 8.0, 7.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.76953125, -4.618896484375, -4.46826171875, -4.317626953125, -4.1669921875, -4.016357421875, -3.86572265625, -3.715087890625, -3.564453125, -3.413818359375, -3.26318359375, -3.112548828125, -2.9619140625, -2.811279296875, -2.66064453125, -2.510009765625, -2.359375, -2.208740234375, -2.05810546875, -1.907470703125, -1.7568359375, -1.606201171875, -1.45556640625, -1.304931640625, -1.154296875, -1.003662109375, -0.85302734375, -0.702392578125, -0.5517578125, -0.401123046875, -0.25048828125, -0.099853515625, 0.05078125, 0.201416015625, 0.35205078125, 0.502685546875, 0.6533203125, 0.803955078125, 0.95458984375, 1.105224609375, 1.255859375, 1.406494140625, 1.55712890625, 1.707763671875, 1.8583984375, 2.009033203125, 2.15966796875, 2.310302734375, 2.4609375, 2.611572265625, 2.76220703125, 2.912841796875, 3.0634765625, 3.214111328125, 3.36474609375, 3.515380859375, 3.666015625, 3.816650390625, 3.96728515625, 4.117919921875, 4.2685546875, 4.419189453125, 4.56982421875, 4.720458984375, 4.87109375]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 10.0, 5.0, 5.0, 7.0, 7.0, 9.0, 13.0, 14.0, 12.0, 18.0, 15.0, 11.0, 19.0, 31.0, 27.0, 23.0, 34.0, 38.0, 41.0, 33.0, 33.0, 37.0, 34.0, 45.0, 47.0, 36.0, 34.0, 31.0, 31.0, 37.0, 36.0, 28.0, 26.0, 21.0, 26.0, 19.0, 15.0, 14.0, 14.0, 14.0, 12.0, 6.0, 8.0, 4.0, 9.0, 5.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-17.171875, -16.614990234375, -16.05810546875, -15.501220703125, -14.9443359375, -14.387451171875, -13.83056640625, -13.273681640625, -12.716796875, -12.159912109375, -11.60302734375, -11.046142578125, -10.4892578125, -9.932373046875, -9.37548828125, -8.818603515625, -8.26171875, -7.704833984375, -7.14794921875, -6.591064453125, -6.0341796875, -5.477294921875, -4.92041015625, -4.363525390625, -3.806640625, -3.249755859375, -2.69287109375, -2.135986328125, -1.5791015625, -1.022216796875, -0.46533203125, 0.091552734375, 0.6484375, 1.205322265625, 1.76220703125, 2.319091796875, 2.8759765625, 3.432861328125, 3.98974609375, 4.546630859375, 5.103515625, 5.660400390625, 6.21728515625, 6.774169921875, 7.3310546875, 7.887939453125, 8.44482421875, 9.001708984375, 9.55859375, 10.115478515625, 10.67236328125, 11.229248046875, 11.7861328125, 12.343017578125, 12.89990234375, 13.456787109375, 14.013671875, 14.570556640625, 15.12744140625, 15.684326171875, 16.2412109375, 16.798095703125, 17.35498046875, 17.911865234375, 18.46875]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 9.0, 5.0, 11.0, 10.0, 15.0, 20.0, 31.0, 35.0, 56.0, 61.0, 88.0, 145.0, 230.0, 316.0, 499.0, 803.0, 1283.0, 2118.0, 3573.0, 6511.0, 11282.0, 20662.0, 44093.0, 846236.0, 57278.0, 23412.0, 12418.0, 7069.0, 4050.0, 2327.0, 1350.0, 877.0, 546.0, 353.0, 261.0, 170.0, 103.0, 66.0, 59.0, 37.0, 21.0, 17.0, 13.0, 16.0, 9.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.5361328125, -0.520172119140625, -0.50421142578125, -0.488250732421875, -0.4722900390625, -0.456329345703125, -0.44036865234375, -0.424407958984375, -0.408447265625, -0.392486572265625, -0.37652587890625, -0.360565185546875, -0.3446044921875, -0.328643798828125, -0.31268310546875, -0.296722412109375, -0.28076171875, -0.264801025390625, -0.24884033203125, -0.232879638671875, -0.2169189453125, -0.200958251953125, -0.18499755859375, -0.169036865234375, -0.153076171875, -0.137115478515625, -0.12115478515625, -0.105194091796875, -0.0892333984375, -0.073272705078125, -0.05731201171875, -0.041351318359375, -0.025390625, -0.009429931640625, 0.00653076171875, 0.022491455078125, 0.0384521484375, 0.054412841796875, 0.07037353515625, 0.086334228515625, 0.102294921875, 0.118255615234375, 0.13421630859375, 0.150177001953125, 0.1661376953125, 0.182098388671875, 0.19805908203125, 0.214019775390625, 0.22998046875, 0.245941162109375, 0.26190185546875, 0.277862548828125, 0.2938232421875, 0.309783935546875, 0.32574462890625, 0.341705322265625, 0.357666015625, 0.373626708984375, 0.38958740234375, 0.405548095703125, 0.4215087890625, 0.437469482421875, 0.45343017578125, 0.469390869140625, 0.4853515625]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 7.0, 5.0, 5.0, 12.0, 16.0, 17.0, 23.0, 27.0, 31.0, 35.0, 34.0, 36.0, 57.0, 52.0, 47.0, 52.0, 55.0, 57.0, 71.0, 51.0, 57.0, 54.0, 33.0, 30.0, 25.0, 19.0, 15.0, 18.0, 15.0, 11.0, 10.0, 12.0, 6.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.9325485229492188e-05, -2.8427690267562866e-05, -2.7529895305633545e-05, -2.6632100343704224e-05, -2.5734305381774902e-05, -2.483651041984558e-05, -2.393871545791626e-05, -2.304092049598694e-05, -2.2143125534057617e-05, -2.1245330572128296e-05, -2.0347535610198975e-05, -1.9449740648269653e-05, -1.8551945686340332e-05, -1.765415072441101e-05, -1.675635576248169e-05, -1.5858560800552368e-05, -1.4960765838623047e-05, -1.4062970876693726e-05, -1.3165175914764404e-05, -1.2267380952835083e-05, -1.1369585990905762e-05, -1.047179102897644e-05, -9.573996067047119e-06, -8.676201105117798e-06, -7.778406143188477e-06, -6.880611181259155e-06, -5.982816219329834e-06, -5.085021257400513e-06, -4.187226295471191e-06, -3.28943133354187e-06, -2.391636371612549e-06, -1.4938414096832275e-06, -5.960464477539062e-07, 3.0174851417541504e-07, 1.1995434761047363e-06, 2.0973384380340576e-06, 2.995133399963379e-06, 3.8929283618927e-06, 4.7907233238220215e-06, 5.688518285751343e-06, 6.586313247680664e-06, 7.484108209609985e-06, 8.381903171539307e-06, 9.279698133468628e-06, 1.017749309539795e-05, 1.107528805732727e-05, 1.1973083019256592e-05, 1.2870877981185913e-05, 1.3768672943115234e-05, 1.4666467905044556e-05, 1.5564262866973877e-05, 1.6462057828903198e-05, 1.735985279083252e-05, 1.825764775276184e-05, 1.9155442714691162e-05, 2.0053237676620483e-05, 2.0951032638549805e-05, 2.1848827600479126e-05, 2.2746622562408447e-05, 2.364441752433777e-05, 2.454221248626709e-05, 2.544000744819641e-05, 2.6337802410125732e-05, 2.7235597372055054e-05, 2.8133392333984375e-05]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 4.0, 11.0, 9.0, 9.0, 7.0, 7.0, 13.0, 21.0, 33.0, 45.0, 63.0, 87.0, 144.0, 392.0, 5582.0, 606366.0, 431154.0, 3817.0, 353.0, 136.0, 81.0, 57.0, 38.0, 27.0, 18.0, 15.0, 12.0, 3.0, 8.0, 6.0, 6.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.953125, -1.887908935546875, -1.82269287109375, -1.757476806640625, -1.6922607421875, -1.627044677734375, -1.56182861328125, -1.496612548828125, -1.431396484375, -1.366180419921875, -1.30096435546875, -1.235748291015625, -1.1705322265625, -1.105316162109375, -1.04010009765625, -0.974884033203125, -0.90966796875, -0.844451904296875, -0.77923583984375, -0.714019775390625, -0.6488037109375, -0.583587646484375, -0.51837158203125, -0.453155517578125, -0.387939453125, -0.322723388671875, -0.25750732421875, -0.192291259765625, -0.1270751953125, -0.061859130859375, 0.00335693359375, 0.068572998046875, 0.1337890625, 0.199005126953125, 0.26422119140625, 0.329437255859375, 0.3946533203125, 0.459869384765625, 0.52508544921875, 0.590301513671875, 0.655517578125, 0.720733642578125, 0.78594970703125, 0.851165771484375, 0.9163818359375, 0.981597900390625, 1.04681396484375, 1.112030029296875, 1.17724609375, 1.242462158203125, 1.30767822265625, 1.372894287109375, 1.4381103515625, 1.503326416015625, 1.56854248046875, 1.633758544921875, 1.698974609375, 1.764190673828125, 1.82940673828125, 1.894622802734375, 1.9598388671875, 2.025054931640625, 2.09027099609375, 2.155487060546875, 2.220703125]}, "gradients/decoder.roberta.encoder.layer.11.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 8.0, 6.0, 5.0, 16.0, 14.0, 18.0, 27.0, 25.0, 37.0, 51.0, 39.0, 59.0, 66.0, 67.0, 76.0, 59.0, 62.0, 65.0, 54.0, 41.0, 33.0, 44.0, 19.0, 18.0, 16.0, 13.0, 10.0, 8.0, 9.0, 4.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.112060546875, -0.108734130859375, -0.10540771484375, -0.102081298828125, -0.0987548828125, -0.095428466796875, -0.09210205078125, -0.088775634765625, -0.08544921875, -0.082122802734375, -0.07879638671875, -0.075469970703125, -0.0721435546875, -0.068817138671875, -0.06549072265625, -0.062164306640625, -0.058837890625, -0.055511474609375, -0.05218505859375, -0.048858642578125, -0.0455322265625, -0.042205810546875, -0.03887939453125, -0.035552978515625, -0.0322265625, -0.028900146484375, -0.02557373046875, -0.022247314453125, -0.0189208984375, -0.015594482421875, -0.01226806640625, -0.008941650390625, -0.005615234375, -0.002288818359375, 0.00103759765625, 0.004364013671875, 0.0076904296875, 0.011016845703125, 0.01434326171875, 0.017669677734375, 0.02099609375, 0.024322509765625, 0.02764892578125, 0.030975341796875, 0.0343017578125, 0.037628173828125, 0.04095458984375, 0.044281005859375, 0.047607421875, 0.050933837890625, 0.05426025390625, 0.057586669921875, 0.0609130859375, 0.064239501953125, 0.06756591796875, 0.070892333984375, 0.07421875, 0.077545166015625, 0.08087158203125, 0.084197998046875, 0.0875244140625, 0.090850830078125, 0.09417724609375, 0.097503662109375, 0.100830078125]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 15.0, 17.0, 14.0, 17.0, 29.0, 41.0, 45.0, 55.0, 61.0, 60.0, 69.0, 65.0, 62.0, 64.0, 63.0, 64.0, 51.0, 41.0, 35.0, 30.0, 22.0, 22.0, 20.0, 13.0, 6.0, 6.0, 3.0, 4.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-39.79467010498047, -38.72598648071289, -37.65730667114258, -36.588623046875, -35.51994323730469, -34.45125961303711, -33.38257598876953, -32.31389617919922, -31.24521255493164, -30.176530838012695, -29.10784912109375, -28.039165496826172, -26.970483779907227, -25.90180206298828, -24.833118438720703, -23.764436721801758, -22.695755004882812, -21.627073287963867, -20.558391571044922, -19.489707946777344, -18.4210262298584, -17.352344512939453, -16.283660888671875, -15.21497917175293, -14.146297454833984, -13.077615737915039, -12.008933067321777, -10.940250396728516, -9.87156867980957, -8.802886962890625, -7.734204292297363, -6.66552209854126, -5.596841812133789, -4.5281596183776855, -3.459477424621582, -2.3907952308654785, -1.322113037109375, -0.2534308433532715, 0.815251350402832, 1.8839335441589355, 2.952615737915039, 4.021297931671143, 5.089980125427246, 6.15866231918335, 7.227344512939453, 8.296026229858398, 9.36470890045166, 10.433391571044922, 11.502073287963867, 12.570755004882812, 13.639437675476074, 14.708120346069336, 15.776802062988281, 16.845483779907227, 17.914165496826172, 18.98284912109375, 20.051530838012695, 21.12021255493164, 22.18889617919922, 23.257577896118164, 24.32625961303711, 25.394941329956055, 26.463623046875, 27.532306671142578, 28.600988388061523]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 7.0, 8.0, 7.0, 8.0, 16.0, 12.0, 14.0, 17.0, 19.0, 19.0, 28.0, 29.0, 28.0, 32.0, 33.0, 37.0, 36.0, 45.0, 35.0, 31.0, 34.0, 49.0, 42.0, 41.0, 47.0, 37.0, 35.0, 25.0, 27.0, 25.0, 25.0, 24.0, 19.0, 15.0, 15.0, 10.0, 4.0, 13.0, 12.0, 8.0, 5.0, 6.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0], "bins": [-28.48048973083496, -27.630340576171875, -26.780189514160156, -25.93004035949707, -25.079891204833984, -24.2297420501709, -23.379592895507812, -22.529441833496094, -21.679292678833008, -20.829143524169922, -19.978992462158203, -19.128843307495117, -18.27869415283203, -17.428544998168945, -16.57839584350586, -15.72824478149414, -14.878095626831055, -14.027946472167969, -13.177796363830566, -12.327646255493164, -11.477497100830078, -10.627347946166992, -9.77719783782959, -8.927047729492188, -8.076898574829102, -7.226748943328857, -6.376599311828613, -5.526449680328369, -4.676300048828125, -3.826150417327881, -2.9760007858276367, -2.1258511543273926, -1.2756996154785156, -0.4255499839782715, 0.42459964752197266, 1.2747492790222168, 2.124898910522461, 2.975048542022705, 3.825198173522949, 4.675347805023193, 5.5254974365234375, 6.375647068023682, 7.225796699523926, 8.075946807861328, 8.926095962524414, 9.7762451171875, 10.626395225524902, 11.476545333862305, 12.32669448852539, 13.176843643188477, 14.026993751525879, 14.877143859863281, 15.727293014526367, 16.577442169189453, 17.427593231201172, 18.277742385864258, 19.127891540527344, 19.97804069519043, 20.828189849853516, 21.678340911865234, 22.52849006652832, 23.378639221191406, 24.228790283203125, 25.07893943786621, 25.929088592529297]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 4.0, 2.0, 4.0, 7.0, 6.0, 13.0, 24.0, 11.0, 21.0, 53.0, 44.0, 77.0, 86.0, 135.0, 207.0, 410.0, 580.0, 1066.0, 2048.0, 3618.0, 6819.0, 12742.0, 24119.0, 44934.0, 86281.0, 178234.0, 301052.0, 190988.0, 91777.0, 48005.0, 25421.0, 13612.0, 7190.0, 3964.0, 2111.0, 1145.0, 622.0, 403.0, 241.0, 135.0, 108.0, 72.0, 41.0, 27.0, 34.0, 20.0, 16.0, 12.0, 8.0, 6.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-30.234375, -29.305419921875, -28.37646484375, -27.447509765625, -26.5185546875, -25.589599609375, -24.66064453125, -23.731689453125, -22.802734375, -21.873779296875, -20.94482421875, -20.015869140625, -19.0869140625, -18.157958984375, -17.22900390625, -16.300048828125, -15.37109375, -14.442138671875, -13.51318359375, -12.584228515625, -11.6552734375, -10.726318359375, -9.79736328125, -8.868408203125, -7.939453125, -7.010498046875, -6.08154296875, -5.152587890625, -4.2236328125, -3.294677734375, -2.36572265625, -1.436767578125, -0.5078125, 0.421142578125, 1.35009765625, 2.279052734375, 3.2080078125, 4.136962890625, 5.06591796875, 5.994873046875, 6.923828125, 7.852783203125, 8.78173828125, 9.710693359375, 10.6396484375, 11.568603515625, 12.49755859375, 13.426513671875, 14.35546875, 15.284423828125, 16.21337890625, 17.142333984375, 18.0712890625, 19.000244140625, 19.92919921875, 20.858154296875, 21.787109375, 22.716064453125, 23.64501953125, 24.573974609375, 25.5029296875, 26.431884765625, 27.36083984375, 28.289794921875, 29.21875]}, "gradients/decoder.roberta.encoder.layer.11.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 9.0, 8.0, 8.0, 8.0, 18.0, 11.0, 14.0, 13.0, 20.0, 25.0, 24.0, 30.0, 40.0, 29.0, 29.0, 36.0, 36.0, 45.0, 34.0, 33.0, 44.0, 46.0, 44.0, 44.0, 38.0, 33.0, 38.0, 24.0, 29.0, 22.0, 24.0, 19.0, 23.0, 9.0, 17.0, 7.0, 13.0, 11.0, 5.0, 6.0, 6.0, 7.0, 4.0, 4.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-29.703125, -28.8076171875, -27.912109375, -27.0166015625, -26.12109375, -25.2255859375, -24.330078125, -23.4345703125, -22.5390625, -21.6435546875, -20.748046875, -19.8525390625, -18.95703125, -18.0615234375, -17.166015625, -16.2705078125, -15.375, -14.4794921875, -13.583984375, -12.6884765625, -11.79296875, -10.8974609375, -10.001953125, -9.1064453125, -8.2109375, -7.3154296875, -6.419921875, -5.5244140625, -4.62890625, -3.7333984375, -2.837890625, -1.9423828125, -1.046875, -0.1513671875, 0.744140625, 1.6396484375, 2.53515625, 3.4306640625, 4.326171875, 5.2216796875, 6.1171875, 7.0126953125, 7.908203125, 8.8037109375, 9.69921875, 10.5947265625, 11.490234375, 12.3857421875, 13.28125, 14.1767578125, 15.072265625, 15.9677734375, 16.86328125, 17.7587890625, 18.654296875, 19.5498046875, 20.4453125, 21.3408203125, 22.236328125, 23.1318359375, 24.02734375, 24.9228515625, 25.818359375, 26.7138671875, 27.609375]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 0.0, 4.0, 5.0, 3.0, 4.0, 3.0, 6.0, 9.0, 12.0, 10.0, 17.0, 16.0, 22.0, 30.0, 36.0, 36.0, 35.0, 65.0, 62.0, 104.0, 139.0, 181.0, 1191.0, 1045199.0, 655.0, 158.0, 121.0, 86.0, 63.0, 49.0, 46.0, 25.0, 35.0, 27.0, 20.0, 14.0, 12.0, 12.0, 8.0, 13.0, 4.0, 5.0, 7.0, 4.0, 4.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-938.0, -911.515625, -885.03125, -858.546875, -832.0625, -805.578125, -779.09375, -752.609375, -726.125, -699.640625, -673.15625, -646.671875, -620.1875, -593.703125, -567.21875, -540.734375, -514.25, -487.765625, -461.28125, -434.796875, -408.3125, -381.828125, -355.34375, -328.859375, -302.375, -275.890625, -249.40625, -222.921875, -196.4375, -169.953125, -143.46875, -116.984375, -90.5, -64.015625, -37.53125, -11.046875, 15.4375, 41.921875, 68.40625, 94.890625, 121.375, 147.859375, 174.34375, 200.828125, 227.3125, 253.796875, 280.28125, 306.765625, 333.25, 359.734375, 386.21875, 412.703125, 439.1875, 465.671875, 492.15625, 518.640625, 545.125, 571.609375, 598.09375, 624.578125, 651.0625, 677.546875, 704.03125, 730.515625, 757.0]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 1.0, 1.0, 6.0, 7.0, 6.0, 6.0, 12.0, 13.0, 14.0, 12.0, 20.0, 33.0, 35.0, 23.0, 34.0, 43.0, 39.0, 46.0, 58.0, 55.0, 43.0, 44.0, 58.0, 50.0, 38.0, 48.0, 40.0, 41.0, 29.0, 31.0, 28.0, 17.0, 17.0, 10.0, 12.0, 7.0, 9.0, 4.0, 7.0, 1.0, 5.0, 4.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.53125, -26.419921875, -25.30859375, -24.197265625, -23.0859375, -21.974609375, -20.86328125, -19.751953125, -18.640625, -17.529296875, -16.41796875, -15.306640625, -14.1953125, -13.083984375, -11.97265625, -10.861328125, -9.75, -8.638671875, -7.52734375, -6.416015625, -5.3046875, -4.193359375, -3.08203125, -1.970703125, -0.859375, 0.251953125, 1.36328125, 2.474609375, 3.5859375, 4.697265625, 5.80859375, 6.919921875, 8.03125, 9.142578125, 10.25390625, 11.365234375, 12.4765625, 13.587890625, 14.69921875, 15.810546875, 16.921875, 18.033203125, 19.14453125, 20.255859375, 21.3671875, 22.478515625, 23.58984375, 24.701171875, 25.8125, 26.923828125, 28.03515625, 29.146484375, 30.2578125, 31.369140625, 32.48046875, 33.591796875, 34.703125, 35.814453125, 36.92578125, 38.037109375, 39.1484375, 40.259765625, 41.37109375, 42.482421875, 43.59375]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.key.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 8.0, 16.0, 21.0, 37.0, 67.0, 107.0, 207.0, 436.0, 1045.0, 3689.0, 44230.0, 821862.0, 166025.0, 7873.0, 1630.0, 677.0, 287.0, 115.0, 73.0, 37.0, 20.0, 22.0, 11.0, 14.0, 6.0, 5.0, 5.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-86.875, -84.1337890625, -81.392578125, -78.6513671875, -75.91015625, -73.1689453125, -70.427734375, -67.6865234375, -64.9453125, -62.2041015625, -59.462890625, -56.7216796875, -53.98046875, -51.2392578125, -48.498046875, -45.7568359375, -43.015625, -40.2744140625, -37.533203125, -34.7919921875, -32.05078125, -29.3095703125, -26.568359375, -23.8271484375, -21.0859375, -18.3447265625, -15.603515625, -12.8623046875, -10.12109375, -7.3798828125, -4.638671875, -1.8974609375, 0.84375, 3.5849609375, 6.326171875, 9.0673828125, 11.80859375, 14.5498046875, 17.291015625, 20.0322265625, 22.7734375, 25.5146484375, 28.255859375, 30.9970703125, 33.73828125, 36.4794921875, 39.220703125, 41.9619140625, 44.703125, 47.4443359375, 50.185546875, 52.9267578125, 55.66796875, 58.4091796875, 61.150390625, 63.8916015625, 66.6328125, 69.3740234375, 72.115234375, 74.8564453125, 77.59765625, 80.3388671875, 83.080078125, 85.8212890625, 88.5625]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 6.0, 13.0, 24.0, 37.0, 73.0, 108.0, 188.0, 230.0, 127.0, 100.0, 34.0, 29.0, 11.0, 11.0, 8.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007137298583984375, -0.00690847635269165, -0.006679654121398926, -0.006450831890106201, -0.0062220096588134766, -0.005993187427520752, -0.005764365196228027, -0.005535542964935303, -0.005306720733642578, -0.0050778985023498535, -0.004849076271057129, -0.004620254039764404, -0.00439143180847168, -0.004162609577178955, -0.0039337873458862305, -0.003704965114593506, -0.0034761428833007812, -0.0032473206520080566, -0.003018498420715332, -0.0027896761894226074, -0.002560853958129883, -0.002332031726837158, -0.0021032094955444336, -0.001874387264251709, -0.0016455650329589844, -0.0014167428016662598, -0.0011879205703735352, -0.0009590983390808105, -0.0007302761077880859, -0.0005014538764953613, -0.0002726316452026367, -4.380941390991211e-05, 0.0001850128173828125, 0.0004138350486755371, 0.0006426572799682617, 0.0008714795112609863, 0.001100301742553711, 0.0013291239738464355, 0.0015579462051391602, 0.0017867684364318848, 0.0020155906677246094, 0.002244412899017334, 0.0024732351303100586, 0.002702057361602783, 0.002930879592895508, 0.0031597018241882324, 0.003388524055480957, 0.0036173462867736816, 0.0038461685180664062, 0.004074990749359131, 0.0043038129806518555, 0.00453263521194458, 0.004761457443237305, 0.004990279674530029, 0.005219101905822754, 0.0054479241371154785, 0.005676746368408203, 0.005905568599700928, 0.006134390830993652, 0.006363213062286377, 0.0065920352935791016, 0.006820857524871826, 0.007049679756164551, 0.007278501987457275, 0.00750732421875]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 6.0, 8.0, 15.0, 28.0, 31.0, 34.0, 69.0, 179.0, 1008.0, 18430.0, 1016910.0, 10686.0, 785.0, 171.0, 68.0, 36.0, 22.0, 20.0, 8.0, 10.0, 11.0, 3.0, 1.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-224.5, -217.982421875, -211.46484375, -204.947265625, -198.4296875, -191.912109375, -185.39453125, -178.876953125, -172.359375, -165.841796875, -159.32421875, -152.806640625, -146.2890625, -139.771484375, -133.25390625, -126.736328125, -120.21875, -113.701171875, -107.18359375, -100.666015625, -94.1484375, -87.630859375, -81.11328125, -74.595703125, -68.078125, -61.560546875, -55.04296875, -48.525390625, -42.0078125, -35.490234375, -28.97265625, -22.455078125, -15.9375, -9.419921875, -2.90234375, 3.615234375, 10.1328125, 16.650390625, 23.16796875, 29.685546875, 36.203125, 42.720703125, 49.23828125, 55.755859375, 62.2734375, 68.791015625, 75.30859375, 81.826171875, 88.34375, 94.861328125, 101.37890625, 107.896484375, 114.4140625, 120.931640625, 127.44921875, 133.966796875, 140.484375, 147.001953125, 153.51953125, 160.037109375, 166.5546875, 173.072265625, 179.58984375, 186.107421875, 192.625]}, "gradients/decoder.roberta.encoder.layer.11.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 0.0, 6.0, 7.0, 6.0, 13.0, 16.0, 17.0, 29.0, 42.0, 56.0, 94.0, 141.0, 127.0, 117.0, 79.0, 72.0, 44.0, 26.0, 39.0, 24.0, 13.0, 13.0, 7.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.9921875, -9.64453125, -9.296875, -8.94921875, -8.6015625, -8.25390625, -7.90625, -7.55859375, -7.2109375, -6.86328125, -6.515625, -6.16796875, -5.8203125, -5.47265625, -5.125, -4.77734375, -4.4296875, -4.08203125, -3.734375, -3.38671875, -3.0390625, -2.69140625, -2.34375, -1.99609375, -1.6484375, -1.30078125, -0.953125, -0.60546875, -0.2578125, 0.08984375, 0.4375, 0.78515625, 1.1328125, 1.48046875, 1.828125, 2.17578125, 2.5234375, 2.87109375, 3.21875, 3.56640625, 3.9140625, 4.26171875, 4.609375, 4.95703125, 5.3046875, 5.65234375, 6.0, 6.34765625, 6.6953125, 7.04296875, 7.390625, 7.73828125, 8.0859375, 8.43359375, 8.78125, 9.12890625, 9.4765625, 9.82421875, 10.171875, 10.51953125, 10.8671875, 11.21484375, 11.5625, 11.91015625, 12.2578125]}, "gradients/decoder.roberta.encoder.layer.10.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 4.0, 13.0, 20.0, 27.0, 29.0, 56.0, 70.0, 76.0, 90.0, 93.0, 104.0, 89.0, 90.0, 55.0, 49.0, 42.0, 40.0, 19.0, 18.0, 13.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.342262268066406, -57.65664291381836, -55.97102737426758, -54.28540802001953, -52.599788665771484, -50.9141731262207, -49.228553771972656, -47.542938232421875, -45.85731887817383, -44.17169952392578, -42.486083984375, -40.80046463012695, -39.114845275878906, -37.429229736328125, -35.74361038208008, -34.05799102783203, -32.37237548828125, -30.686758041381836, -29.00113868713379, -27.315521240234375, -25.62990379333496, -23.944286346435547, -22.2586669921875, -20.573049545288086, -18.887428283691406, -17.201810836791992, -15.516192436218262, -13.830574035644531, -12.144956588745117, -10.459338188171387, -8.773719787597656, -7.088102340698242, -5.402484893798828, -3.716866970062256, -2.0312488079071045, -0.3456306457519531, 1.3399872779846191, 3.0256052017211914, 4.711223602294922, 6.396841049194336, 8.082459449768066, 9.768077850341797, 11.453695297241211, 13.139313697814941, 14.824932098388672, 16.510549545288086, 18.1961669921875, 19.881786346435547, 21.56740379333496, 23.253021240234375, 24.938640594482422, 26.624258041381836, 28.30987548828125, 29.995494842529297, 31.68111228942871, 33.366729736328125, 35.05234909057617, 36.73796844482422, 38.423583984375, 40.10920333862305, 41.794822692871094, 43.480438232421875, 45.16605758666992, 46.85167694091797, 48.53729248046875]}, "gradients/decoder.roberta.encoder.layer.10.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 6.0, 4.0, 3.0, 9.0, 4.0, 6.0, 5.0, 18.0, 17.0, 16.0, 18.0, 25.0, 23.0, 29.0, 38.0, 37.0, 35.0, 40.0, 43.0, 51.0, 41.0, 51.0, 63.0, 37.0, 42.0, 42.0, 45.0, 43.0, 36.0, 35.0, 26.0, 16.0, 22.0, 22.0, 16.0, 7.0, 10.0, 10.0, 8.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-44.57674789428711, -43.210628509521484, -41.844505310058594, -40.47838592529297, -39.112266540527344, -37.74614715576172, -36.380027770996094, -35.0139045715332, -33.64778518676758, -32.28166580200195, -30.915544509887695, -29.549423217773438, -28.183303833007812, -26.817184448242188, -25.45106315612793, -24.084941864013672, -22.718822479248047, -21.352703094482422, -19.986581802368164, -18.620460510253906, -17.25434112548828, -15.88822078704834, -14.522100448608398, -13.155980110168457, -11.789859771728516, -10.423739433288574, -9.057619094848633, -7.691498756408691, -6.32537841796875, -4.959258079528809, -3.593137741088867, -2.227017402648926, -0.8608970642089844, 0.505223274230957, 1.8713436126708984, 3.23746395111084, 4.603584289550781, 5.969704627990723, 7.335824966430664, 8.701945304870605, 10.068065643310547, 11.434185981750488, 12.80030632019043, 14.166426658630371, 15.532546997070312, 16.898666381835938, 18.264787673950195, 19.630908966064453, 20.997028350830078, 22.363147735595703, 23.72926902770996, 25.09539031982422, 26.461509704589844, 27.82762908935547, 29.193750381469727, 30.559871673583984, 31.92599105834961, 33.292110443115234, 34.658233642578125, 36.02435302734375, 37.390472412109375, 38.756591796875, 40.122711181640625, 41.488834381103516, 42.85495376586914]}, "gradients/decoder.roberta.encoder.layer.10.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 10.0, 12.0, 19.0, 24.0, 36.0, 44.0, 55.0, 71.0, 92.0, 133.0, 189.0, 202.0, 384.0, 738.0, 2038.0, 9703.0, 91975.0, 2450342.0, 1559746.0, 67270.0, 7584.0, 1751.0, 678.0, 334.0, 221.0, 182.0, 104.0, 96.0, 72.0, 37.0, 41.0, 25.0, 19.0, 19.0, 13.0, 9.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-137.5, -133.96875, -130.4375, -126.90625, -123.375, -119.84375, -116.3125, -112.78125, -109.25, -105.71875, -102.1875, -98.65625, -95.125, -91.59375, -88.0625, -84.53125, -81.0, -77.46875, -73.9375, -70.40625, -66.875, -63.34375, -59.8125, -56.28125, -52.75, -49.21875, -45.6875, -42.15625, -38.625, -35.09375, -31.5625, -28.03125, -24.5, -20.96875, -17.4375, -13.90625, -10.375, -6.84375, -3.3125, 0.21875, 3.75, 7.28125, 10.8125, 14.34375, 17.875, 21.40625, 24.9375, 28.46875, 32.0, 35.53125, 39.0625, 42.59375, 46.125, 49.65625, 53.1875, 56.71875, 60.25, 63.78125, 67.3125, 70.84375, 74.375, 77.90625, 81.4375, 84.96875, 88.5]}, "gradients/decoder.roberta.encoder.layer.10.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 8.0, 6.0, 9.0, 10.0, 15.0, 19.0, 21.0, 29.0, 24.0, 37.0, 32.0, 49.0, 34.0, 48.0, 53.0, 43.0, 58.0, 54.0, 59.0, 47.0, 53.0, 53.0, 35.0, 35.0, 42.0, 28.0, 24.0, 20.0, 12.0, 13.0, 12.0, 9.0, 4.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-37.28125, -36.2705078125, -35.259765625, -34.2490234375, -33.23828125, -32.2275390625, -31.216796875, -30.2060546875, -29.1953125, -28.1845703125, -27.173828125, -26.1630859375, -25.15234375, -24.1416015625, -23.130859375, -22.1201171875, -21.109375, -20.0986328125, -19.087890625, -18.0771484375, -17.06640625, -16.0556640625, -15.044921875, -14.0341796875, -13.0234375, -12.0126953125, -11.001953125, -9.9912109375, -8.98046875, -7.9697265625, -6.958984375, -5.9482421875, -4.9375, -3.9267578125, -2.916015625, -1.9052734375, -0.89453125, 0.1162109375, 1.126953125, 2.1376953125, 3.1484375, 4.1591796875, 5.169921875, 6.1806640625, 7.19140625, 8.2021484375, 9.212890625, 10.2236328125, 11.234375, 12.2451171875, 13.255859375, 14.2666015625, 15.27734375, 16.2880859375, 17.298828125, 18.3095703125, 19.3203125, 20.3310546875, 21.341796875, 22.3525390625, 23.36328125, 24.3740234375, 25.384765625, 26.3955078125, 27.40625]}, "gradients/decoder.roberta.encoder.layer.10.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 4.0, 7.0, 5.0, 10.0, 18.0, 39.0, 75.0, 86.0, 228.0, 667.0, 4432.0, 4044743.0, 141389.0, 1775.0, 396.0, 183.0, 85.0, 38.0, 40.0, 27.0, 13.0, 7.0, 10.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-408.25, -393.01953125, -377.7890625, -362.55859375, -347.328125, -332.09765625, -316.8671875, -301.63671875, -286.40625, -271.17578125, -255.9453125, -240.71484375, -225.484375, -210.25390625, -195.0234375, -179.79296875, -164.5625, -149.33203125, -134.1015625, -118.87109375, -103.640625, -88.41015625, -73.1796875, -57.94921875, -42.71875, -27.48828125, -12.2578125, 2.97265625, 18.203125, 33.43359375, 48.6640625, 63.89453125, 79.125, 94.35546875, 109.5859375, 124.81640625, 140.046875, 155.27734375, 170.5078125, 185.73828125, 200.96875, 216.19921875, 231.4296875, 246.66015625, 261.890625, 277.12109375, 292.3515625, 307.58203125, 322.8125, 338.04296875, 353.2734375, 368.50390625, 383.734375, 398.96484375, 414.1953125, 429.42578125, 444.65625, 459.88671875, 475.1171875, 490.34765625, 505.578125, 520.80859375, 536.0390625, 551.26953125, 566.5]}, "gradients/decoder.roberta.encoder.layer.10.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 7.0, 5.0, 9.0, 25.0, 44.0, 44.0, 103.0, 212.0, 458.0, 934.0, 1167.0, 547.0, 260.0, 122.0, 67.0, 34.0, 22.0, 8.0, 5.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.84375, -31.85302734375, -30.8623046875, -29.87158203125, -28.880859375, -27.89013671875, -26.8994140625, -25.90869140625, -24.91796875, -23.92724609375, -22.9365234375, -21.94580078125, -20.955078125, -19.96435546875, -18.9736328125, -17.98291015625, -16.9921875, -16.00146484375, -15.0107421875, -14.02001953125, -13.029296875, -12.03857421875, -11.0478515625, -10.05712890625, -9.06640625, -8.07568359375, -7.0849609375, -6.09423828125, -5.103515625, -4.11279296875, -3.1220703125, -2.13134765625, -1.140625, -0.14990234375, 0.8408203125, 1.83154296875, 2.822265625, 3.81298828125, 4.8037109375, 5.79443359375, 6.78515625, 7.77587890625, 8.7666015625, 9.75732421875, 10.748046875, 11.73876953125, 12.7294921875, 13.72021484375, 14.7109375, 15.70166015625, 16.6923828125, 17.68310546875, 18.673828125, 19.66455078125, 20.6552734375, 21.64599609375, 22.63671875, 23.62744140625, 24.6181640625, 25.60888671875, 26.599609375, 27.59033203125, 28.5810546875, 29.57177734375, 30.5625]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 2.0, 5.0, 10.0, 15.0, 16.0, 28.0, 43.0, 54.0, 63.0, 87.0, 76.0, 91.0, 87.0, 91.0, 74.0, 85.0, 46.0, 40.0, 23.0, 29.0, 15.0, 12.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.22703552246094, -37.825679779052734, -36.4243278503418, -35.022972106933594, -33.621620178222656, -32.22026443481445, -30.81890869140625, -29.41755485534668, -28.01620101928711, -26.61484718322754, -25.21349334716797, -23.812137603759766, -22.410783767700195, -21.009429931640625, -19.608074188232422, -18.20672035217285, -16.80536651611328, -15.404012680053711, -14.002657890319824, -12.601303100585938, -11.199949264526367, -9.798595428466797, -8.39724063873291, -6.995885848999023, -5.594532012939453, -4.193177700042725, -2.791823387145996, -1.3904690742492676, 0.010885238647460938, 1.4122395515441895, 2.813593864440918, 4.214948654174805, 5.616306304931641, 7.017660617828369, 8.419014930725098, 9.820369720458984, 11.221723556518555, 12.623077392578125, 14.024432182312012, 15.425786972045898, 16.82714080810547, 18.22849464416504, 19.62984848022461, 21.031204223632812, 22.432558059692383, 23.833911895751953, 25.235267639160156, 26.636621475219727, 28.037975311279297, 29.439329147338867, 30.840682983398438, 32.24203872680664, 33.643394470214844, 35.04474639892578, 36.446102142333984, 37.84745788574219, 39.248809814453125, 40.65016555786133, 42.051517486572266, 43.45287322998047, 44.854225158691406, 46.25558090209961, 47.65693664550781, 49.05828857421875, 50.45964431762695]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 3.0, 7.0, 8.0, 8.0, 10.0, 17.0, 10.0, 13.0, 15.0, 16.0, 16.0, 25.0, 22.0, 26.0, 31.0, 30.0, 35.0, 28.0, 37.0, 29.0, 48.0, 44.0, 46.0, 40.0, 28.0, 35.0, 38.0, 36.0, 28.0, 40.0, 26.0, 26.0, 36.0, 15.0, 21.0, 14.0, 24.0, 17.0, 19.0, 10.0, 4.0, 6.0, 4.0, 5.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-25.591638565063477, -24.712839126586914, -23.83403968811035, -22.95524024963379, -22.076440811157227, -21.197641372680664, -20.3188419342041, -19.44004249572754, -18.561243057250977, -17.682443618774414, -16.80364418029785, -15.924844741821289, -15.046045303344727, -14.167245864868164, -13.288446426391602, -12.409646987915039, -11.530847549438477, -10.652048110961914, -9.773248672485352, -8.894449234008789, -8.015649795532227, -7.136850357055664, -6.258050918579102, -5.379251480102539, -4.500452041625977, -3.621652603149414, -2.7428531646728516, -1.864053726196289, -0.9852542877197266, -0.10645484924316406, 0.7723445892333984, 1.651144027709961, 2.5299434661865234, 3.408742904663086, 4.287542343139648, 5.166341781616211, 6.045141220092773, 6.923940658569336, 7.802740097045898, 8.681539535522461, 9.560338973999023, 10.439138412475586, 11.317937850952148, 12.196737289428711, 13.075536727905273, 13.954336166381836, 14.833135604858398, 15.711935043334961, 16.590734481811523, 17.469533920288086, 18.34833335876465, 19.22713279724121, 20.105932235717773, 20.984731674194336, 21.8635311126709, 22.74233055114746, 23.621129989624023, 24.499929428100586, 25.37872886657715, 26.25752830505371, 27.136327743530273, 28.015127182006836, 28.8939266204834, 29.77272605895996, 30.651525497436523]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 7.0, 6.0, 14.0, 18.0, 31.0, 38.0, 47.0, 83.0, 138.0, 215.0, 336.0, 486.0, 779.0, 1201.0, 1730.0, 2893.0, 4337.0, 6670.0, 10371.0, 15327.0, 22705.0, 32812.0, 46961.0, 64182.0, 82603.0, 100974.0, 113523.0, 115474.0, 105071.0, 88792.0, 68626.0, 50933.0, 36196.0, 25072.0, 17090.0, 11511.0, 7384.0, 4851.0, 3207.0, 2094.0, 1351.0, 869.0, 527.0, 353.0, 260.0, 154.0, 104.0, 62.0, 37.0, 28.0, 9.0, 7.0, 6.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.45703125, -2.37548828125, -2.2939453125, -2.21240234375, -2.130859375, -2.04931640625, -1.9677734375, -1.88623046875, -1.8046875, -1.72314453125, -1.6416015625, -1.56005859375, -1.478515625, -1.39697265625, -1.3154296875, -1.23388671875, -1.15234375, -1.07080078125, -0.9892578125, -0.90771484375, -0.826171875, -0.74462890625, -0.6630859375, -0.58154296875, -0.5, -0.41845703125, -0.3369140625, -0.25537109375, -0.173828125, -0.09228515625, -0.0107421875, 0.07080078125, 0.15234375, 0.23388671875, 0.3154296875, 0.39697265625, 0.478515625, 0.56005859375, 0.6416015625, 0.72314453125, 0.8046875, 0.88623046875, 0.9677734375, 1.04931640625, 1.130859375, 1.21240234375, 1.2939453125, 1.37548828125, 1.45703125, 1.53857421875, 1.6201171875, 1.70166015625, 1.783203125, 1.86474609375, 1.9462890625, 2.02783203125, 2.109375, 2.19091796875, 2.2724609375, 2.35400390625, 2.435546875, 2.51708984375, 2.5986328125, 2.68017578125, 2.76171875]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.output.dense.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 4.0, 9.0, 5.0, 9.0, 14.0, 13.0, 12.0, 14.0, 14.0, 15.0, 21.0, 19.0, 25.0, 24.0, 31.0, 33.0, 32.0, 32.0, 36.0, 31.0, 46.0, 44.0, 43.0, 39.0, 33.0, 36.0, 41.0, 30.0, 31.0, 38.0, 25.0, 28.0, 34.0, 14.0, 21.0, 15.0, 21.0, 19.0, 18.0, 9.0, 6.0, 6.0, 2.0, 6.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-25.140625, -24.281982421875, -23.42333984375, -22.564697265625, -21.7060546875, -20.847412109375, -19.98876953125, -19.130126953125, -18.271484375, -17.412841796875, -16.55419921875, -15.695556640625, -14.8369140625, -13.978271484375, -13.11962890625, -12.260986328125, -11.40234375, -10.543701171875, -9.68505859375, -8.826416015625, -7.9677734375, -7.109130859375, -6.25048828125, -5.391845703125, -4.533203125, -3.674560546875, -2.81591796875, -1.957275390625, -1.0986328125, -0.239990234375, 0.61865234375, 1.477294921875, 2.3359375, 3.194580078125, 4.05322265625, 4.911865234375, 5.7705078125, 6.629150390625, 7.48779296875, 8.346435546875, 9.205078125, 10.063720703125, 10.92236328125, 11.781005859375, 12.6396484375, 13.498291015625, 14.35693359375, 15.215576171875, 16.07421875, 16.932861328125, 17.79150390625, 18.650146484375, 19.5087890625, 20.367431640625, 21.22607421875, 22.084716796875, 22.943359375, 23.802001953125, 24.66064453125, 25.519287109375, 26.3779296875, 27.236572265625, 28.09521484375, 28.953857421875, 29.8125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.value.weight": {"_type": "histogram", "values": [7.0, 0.0, 7.0, 15.0, 16.0, 24.0, 35.0, 43.0, 68.0, 110.0, 150.0, 229.0, 294.0, 390.0, 540.0, 706.0, 1022.0, 1449.0, 1925.0, 2738.0, 3852.0, 5388.0, 7828.0, 11348.0, 17114.0, 27589.0, 153911.0, 682401.0, 58674.0, 22396.0, 14634.0, 9871.0, 6889.0, 4920.0, 3296.0, 2439.0, 1745.0, 1352.0, 909.0, 640.0, 467.0, 330.0, 242.0, 169.0, 131.0, 85.0, 60.0, 39.0, 34.0, 19.0, 12.0, 9.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4375, -4.27508544921875, -4.1126708984375, -3.95025634765625, -3.787841796875, -3.62542724609375, -3.4630126953125, -3.30059814453125, -3.13818359375, -2.97576904296875, -2.8133544921875, -2.65093994140625, -2.488525390625, -2.32611083984375, -2.1636962890625, -2.00128173828125, -1.8388671875, -1.67645263671875, -1.5140380859375, -1.35162353515625, -1.189208984375, -1.02679443359375, -0.8643798828125, -0.70196533203125, -0.53955078125, -0.37713623046875, -0.2147216796875, -0.05230712890625, 0.110107421875, 0.27252197265625, 0.4349365234375, 0.59735107421875, 0.759765625, 0.92218017578125, 1.0845947265625, 1.24700927734375, 1.409423828125, 1.57183837890625, 1.7342529296875, 1.89666748046875, 2.05908203125, 2.22149658203125, 2.3839111328125, 2.54632568359375, 2.708740234375, 2.87115478515625, 3.0335693359375, 3.19598388671875, 3.3583984375, 3.52081298828125, 3.6832275390625, 3.84564208984375, 4.008056640625, 4.17047119140625, 4.3328857421875, 4.49530029296875, 4.65771484375, 4.82012939453125, 4.9825439453125, 5.14495849609375, 5.307373046875, 5.46978759765625, 5.6322021484375, 5.79461669921875, 5.95703125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 4.0, 5.0, 8.0, 8.0, 6.0, 9.0, 13.0, 10.0, 15.0, 21.0, 9.0, 18.0, 16.0, 18.0, 29.0, 17.0, 19.0, 19.0, 34.0, 29.0, 38.0, 35.0, 42.0, 35.0, 40.0, 41.0, 34.0, 38.0, 27.0, 33.0, 36.0, 42.0, 22.0, 33.0, 31.0, 29.0, 23.0, 13.0, 22.0, 17.0, 13.0, 10.0, 10.0, 7.0, 4.0, 7.0, 5.0, 4.0, 1.0, 5.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0], "bins": [-16.4375, -15.911376953125, -15.38525390625, -14.859130859375, -14.3330078125, -13.806884765625, -13.28076171875, -12.754638671875, -12.228515625, -11.702392578125, -11.17626953125, -10.650146484375, -10.1240234375, -9.597900390625, -9.07177734375, -8.545654296875, -8.01953125, -7.493408203125, -6.96728515625, -6.441162109375, -5.9150390625, -5.388916015625, -4.86279296875, -4.336669921875, -3.810546875, -3.284423828125, -2.75830078125, -2.232177734375, -1.7060546875, -1.179931640625, -0.65380859375, -0.127685546875, 0.3984375, 0.924560546875, 1.45068359375, 1.976806640625, 2.5029296875, 3.029052734375, 3.55517578125, 4.081298828125, 4.607421875, 5.133544921875, 5.65966796875, 6.185791015625, 6.7119140625, 7.238037109375, 7.76416015625, 8.290283203125, 8.81640625, 9.342529296875, 9.86865234375, 10.394775390625, 10.9208984375, 11.447021484375, 11.97314453125, 12.499267578125, 13.025390625, 13.551513671875, 14.07763671875, 14.603759765625, 15.1298828125, 15.656005859375, 16.18212890625, 16.708251953125, 17.234375]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 2.0, 2.0, 12.0, 14.0, 27.0, 27.0, 43.0, 75.0, 102.0, 180.0, 318.0, 447.0, 814.0, 1334.0, 2383.0, 4297.0, 8329.0, 15976.0, 34014.0, 772124.0, 151664.0, 27308.0, 13598.0, 6838.0, 3720.0, 1992.0, 1141.0, 660.0, 422.0, 245.0, 157.0, 100.0, 80.0, 42.0, 34.0, 13.0, 9.0, 5.0, 2.0, 5.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.53271484375, -0.5135955810546875, -0.494476318359375, -0.4753570556640625, -0.45623779296875, -0.4371185302734375, -0.417999267578125, -0.3988800048828125, -0.3797607421875, -0.3606414794921875, -0.341522216796875, -0.3224029541015625, -0.30328369140625, -0.2841644287109375, -0.265045166015625, -0.2459259033203125, -0.226806640625, -0.2076873779296875, -0.188568115234375, -0.1694488525390625, -0.15032958984375, -0.1312103271484375, -0.112091064453125, -0.0929718017578125, -0.0738525390625, -0.0547332763671875, -0.035614013671875, -0.0164947509765625, 0.00262451171875, 0.0217437744140625, 0.040863037109375, 0.0599822998046875, 0.0791015625, 0.0982208251953125, 0.117340087890625, 0.1364593505859375, 0.15557861328125, 0.1746978759765625, 0.193817138671875, 0.2129364013671875, 0.2320556640625, 0.2511749267578125, 0.270294189453125, 0.2894134521484375, 0.30853271484375, 0.3276519775390625, 0.346771240234375, 0.3658905029296875, 0.385009765625, 0.4041290283203125, 0.423248291015625, 0.4423675537109375, 0.46148681640625, 0.4806060791015625, 0.499725341796875, 0.5188446044921875, 0.5379638671875, 0.5570831298828125, 0.576202392578125, 0.5953216552734375, 0.61444091796875, 0.6335601806640625, 0.652679443359375, 0.6717987060546875, 0.69091796875]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 10.0, 3.0, 5.0, 14.0, 9.0, 21.0, 36.0, 26.0, 28.0, 39.0, 51.0, 57.0, 51.0, 58.0, 57.0, 58.0, 56.0, 46.0, 64.0, 53.0, 53.0, 49.0, 36.0, 19.0, 22.0, 24.0, 17.0, 8.0, 5.0, 8.0, 7.0, 8.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.415346145629883e-05, -3.317836672067642e-05, -3.2203271985054016e-05, -3.122817724943161e-05, -3.0253082513809204e-05, -2.9277987778186798e-05, -2.8302893042564392e-05, -2.7327798306941986e-05, -2.635270357131958e-05, -2.5377608835697174e-05, -2.4402514100074768e-05, -2.3427419364452362e-05, -2.2452324628829956e-05, -2.147722989320755e-05, -2.0502135157585144e-05, -1.9527040421962738e-05, -1.8551945686340332e-05, -1.7576850950717926e-05, -1.660175621509552e-05, -1.5626661479473114e-05, -1.4651566743850708e-05, -1.3676472008228302e-05, -1.2701377272605896e-05, -1.172628253698349e-05, -1.0751187801361084e-05, -9.776093065738678e-06, -8.800998330116272e-06, -7.825903594493866e-06, -6.85080885887146e-06, -5.875714123249054e-06, -4.900619387626648e-06, -3.925524652004242e-06, -2.950429916381836e-06, -1.97533518075943e-06, -1.000240445137024e-06, -2.514570951461792e-08, 9.499490261077881e-07, 1.925043761730194e-06, 2.9001384973526e-06, 3.875233232975006e-06, 4.850327968597412e-06, 5.825422704219818e-06, 6.800517439842224e-06, 7.77561217546463e-06, 8.750706911087036e-06, 9.725801646709442e-06, 1.0700896382331848e-05, 1.1675991117954254e-05, 1.265108585357666e-05, 1.3626180589199066e-05, 1.4601275324821472e-05, 1.5576370060443878e-05, 1.6551464796066284e-05, 1.752655953168869e-05, 1.8501654267311096e-05, 1.9476749002933502e-05, 2.0451843738555908e-05, 2.1426938474178314e-05, 2.240203320980072e-05, 2.3377127945423126e-05, 2.4352222681045532e-05, 2.5327317416667938e-05, 2.6302412152290344e-05, 2.727750688791275e-05, 2.8252601623535156e-05]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 1.0, 3.0, 4.0, 3.0, 9.0, 6.0, 5.0, 7.0, 13.0, 12.0, 12.0, 15.0, 26.0, 28.0, 42.0, 41.0, 114.0, 164.0, 515.0, 6987.0, 804956.0, 232734.0, 2094.0, 316.0, 142.0, 76.0, 52.0, 41.0, 26.0, 25.0, 19.0, 17.0, 14.0, 9.0, 9.0, 9.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.142578125, -2.070770263671875, -1.99896240234375, -1.927154541015625, -1.8553466796875, -1.783538818359375, -1.71173095703125, -1.639923095703125, -1.568115234375, -1.496307373046875, -1.42449951171875, -1.352691650390625, -1.2808837890625, -1.209075927734375, -1.13726806640625, -1.065460205078125, -0.99365234375, -0.921844482421875, -0.85003662109375, -0.778228759765625, -0.7064208984375, -0.634613037109375, -0.56280517578125, -0.490997314453125, -0.419189453125, -0.347381591796875, -0.27557373046875, -0.203765869140625, -0.1319580078125, -0.060150146484375, 0.01165771484375, 0.083465576171875, 0.1552734375, 0.227081298828125, 0.29888916015625, 0.370697021484375, 0.4425048828125, 0.514312744140625, 0.58612060546875, 0.657928466796875, 0.729736328125, 0.801544189453125, 0.87335205078125, 0.945159912109375, 1.0169677734375, 1.088775634765625, 1.16058349609375, 1.232391357421875, 1.30419921875, 1.376007080078125, 1.44781494140625, 1.519622802734375, 1.5914306640625, 1.663238525390625, 1.73504638671875, 1.806854248046875, 1.878662109375, 1.950469970703125, 2.02227783203125, 2.094085693359375, 2.1658935546875, 2.237701416015625, 2.30950927734375, 2.381317138671875, 2.453125]}, "gradients/decoder.roberta.encoder.layer.10.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 3.0, 9.0, 7.0, 7.0, 13.0, 16.0, 19.0, 26.0, 20.0, 34.0, 29.0, 45.0, 49.0, 69.0, 49.0, 63.0, 82.0, 58.0, 57.0, 58.0, 45.0, 35.0, 28.0, 33.0, 28.0, 19.0, 16.0, 19.0, 12.0, 14.0, 4.0, 3.0, 5.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 7.0, 2.0], "bins": [-0.13525390625, -0.13164901733398438, -0.12804412841796875, -0.12443923950195312, -0.1208343505859375, -0.11722946166992188, -0.11362457275390625, -0.11001968383789062, -0.106414794921875, -0.10280990600585938, -0.09920501708984375, -0.09560012817382812, -0.0919952392578125, -0.08839035034179688, -0.08478546142578125, -0.08118057250976562, -0.07757568359375, -0.07397079467773438, -0.07036590576171875, -0.06676101684570312, -0.0631561279296875, -0.059551239013671875, -0.05594635009765625, -0.052341461181640625, -0.048736572265625, -0.045131683349609375, -0.04152679443359375, -0.037921905517578125, -0.0343170166015625, -0.030712127685546875, -0.02710723876953125, -0.023502349853515625, -0.0198974609375, -0.016292572021484375, -0.01268768310546875, -0.009082794189453125, -0.0054779052734375, -0.001873016357421875, 0.00173187255859375, 0.005336761474609375, 0.008941650390625, 0.012546539306640625, 0.01615142822265625, 0.019756317138671875, 0.0233612060546875, 0.026966094970703125, 0.03057098388671875, 0.034175872802734375, 0.03778076171875, 0.041385650634765625, 0.04499053955078125, 0.048595428466796875, 0.0522003173828125, 0.055805206298828125, 0.05941009521484375, 0.06301498413085938, 0.066619873046875, 0.07022476196289062, 0.07382965087890625, 0.07743453979492188, 0.0810394287109375, 0.08464431762695312, 0.08824920654296875, 0.09185409545898438, 0.095458984375]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 10.0, 21.0, 25.0, 34.0, 47.0, 76.0, 95.0, 91.0, 91.0, 96.0, 101.0, 99.0, 67.0, 44.0, 40.0, 27.0, 18.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.63533401489258, -46.052120208740234, -44.468902587890625, -42.88568878173828, -41.30247497558594, -39.719261169433594, -38.13604736328125, -36.55282974243164, -34.9696159362793, -33.38640213012695, -31.803186416625977, -30.219970703125, -28.636756896972656, -27.053543090820312, -25.470327377319336, -23.88711166381836, -22.303897857666016, -20.720684051513672, -19.137468338012695, -17.55425262451172, -15.971038818359375, -14.387824058532715, -12.804609298706055, -11.221394538879395, -9.638179779052734, -8.054965019226074, -6.471750259399414, -4.888535499572754, -3.3053207397460938, -1.7221059799194336, -0.13889122009277344, 1.4443235397338867, 3.0275421142578125, 4.610756874084473, 6.193971633911133, 7.777186393737793, 9.360401153564453, 10.943615913391113, 12.526830673217773, 14.110045433044434, 15.693260192871094, 17.276473999023438, 18.859689712524414, 20.44290542602539, 22.026119232177734, 23.609333038330078, 25.192548751831055, 26.77576446533203, 28.358978271484375, 29.94219207763672, 31.525407791137695, 33.10862350463867, 34.691837310791016, 36.27505111694336, 37.85826873779297, 39.44148254394531, 41.024696350097656, 42.60791015625, 44.191123962402344, 45.77434158325195, 47.3575553894043, 48.94076919555664, 50.52398681640625, 52.107200622558594, 53.69041442871094]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 4.0, 8.0, 6.0, 9.0, 15.0, 12.0, 12.0, 13.0, 14.0, 16.0, 20.0, 20.0, 25.0, 24.0, 31.0, 30.0, 35.0, 31.0, 36.0, 32.0, 45.0, 44.0, 44.0, 39.0, 34.0, 35.0, 41.0, 29.0, 32.0, 38.0, 25.0, 28.0, 33.0, 15.0, 21.0, 15.0, 21.0, 19.0, 18.0, 9.0, 6.0, 6.0, 2.0, 6.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-25.145240783691406, -24.28668212890625, -23.428125381469727, -22.56956672668457, -21.711009979248047, -20.85245132446289, -19.993892669677734, -19.135334014892578, -18.276777267456055, -17.4182186126709, -16.559661865234375, -15.701103210449219, -14.842545509338379, -13.983987808227539, -13.125429153442383, -12.266871452331543, -11.408313751220703, -10.549756050109863, -9.691198348999023, -8.832639694213867, -7.974081993103027, -7.1155242919921875, -6.2569661140441895, -5.398407936096191, -4.539850234985352, -3.6812922954559326, -2.8227343559265137, -1.9641764163970947, -1.1056184768676758, -0.24706077575683594, 0.6114974021911621, 1.4700555801391602, 2.32861328125, 3.187171220779419, 4.045729160308838, 4.904287338256836, 5.762845039367676, 6.621402740478516, 7.479960918426514, 8.338519096374512, 9.197076797485352, 10.055634498596191, 10.914192199707031, 11.772750854492188, 12.631308555603027, 13.489866256713867, 14.348424911499023, 15.206982612609863, 16.065540313720703, 16.92409896850586, 17.782655715942383, 18.64121437072754, 19.499771118164062, 20.35832977294922, 21.216888427734375, 22.07544708251953, 22.934003829956055, 23.79256248474121, 24.651119232177734, 25.50967788696289, 26.368236541748047, 27.22679328918457, 28.085351943969727, 28.94390869140625, 29.802467346191406]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 7.0, 13.0, 19.0, 21.0, 37.0, 38.0, 103.0, 114.0, 181.0, 266.0, 479.0, 801.0, 1360.0, 2646.0, 5014.0, 10547.0, 24192.0, 60396.0, 150334.0, 312004.0, 272479.0, 121779.0, 48063.0, 19444.0, 8668.0, 4256.0, 2219.0, 1219.0, 765.0, 377.0, 229.0, 166.0, 97.0, 77.0, 39.0, 31.0, 28.0, 8.0, 6.0, 11.0, 6.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.71875, -37.4228515625, -36.126953125, -34.8310546875, -33.53515625, -32.2392578125, -30.943359375, -29.6474609375, -28.3515625, -27.0556640625, -25.759765625, -24.4638671875, -23.16796875, -21.8720703125, -20.576171875, -19.2802734375, -17.984375, -16.6884765625, -15.392578125, -14.0966796875, -12.80078125, -11.5048828125, -10.208984375, -8.9130859375, -7.6171875, -6.3212890625, -5.025390625, -3.7294921875, -2.43359375, -1.1376953125, 0.158203125, 1.4541015625, 2.75, 4.0458984375, 5.341796875, 6.6376953125, 7.93359375, 9.2294921875, 10.525390625, 11.8212890625, 13.1171875, 14.4130859375, 15.708984375, 17.0048828125, 18.30078125, 19.5966796875, 20.892578125, 22.1884765625, 23.484375, 24.7802734375, 26.076171875, 27.3720703125, 28.66796875, 29.9638671875, 31.259765625, 32.5556640625, 33.8515625, 35.1474609375, 36.443359375, 37.7392578125, 39.03515625, 40.3310546875, 41.626953125, 42.9228515625, 44.21875]}, "gradients/decoder.roberta.encoder.layer.10.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 6.0, 9.0, 11.0, 8.0, 11.0, 14.0, 15.0, 16.0, 24.0, 19.0, 23.0, 23.0, 26.0, 32.0, 37.0, 28.0, 32.0, 43.0, 44.0, 39.0, 47.0, 44.0, 34.0, 30.0, 40.0, 39.0, 35.0, 44.0, 24.0, 28.0, 27.0, 28.0, 20.0, 13.0, 24.0, 15.0, 21.0, 8.0, 1.0, 5.0, 3.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-27.0625, -26.1494140625, -25.236328125, -24.3232421875, -23.41015625, -22.4970703125, -21.583984375, -20.6708984375, -19.7578125, -18.8447265625, -17.931640625, -17.0185546875, -16.10546875, -15.1923828125, -14.279296875, -13.3662109375, -12.453125, -11.5400390625, -10.626953125, -9.7138671875, -8.80078125, -7.8876953125, -6.974609375, -6.0615234375, -5.1484375, -4.2353515625, -3.322265625, -2.4091796875, -1.49609375, -0.5830078125, 0.330078125, 1.2431640625, 2.15625, 3.0693359375, 3.982421875, 4.8955078125, 5.80859375, 6.7216796875, 7.634765625, 8.5478515625, 9.4609375, 10.3740234375, 11.287109375, 12.2001953125, 13.11328125, 14.0263671875, 14.939453125, 15.8525390625, 16.765625, 17.6787109375, 18.591796875, 19.5048828125, 20.41796875, 21.3310546875, 22.244140625, 23.1572265625, 24.0703125, 24.9833984375, 25.896484375, 26.8095703125, 27.72265625, 28.6357421875, 29.548828125, 30.4619140625, 31.375]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 6.0, 4.0, 10.0, 7.0, 22.0, 20.0, 24.0, 23.0, 35.0, 61.0, 66.0, 98.0, 153.0, 397.0, 1043128.0, 3815.0, 240.0, 119.0, 74.0, 59.0, 53.0, 38.0, 24.0, 19.0, 20.0, 11.0, 7.0, 6.0, 8.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1303.0, -1261.984375, -1220.96875, -1179.953125, -1138.9375, -1097.921875, -1056.90625, -1015.890625, -974.875, -933.859375, -892.84375, -851.828125, -810.8125, -769.796875, -728.78125, -687.765625, -646.75, -605.734375, -564.71875, -523.703125, -482.6875, -441.671875, -400.65625, -359.640625, -318.625, -277.609375, -236.59375, -195.578125, -154.5625, -113.546875, -72.53125, -31.515625, 9.5, 50.515625, 91.53125, 132.546875, 173.5625, 214.578125, 255.59375, 296.609375, 337.625, 378.640625, 419.65625, 460.671875, 501.6875, 542.703125, 583.71875, 624.734375, 665.75, 706.765625, 747.78125, 788.796875, 829.8125, 870.828125, 911.84375, 952.859375, 993.875, 1034.890625, 1075.90625, 1116.921875, 1157.9375, 1198.953125, 1239.96875, 1280.984375, 1322.0]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 4.0, 8.0, 10.0, 11.0, 19.0, 24.0, 29.0, 32.0, 46.0, 71.0, 51.0, 56.0, 63.0, 76.0, 67.0, 81.0, 49.0, 69.0, 47.0, 39.0, 36.0, 28.0, 20.0, 21.0, 11.0, 8.0, 9.0, 4.0, 7.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.875, -48.35546875, -46.8359375, -45.31640625, -43.796875, -42.27734375, -40.7578125, -39.23828125, -37.71875, -36.19921875, -34.6796875, -33.16015625, -31.640625, -30.12109375, -28.6015625, -27.08203125, -25.5625, -24.04296875, -22.5234375, -21.00390625, -19.484375, -17.96484375, -16.4453125, -14.92578125, -13.40625, -11.88671875, -10.3671875, -8.84765625, -7.328125, -5.80859375, -4.2890625, -2.76953125, -1.25, 0.26953125, 1.7890625, 3.30859375, 4.828125, 6.34765625, 7.8671875, 9.38671875, 10.90625, 12.42578125, 13.9453125, 15.46484375, 16.984375, 18.50390625, 20.0234375, 21.54296875, 23.0625, 24.58203125, 26.1015625, 27.62109375, 29.140625, 30.66015625, 32.1796875, 33.69921875, 35.21875, 36.73828125, 38.2578125, 39.77734375, 41.296875, 42.81640625, 44.3359375, 45.85546875, 47.375]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 8.0, 17.0, 19.0, 42.0, 62.0, 180.0, 389.0, 1787.0, 12745.0, 608238.0, 412784.0, 10026.0, 1516.0, 406.0, 168.0, 54.0, 38.0, 27.0, 14.0, 13.0, 6.0, 4.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-105.9375, -102.2783203125, -98.619140625, -94.9599609375, -91.30078125, -87.6416015625, -83.982421875, -80.3232421875, -76.6640625, -73.0048828125, -69.345703125, -65.6865234375, -62.02734375, -58.3681640625, -54.708984375, -51.0498046875, -47.390625, -43.7314453125, -40.072265625, -36.4130859375, -32.75390625, -29.0947265625, -25.435546875, -21.7763671875, -18.1171875, -14.4580078125, -10.798828125, -7.1396484375, -3.48046875, 0.1787109375, 3.837890625, 7.4970703125, 11.15625, 14.8154296875, 18.474609375, 22.1337890625, 25.79296875, 29.4521484375, 33.111328125, 36.7705078125, 40.4296875, 44.0888671875, 47.748046875, 51.4072265625, 55.06640625, 58.7255859375, 62.384765625, 66.0439453125, 69.703125, 73.3623046875, 77.021484375, 80.6806640625, 84.33984375, 87.9990234375, 91.658203125, 95.3173828125, 98.9765625, 102.6357421875, 106.294921875, 109.9541015625, 113.61328125, 117.2724609375, 120.931640625, 124.5908203125, 128.25]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 6.0, 4.0, 2.0, 7.0, 1.0, 3.0, 8.0, 12.0, 18.0, 16.0, 25.0, 31.0, 36.0, 42.0, 65.0, 71.0, 91.0, 116.0, 100.0, 75.0, 57.0, 37.0, 32.0, 43.0, 27.0, 12.0, 19.0, 15.0, 6.0, 4.0, 6.0, 7.0, 2.0, 4.0, 2.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.00373077392578125, -0.0036317110061645508, -0.0035326480865478516, -0.0034335851669311523, -0.003334522247314453, -0.003235459327697754, -0.0031363964080810547, -0.0030373334884643555, -0.0029382705688476562, -0.002839207649230957, -0.002740144729614258, -0.0026410818099975586, -0.0025420188903808594, -0.00244295597076416, -0.002343893051147461, -0.0022448301315307617, -0.0021457672119140625, -0.0020467042922973633, -0.001947641372680664, -0.0018485784530639648, -0.0017495155334472656, -0.0016504526138305664, -0.0015513896942138672, -0.001452326774597168, -0.0013532638549804688, -0.0012542009353637695, -0.0011551380157470703, -0.001056075096130371, -0.0009570121765136719, -0.0008579492568969727, -0.0007588863372802734, -0.0006598234176635742, -0.000560760498046875, -0.0004616975784301758, -0.00036263465881347656, -0.00026357173919677734, -0.00016450881958007812, -6.54458999633789e-05, 3.361701965332031e-05, 0.00013267993927001953, 0.00023174285888671875, 0.00033080577850341797, 0.0004298686981201172, 0.0005289316177368164, 0.0006279945373535156, 0.0007270574569702148, 0.0008261203765869141, 0.0009251832962036133, 0.0010242462158203125, 0.0011233091354370117, 0.001222372055053711, 0.0013214349746704102, 0.0014204978942871094, 0.0015195608139038086, 0.0016186237335205078, 0.001717686653137207, 0.0018167495727539062, 0.0019158124923706055, 0.0020148754119873047, 0.002113938331604004, 0.002213001251220703, 0.0023120641708374023, 0.0024111270904541016, 0.0025101900100708008, 0.0026092529296875]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 7.0, 12.0, 17.0, 21.0, 32.0, 54.0, 114.0, 675.0, 67709.0, 977582.0, 1981.0, 147.0, 80.0, 46.0, 22.0, 25.0, 13.0, 6.0, 5.0, 7.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-197.75, -188.8359375, -179.921875, -171.0078125, -162.09375, -153.1796875, -144.265625, -135.3515625, -126.4375, -117.5234375, -108.609375, -99.6953125, -90.78125, -81.8671875, -72.953125, -64.0390625, -55.125, -46.2109375, -37.296875, -28.3828125, -19.46875, -10.5546875, -1.640625, 7.2734375, 16.1875, 25.1015625, 34.015625, 42.9296875, 51.84375, 60.7578125, 69.671875, 78.5859375, 87.5, 96.4140625, 105.328125, 114.2421875, 123.15625, 132.0703125, 140.984375, 149.8984375, 158.8125, 167.7265625, 176.640625, 185.5546875, 194.46875, 203.3828125, 212.296875, 221.2109375, 230.125, 239.0390625, 247.953125, 256.8671875, 265.78125, 274.6953125, 283.609375, 292.5234375, 301.4375, 310.3515625, 319.265625, 328.1796875, 337.09375, 346.0078125, 354.921875, 363.8359375, 372.75]}, "gradients/decoder.roberta.encoder.layer.10.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 5.0, 12.0, 11.0, 20.0, 13.0, 31.0, 62.0, 68.0, 102.0, 154.0, 154.0, 122.0, 84.0, 53.0, 37.0, 32.0, 14.0, 12.0, 8.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.203125, -16.7744140625, -16.345703125, -15.9169921875, -15.48828125, -15.0595703125, -14.630859375, -14.2021484375, -13.7734375, -13.3447265625, -12.916015625, -12.4873046875, -12.05859375, -11.6298828125, -11.201171875, -10.7724609375, -10.34375, -9.9150390625, -9.486328125, -9.0576171875, -8.62890625, -8.2001953125, -7.771484375, -7.3427734375, -6.9140625, -6.4853515625, -6.056640625, -5.6279296875, -5.19921875, -4.7705078125, -4.341796875, -3.9130859375, -3.484375, -3.0556640625, -2.626953125, -2.1982421875, -1.76953125, -1.3408203125, -0.912109375, -0.4833984375, -0.0546875, 0.3740234375, 0.802734375, 1.2314453125, 1.66015625, 2.0888671875, 2.517578125, 2.9462890625, 3.375, 3.8037109375, 4.232421875, 4.6611328125, 5.08984375, 5.5185546875, 5.947265625, 6.3759765625, 6.8046875, 7.2333984375, 7.662109375, 8.0908203125, 8.51953125, 8.9482421875, 9.376953125, 9.8056640625, 10.234375]}, "gradients/decoder.roberta.encoder.layer.9.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 44.0, 176.0, 322.0, 290.0, 128.0, 30.0, 9.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-312.7934875488281, -306.87225341796875, -300.9510192871094, -295.02978515625, -289.1085510253906, -283.1873474121094, -277.26611328125, -271.3448791503906, -265.42364501953125, -259.5024108886719, -253.5811767578125, -247.6599578857422, -241.7387237548828, -235.81748962402344, -229.89625549316406, -223.97503662109375, -218.05380249023438, -212.132568359375, -206.21133422851562, -200.2901153564453, -194.36888122558594, -188.44764709472656, -182.5264129638672, -176.60519409179688, -170.68394470214844, -164.76271057128906, -158.8414764404297, -152.92025756835938, -146.9990234375, -141.07778930664062, -135.15655517578125, -129.23532104492188, -123.31409454345703, -117.39286041259766, -111.47163391113281, -105.55039978027344, -99.6291732788086, -93.70793914794922, -87.78671264648438, -81.865478515625, -75.94424438476562, -70.02301025390625, -64.1017837524414, -58.18054962158203, -52.25932312011719, -46.33808898925781, -40.4168586730957, -34.495628356933594, -28.57440185546875, -22.65317153930664, -16.73194122314453, -10.810708999633789, -4.88947868347168, 1.0317516326904297, 6.952983856201172, 12.874214172363281, 18.79544448852539, 24.7166748046875, 30.63790512084961, 36.55913543701172, 42.480369567871094, 48.40159606933594, 54.32283020019531, 60.24406051635742, 66.16529083251953]}, "gradients/decoder.roberta.encoder.layer.9.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 5.0, 5.0, 4.0, 11.0, 5.0, 14.0, 16.0, 15.0, 24.0, 31.0, 28.0, 21.0, 31.0, 28.0, 36.0, 42.0, 55.0, 39.0, 53.0, 40.0, 55.0, 40.0, 50.0, 41.0, 34.0, 33.0, 41.0, 33.0, 27.0, 26.0, 24.0, 16.0, 21.0, 8.0, 6.0, 13.0, 7.0, 6.0, 4.0, 4.0, 2.0, 6.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.36419677734375, -42.12038803100586, -40.87657928466797, -39.63277053833008, -38.38896179199219, -37.1451530456543, -35.901344299316406, -34.65753936767578, -33.413726806640625, -32.169918060302734, -30.926109313964844, -29.682300567626953, -28.438491821289062, -27.194683074951172, -25.950876235961914, -24.707067489624023, -23.463260650634766, -22.219451904296875, -20.975643157958984, -19.731834411621094, -18.488025665283203, -17.244216918945312, -16.000410079956055, -14.756601333618164, -13.512792587280273, -12.268983840942383, -11.025175094604492, -9.781367301940918, -8.537558555603027, -7.293749809265137, -6.049941539764404, -4.806133270263672, -3.5623245239257812, -2.3185160160064697, -1.0747075080871582, 0.16910099983215332, 1.4129095077514648, 2.6567182540893555, 3.900526523590088, 5.14433479309082, 6.388143539428711, 7.631952285766602, 8.875761032104492, 10.119568824768066, 11.363377571105957, 12.607186317443848, 13.850994110107422, 15.094802856445312, 16.338611602783203, 17.582420349121094, 18.826229095458984, 20.070037841796875, 21.313846588134766, 22.557655334472656, 23.801462173461914, 25.045270919799805, 26.289079666137695, 27.532888412475586, 28.776697158813477, 30.020505905151367, 31.264312744140625, 32.508121490478516, 33.751930236816406, 34.9957389831543, 36.23954772949219]}, "gradients/decoder.roberta.encoder.layer.9.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 4.0, 5.0, 10.0, 8.0, 12.0, 25.0, 30.0, 32.0, 42.0, 65.0, 83.0, 119.0, 160.0, 197.0, 285.0, 363.0, 623.0, 1054.0, 2375.0, 7443.0, 35641.0, 229822.0, 2385425.0, 1353636.0, 142627.0, 23896.0, 5627.0, 1861.0, 902.0, 508.0, 349.0, 265.0, 206.0, 151.0, 134.0, 65.0, 65.0, 45.0, 34.0, 25.0, 16.0, 11.0, 11.0, 8.0, 9.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-75.4375, -73.2109375, -70.984375, -68.7578125, -66.53125, -64.3046875, -62.078125, -59.8515625, -57.625, -55.3984375, -53.171875, -50.9453125, -48.71875, -46.4921875, -44.265625, -42.0390625, -39.8125, -37.5859375, -35.359375, -33.1328125, -30.90625, -28.6796875, -26.453125, -24.2265625, -22.0, -19.7734375, -17.546875, -15.3203125, -13.09375, -10.8671875, -8.640625, -6.4140625, -4.1875, -1.9609375, 0.265625, 2.4921875, 4.71875, 6.9453125, 9.171875, 11.3984375, 13.625, 15.8515625, 18.078125, 20.3046875, 22.53125, 24.7578125, 26.984375, 29.2109375, 31.4375, 33.6640625, 35.890625, 38.1171875, 40.34375, 42.5703125, 44.796875, 47.0234375, 49.25, 51.4765625, 53.703125, 55.9296875, 58.15625, 60.3828125, 62.609375, 64.8359375, 67.0625]}, "gradients/decoder.roberta.encoder.layer.9.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 10.0, 3.0, 11.0, 5.0, 7.0, 17.0, 11.0, 22.0, 15.0, 35.0, 21.0, 26.0, 27.0, 36.0, 39.0, 41.0, 39.0, 38.0, 54.0, 37.0, 46.0, 43.0, 46.0, 48.0, 37.0, 29.0, 33.0, 25.0, 36.0, 26.0, 28.0, 22.0, 15.0, 14.0, 12.0, 10.0, 7.0, 11.0, 5.0, 4.0, 5.0, 4.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-27.875, -27.078857421875, -26.28271484375, -25.486572265625, -24.6904296875, -23.894287109375, -23.09814453125, -22.302001953125, -21.505859375, -20.709716796875, -19.91357421875, -19.117431640625, -18.3212890625, -17.525146484375, -16.72900390625, -15.932861328125, -15.13671875, -14.340576171875, -13.54443359375, -12.748291015625, -11.9521484375, -11.156005859375, -10.35986328125, -9.563720703125, -8.767578125, -7.971435546875, -7.17529296875, -6.379150390625, -5.5830078125, -4.786865234375, -3.99072265625, -3.194580078125, -2.3984375, -1.602294921875, -0.80615234375, -0.010009765625, 0.7861328125, 1.582275390625, 2.37841796875, 3.174560546875, 3.970703125, 4.766845703125, 5.56298828125, 6.359130859375, 7.1552734375, 7.951416015625, 8.74755859375, 9.543701171875, 10.33984375, 11.135986328125, 11.93212890625, 12.728271484375, 13.5244140625, 14.320556640625, 15.11669921875, 15.912841796875, 16.708984375, 17.505126953125, 18.30126953125, 19.097412109375, 19.8935546875, 20.689697265625, 21.48583984375, 22.281982421875, 23.078125]}, "gradients/decoder.roberta.encoder.layer.9.intermediate.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 12.0, 10.0, 15.0, 22.0, 23.0, 35.0, 55.0, 80.0, 154.0, 277.0, 861.0, 6452.0, 3136224.0, 1044147.0, 4662.0, 635.0, 252.0, 115.0, 71.0, 61.0, 32.0, 26.0, 13.0, 8.0, 8.0, 7.0, 6.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-310.5, -300.12890625, -289.7578125, -279.38671875, -269.015625, -258.64453125, -248.2734375, -237.90234375, -227.53125, -217.16015625, -206.7890625, -196.41796875, -186.046875, -175.67578125, -165.3046875, -154.93359375, -144.5625, -134.19140625, -123.8203125, -113.44921875, -103.078125, -92.70703125, -82.3359375, -71.96484375, -61.59375, -51.22265625, -40.8515625, -30.48046875, -20.109375, -9.73828125, 0.6328125, 11.00390625, 21.375, 31.74609375, 42.1171875, 52.48828125, 62.859375, 73.23046875, 83.6015625, 93.97265625, 104.34375, 114.71484375, 125.0859375, 135.45703125, 145.828125, 156.19921875, 166.5703125, 176.94140625, 187.3125, 197.68359375, 208.0546875, 218.42578125, 228.796875, 239.16796875, 249.5390625, 259.91015625, 270.28125, 280.65234375, 291.0234375, 301.39453125, 311.765625, 322.13671875, 332.5078125, 342.87890625, 353.25]}, "gradients/decoder.roberta.encoder.layer.9.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 0.0, 4.0, 3.0, 11.0, 7.0, 2.0, 20.0, 20.0, 45.0, 53.0, 86.0, 140.0, 244.0, 425.0, 774.0, 879.0, 516.0, 334.0, 190.0, 125.0, 71.0, 31.0, 32.0, 20.0, 16.0, 6.0, 9.0, 6.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.515625, -21.857421875, -21.19921875, -20.541015625, -19.8828125, -19.224609375, -18.56640625, -17.908203125, -17.25, -16.591796875, -15.93359375, -15.275390625, -14.6171875, -13.958984375, -13.30078125, -12.642578125, -11.984375, -11.326171875, -10.66796875, -10.009765625, -9.3515625, -8.693359375, -8.03515625, -7.376953125, -6.71875, -6.060546875, -5.40234375, -4.744140625, -4.0859375, -3.427734375, -2.76953125, -2.111328125, -1.453125, -0.794921875, -0.13671875, 0.521484375, 1.1796875, 1.837890625, 2.49609375, 3.154296875, 3.8125, 4.470703125, 5.12890625, 5.787109375, 6.4453125, 7.103515625, 7.76171875, 8.419921875, 9.078125, 9.736328125, 10.39453125, 11.052734375, 11.7109375, 12.369140625, 13.02734375, 13.685546875, 14.34375, 15.001953125, 15.66015625, 16.318359375, 16.9765625, 17.634765625, 18.29296875, 18.951171875, 19.609375]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 6.0, 3.0, 12.0, 17.0, 24.0, 44.0, 55.0, 68.0, 71.0, 75.0, 87.0, 99.0, 80.0, 74.0, 67.0, 68.0, 57.0, 30.0, 21.0, 15.0, 7.0, 10.0, 1.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-65.78265380859375, -64.33101654052734, -62.87937545776367, -61.427738189697266, -59.976097106933594, -58.52445983886719, -57.07282257080078, -55.62118148803711, -54.16954040527344, -52.71790313720703, -51.26626205444336, -49.81462478637695, -48.36298370361328, -46.911346435546875, -45.45970916748047, -44.0080680847168, -42.55643081665039, -41.104793548583984, -39.65315246582031, -38.201515197753906, -36.749874114990234, -35.29823684692383, -33.846595764160156, -32.39495849609375, -30.94331932067871, -29.491680145263672, -28.040040969848633, -26.588401794433594, -25.136764526367188, -23.685123443603516, -22.23348617553711, -20.78184700012207, -19.330204010009766, -17.878564834594727, -16.426925659179688, -14.975287437438965, -13.523648262023926, -12.072009086608887, -10.620370864868164, -9.168731689453125, -7.717092514038086, -6.265453338623047, -4.813814640045166, -3.362175941467285, -1.910536766052246, -0.45889759063720703, 0.9927406311035156, 2.4443798065185547, 3.8960189819335938, 5.347658157348633, 6.799296855926514, 8.250935554504395, 9.702574729919434, 11.154213905334473, 12.605852127075195, 14.057491302490234, 15.509130477905273, 16.960769653320312, 18.41240882873535, 19.86404800415039, 21.315685272216797, 22.76732635498047, 24.218963623046875, 25.670602798461914, 27.122241973876953]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 6.0, 4.0, 3.0, 4.0, 5.0, 3.0, 7.0, 17.0, 15.0, 20.0, 19.0, 20.0, 15.0, 22.0, 23.0, 22.0, 19.0, 38.0, 37.0, 41.0, 38.0, 48.0, 45.0, 32.0, 42.0, 42.0, 24.0, 37.0, 37.0, 32.0, 23.0, 39.0, 28.0, 26.0, 20.0, 22.0, 16.0, 16.0, 14.0, 7.0, 23.0, 11.0, 7.0, 6.0, 7.0, 8.0, 8.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-26.478435516357422, -25.645830154418945, -24.813222885131836, -23.98061752319336, -23.14801025390625, -22.315404891967773, -21.482799530029297, -20.650192260742188, -19.81758689880371, -18.984981536865234, -18.152374267578125, -17.31976890563965, -16.48716163635254, -15.654556274414062, -14.82194995880127, -13.989343643188477, -13.156737327575684, -12.32413101196289, -11.491524696350098, -10.658918380737305, -9.826313018798828, -8.993706703186035, -8.161100387573242, -7.328494548797607, -6.4958882331848145, -5.6632819175720215, -4.830676078796387, -3.9980697631835938, -3.16546368598938, -2.332857608795166, -1.500251293182373, -0.6676454544067383, 0.1649608612060547, 0.9975669980049133, 1.830173134803772, 2.6627793312072754, 3.4953854084014893, 4.327991485595703, 5.160597801208496, 5.993203639984131, 6.825809955596924, 7.658416271209717, 8.491022109985352, 9.323628425598145, 10.156234741210938, 10.988840103149414, 11.821447372436523, 12.654052734375, 13.486659049987793, 14.319265365600586, 15.151871681213379, 15.984477996826172, 16.81708335876465, 17.649688720703125, 18.482295989990234, 19.31490135192871, 20.14750862121582, 20.980113983154297, 21.812721252441406, 22.645326614379883, 23.477933883666992, 24.31053924560547, 25.143146514892578, 25.975751876831055, 26.80835723876953]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 1.0, 4.0, 3.0, 5.0, 8.0, 7.0, 19.0, 32.0, 46.0, 73.0, 79.0, 135.0, 219.0, 343.0, 570.0, 873.0, 1453.0, 2410.0, 3894.0, 6171.0, 9961.0, 15989.0, 25346.0, 39347.0, 58759.0, 83417.0, 110677.0, 132115.0, 137088.0, 122076.0, 96372.0, 69736.0, 47579.0, 31126.0, 19860.0, 12255.0, 7894.0, 4815.0, 2949.0, 1801.0, 1116.0, 714.0, 439.0, 288.0, 198.0, 86.0, 86.0, 44.0, 41.0, 15.0, 11.0, 7.0, 3.0, 4.0, 6.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.8203125, -2.730010986328125, -2.63970947265625, -2.549407958984375, -2.4591064453125, -2.368804931640625, -2.27850341796875, -2.188201904296875, -2.097900390625, -2.007598876953125, -1.91729736328125, -1.826995849609375, -1.7366943359375, -1.646392822265625, -1.55609130859375, -1.465789794921875, -1.37548828125, -1.285186767578125, -1.19488525390625, -1.104583740234375, -1.0142822265625, -0.923980712890625, -0.83367919921875, -0.743377685546875, -0.653076171875, -0.562774658203125, -0.47247314453125, -0.382171630859375, -0.2918701171875, -0.201568603515625, -0.11126708984375, -0.020965576171875, 0.0693359375, 0.159637451171875, 0.24993896484375, 0.340240478515625, 0.4305419921875, 0.520843505859375, 0.61114501953125, 0.701446533203125, 0.791748046875, 0.882049560546875, 0.97235107421875, 1.062652587890625, 1.1529541015625, 1.243255615234375, 1.33355712890625, 1.423858642578125, 1.51416015625, 1.604461669921875, 1.69476318359375, 1.785064697265625, 1.8753662109375, 1.965667724609375, 2.05596923828125, 2.146270751953125, 2.236572265625, 2.326873779296875, 2.41717529296875, 2.507476806640625, 2.5977783203125, 2.688079833984375, 2.77838134765625, 2.868682861328125, 2.958984375]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 5.0, 4.0, 4.0, 6.0, 3.0, 4.0, 15.0, 18.0, 18.0, 18.0, 20.0, 17.0, 21.0, 24.0, 20.0, 23.0, 36.0, 35.0, 44.0, 35.0, 46.0, 49.0, 26.0, 49.0, 38.0, 31.0, 31.0, 43.0, 29.0, 22.0, 38.0, 25.0, 30.0, 23.0, 20.0, 18.0, 13.0, 15.0, 7.0, 22.0, 13.0, 7.0, 7.0, 5.0, 9.0, 9.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0], "bins": [-26.234375, -25.419921875, -24.60546875, -23.791015625, -22.9765625, -22.162109375, -21.34765625, -20.533203125, -19.71875, -18.904296875, -18.08984375, -17.275390625, -16.4609375, -15.646484375, -14.83203125, -14.017578125, -13.203125, -12.388671875, -11.57421875, -10.759765625, -9.9453125, -9.130859375, -8.31640625, -7.501953125, -6.6875, -5.873046875, -5.05859375, -4.244140625, -3.4296875, -2.615234375, -1.80078125, -0.986328125, -0.171875, 0.642578125, 1.45703125, 2.271484375, 3.0859375, 3.900390625, 4.71484375, 5.529296875, 6.34375, 7.158203125, 7.97265625, 8.787109375, 9.6015625, 10.416015625, 11.23046875, 12.044921875, 12.859375, 13.673828125, 14.48828125, 15.302734375, 16.1171875, 16.931640625, 17.74609375, 18.560546875, 19.375, 20.189453125, 21.00390625, 21.818359375, 22.6328125, 23.447265625, 24.26171875, 25.076171875, 25.890625]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 6.0, 6.0, 14.0, 17.0, 15.0, 30.0, 43.0, 65.0, 84.0, 122.0, 178.0, 228.0, 365.0, 431.0, 686.0, 871.0, 1181.0, 1553.0, 2217.0, 3066.0, 4254.0, 6145.0, 8876.0, 13153.0, 20014.0, 37974.0, 478869.0, 372111.0, 34727.0, 19112.0, 12546.0, 8737.0, 5899.0, 4184.0, 3004.0, 2175.0, 1502.0, 1138.0, 789.0, 587.0, 453.0, 330.0, 220.0, 173.0, 119.0, 79.0, 59.0, 49.0, 34.0, 23.0, 22.0, 14.0, 4.0, 2.0, 2.0, 7.0, 4.0, 1.0, 0.0, 1.0], "bins": [-4.80078125, -4.64569091796875, -4.4906005859375, -4.33551025390625, -4.180419921875, -4.02532958984375, -3.8702392578125, -3.71514892578125, -3.56005859375, -3.40496826171875, -3.2498779296875, -3.09478759765625, -2.939697265625, -2.78460693359375, -2.6295166015625, -2.47442626953125, -2.3193359375, -2.16424560546875, -2.0091552734375, -1.85406494140625, -1.698974609375, -1.54388427734375, -1.3887939453125, -1.23370361328125, -1.07861328125, -0.92352294921875, -0.7684326171875, -0.61334228515625, -0.458251953125, -0.30316162109375, -0.1480712890625, 0.00701904296875, 0.162109375, 0.31719970703125, 0.4722900390625, 0.62738037109375, 0.782470703125, 0.93756103515625, 1.0926513671875, 1.24774169921875, 1.40283203125, 1.55792236328125, 1.7130126953125, 1.86810302734375, 2.023193359375, 2.17828369140625, 2.3333740234375, 2.48846435546875, 2.6435546875, 2.79864501953125, 2.9537353515625, 3.10882568359375, 3.263916015625, 3.41900634765625, 3.5740966796875, 3.72918701171875, 3.88427734375, 4.03936767578125, 4.1944580078125, 4.34954833984375, 4.504638671875, 4.65972900390625, 4.8148193359375, 4.96990966796875, 5.125]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 5.0, 8.0, 4.0, 8.0, 6.0, 11.0, 17.0, 11.0, 11.0, 15.0, 18.0, 21.0, 20.0, 23.0, 28.0, 41.0, 27.0, 33.0, 23.0, 36.0, 37.0, 32.0, 36.0, 39.0, 37.0, 30.0, 54.0, 31.0, 33.0, 28.0, 28.0, 31.0, 26.0, 23.0, 23.0, 20.0, 18.0, 23.0, 22.0, 9.0, 12.0, 8.0, 8.0, 4.0, 5.0, 6.0, 4.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-16.59375, -16.0732421875, -15.552734375, -15.0322265625, -14.51171875, -13.9912109375, -13.470703125, -12.9501953125, -12.4296875, -11.9091796875, -11.388671875, -10.8681640625, -10.34765625, -9.8271484375, -9.306640625, -8.7861328125, -8.265625, -7.7451171875, -7.224609375, -6.7041015625, -6.18359375, -5.6630859375, -5.142578125, -4.6220703125, -4.1015625, -3.5810546875, -3.060546875, -2.5400390625, -2.01953125, -1.4990234375, -0.978515625, -0.4580078125, 0.0625, 0.5830078125, 1.103515625, 1.6240234375, 2.14453125, 2.6650390625, 3.185546875, 3.7060546875, 4.2265625, 4.7470703125, 5.267578125, 5.7880859375, 6.30859375, 6.8291015625, 7.349609375, 7.8701171875, 8.390625, 8.9111328125, 9.431640625, 9.9521484375, 10.47265625, 10.9931640625, 11.513671875, 12.0341796875, 12.5546875, 13.0751953125, 13.595703125, 14.1162109375, 14.63671875, 15.1572265625, 15.677734375, 16.1982421875, 16.71875]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 8.0, 5.0, 6.0, 18.0, 24.0, 47.0, 84.0, 175.0, 337.0, 774.0, 1864.0, 4962.0, 14456.0, 49568.0, 910664.0, 44358.0, 13458.0, 4586.0, 1721.0, 735.0, 361.0, 146.0, 89.0, 41.0, 29.0, 14.0, 9.0, 6.0, 5.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98681640625, -0.9554519653320312, -0.9240875244140625, -0.8927230834960938, -0.861358642578125, -0.8299942016601562, -0.7986297607421875, -0.7672653198242188, -0.73590087890625, -0.7045364379882812, -0.6731719970703125, -0.6418075561523438, -0.610443115234375, -0.5790786743164062, -0.5477142333984375, -0.5163497924804688, -0.4849853515625, -0.45362091064453125, -0.4222564697265625, -0.39089202880859375, -0.359527587890625, -0.32816314697265625, -0.2967987060546875, -0.26543426513671875, -0.23406982421875, -0.20270538330078125, -0.1713409423828125, -0.13997650146484375, -0.108612060546875, -0.07724761962890625, -0.0458831787109375, -0.01451873779296875, 0.016845703125, 0.04821014404296875, 0.0795745849609375, 0.11093902587890625, 0.142303466796875, 0.17366790771484375, 0.2050323486328125, 0.23639678955078125, 0.26776123046875, 0.29912567138671875, 0.3304901123046875, 0.36185455322265625, 0.393218994140625, 0.42458343505859375, 0.4559478759765625, 0.48731231689453125, 0.5186767578125, 0.5500411987304688, 0.5814056396484375, 0.6127700805664062, 0.644134521484375, 0.6754989624023438, 0.7068634033203125, 0.7382278442382812, 0.76959228515625, 0.8009567260742188, 0.8323211669921875, 0.8636856079101562, 0.895050048828125, 0.9264144897460938, 0.9577789306640625, 0.9891433715820312, 1.0205078125]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.key.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 2.0, 7.0, 3.0, 7.0, 11.0, 15.0, 25.0, 17.0, 28.0, 28.0, 25.0, 37.0, 31.0, 47.0, 40.0, 35.0, 48.0, 63.0, 54.0, 71.0, 47.0, 35.0, 52.0, 39.0, 37.0, 33.0, 33.0, 32.0, 21.0, 12.0, 20.0, 12.0, 11.0, 11.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4199485778808594e-05, -2.3339875042438507e-05, -2.248026430606842e-05, -2.1620653569698334e-05, -2.0761042833328247e-05, -1.990143209695816e-05, -1.9041821360588074e-05, -1.8182210624217987e-05, -1.73225998878479e-05, -1.6462989151477814e-05, -1.5603378415107727e-05, -1.474376767873764e-05, -1.3884156942367554e-05, -1.3024546205997467e-05, -1.216493546962738e-05, -1.1305324733257294e-05, -1.0445713996887207e-05, -9.58610326051712e-06, -8.726492524147034e-06, -7.866881787776947e-06, -7.00727105140686e-06, -6.147660315036774e-06, -5.288049578666687e-06, -4.4284388422966e-06, -3.5688281059265137e-06, -2.709217369556427e-06, -1.8496066331863403e-06, -9.899958968162537e-07, -1.30385160446167e-07, 7.292255759239197e-07, 1.5888363122940063e-06, 2.448447048664093e-06, 3.3080577850341797e-06, 4.167668521404266e-06, 5.027279257774353e-06, 5.88688999414444e-06, 6.746500730514526e-06, 7.606111466884613e-06, 8.4657222032547e-06, 9.325332939624786e-06, 1.0184943675994873e-05, 1.104455441236496e-05, 1.1904165148735046e-05, 1.2763775885105133e-05, 1.362338662147522e-05, 1.4482997357845306e-05, 1.5342608094215393e-05, 1.620221883058548e-05, 1.7061829566955566e-05, 1.7921440303325653e-05, 1.878105103969574e-05, 1.9640661776065826e-05, 2.0500272512435913e-05, 2.1359883248806e-05, 2.2219493985176086e-05, 2.3079104721546173e-05, 2.393871545791626e-05, 2.4798326194286346e-05, 2.5657936930656433e-05, 2.651754766702652e-05, 2.7377158403396606e-05, 2.8236769139766693e-05, 2.909637987613678e-05, 2.9955990612506866e-05, 3.081560134887695e-05]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 7.0, 8.0, 13.0, 11.0, 23.0, 22.0, 21.0, 43.0, 75.0, 140.0, 312.0, 3424.0, 806657.0, 235951.0, 1295.0, 234.0, 110.0, 52.0, 41.0, 29.0, 21.0, 15.0, 10.0, 9.0, 4.0, 8.0, 0.0, 9.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.48046875, -2.39453125, -2.30859375, -2.22265625, -2.13671875, -2.05078125, -1.96484375, -1.87890625, -1.79296875, -1.70703125, -1.62109375, -1.53515625, -1.44921875, -1.36328125, -1.27734375, -1.19140625, -1.10546875, -1.01953125, -0.93359375, -0.84765625, -0.76171875, -0.67578125, -0.58984375, -0.50390625, -0.41796875, -0.33203125, -0.24609375, -0.16015625, -0.07421875, 0.01171875, 0.09765625, 0.18359375, 0.26953125, 0.35546875, 0.44140625, 0.52734375, 0.61328125, 0.69921875, 0.78515625, 0.87109375, 0.95703125, 1.04296875, 1.12890625, 1.21484375, 1.30078125, 1.38671875, 1.47265625, 1.55859375, 1.64453125, 1.73046875, 1.81640625, 1.90234375, 1.98828125, 2.07421875, 2.16015625, 2.24609375, 2.33203125, 2.41796875, 2.50390625, 2.58984375, 2.67578125, 2.76171875, 2.84765625, 2.93359375, 3.01953125]}, "gradients/decoder.roberta.encoder.layer.9.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 7.0, 5.0, 2.0, 6.0, 10.0, 9.0, 10.0, 14.0, 31.0, 35.0, 51.0, 44.0, 61.0, 91.0, 91.0, 99.0, 86.0, 75.0, 66.0, 60.0, 35.0, 32.0, 11.0, 19.0, 25.0, 9.0, 6.0, 6.0, 5.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.178466796875, -0.17341995239257812, -0.16837310791015625, -0.16332626342773438, -0.1582794189453125, -0.15323257446289062, -0.14818572998046875, -0.14313888549804688, -0.138092041015625, -0.13304519653320312, -0.12799835205078125, -0.12295150756835938, -0.1179046630859375, -0.11285781860351562, -0.10781097412109375, -0.10276412963867188, -0.09771728515625, -0.09267044067382812, -0.08762359619140625, -0.08257675170898438, -0.0775299072265625, -0.07248306274414062, -0.06743621826171875, -0.062389373779296875, -0.057342529296875, -0.052295684814453125, -0.04724884033203125, -0.042201995849609375, -0.0371551513671875, -0.032108306884765625, -0.02706146240234375, -0.022014617919921875, -0.0169677734375, -0.011920928955078125, -0.00687408447265625, -0.001827239990234375, 0.0032196044921875, 0.008266448974609375, 0.01331329345703125, 0.018360137939453125, 0.023406982421875, 0.028453826904296875, 0.03350067138671875, 0.038547515869140625, 0.0435943603515625, 0.048641204833984375, 0.05368804931640625, 0.058734893798828125, 0.06378173828125, 0.06882858276367188, 0.07387542724609375, 0.07892227172851562, 0.0839691162109375, 0.08901596069335938, 0.09406280517578125, 0.09910964965820312, 0.104156494140625, 0.10920333862304688, 0.11425018310546875, 0.11929702758789062, 0.1243438720703125, 0.12939071655273438, 0.13443756103515625, 0.13948440551757812, 0.14453125]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 7.0, 5.0, 4.0, 14.0, 18.0, 25.0, 42.0, 55.0, 59.0, 68.0, 72.0, 83.0, 100.0, 78.0, 74.0, 65.0, 64.0, 49.0, 42.0, 25.0, 21.0, 14.0, 8.0, 5.0, 2.0, 5.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.979217529296875, -52.610504150390625, -51.24179458618164, -49.87308120727539, -48.50436782836914, -47.135658264160156, -45.766944885253906, -44.398231506347656, -43.029518127441406, -41.660804748535156, -40.29209518432617, -38.92338180541992, -37.55466842651367, -36.18595886230469, -34.81724548339844, -33.44853210449219, -32.0798225402832, -30.711111068725586, -29.342397689819336, -27.97368621826172, -26.60497283935547, -25.23626136779785, -23.867549896240234, -22.498836517333984, -21.130125045776367, -19.76141357421875, -18.3927001953125, -17.023988723754883, -15.65527629852295, -14.286563873291016, -12.917852401733398, -11.549139976501465, -10.180423736572266, -8.811711311340332, -7.442999362945557, -6.074287414550781, -4.705574989318848, -3.336862564086914, -1.9681510925292969, -0.5994386672973633, 0.7692737579345703, 2.137985944747925, 3.5066981315612793, 4.875410079956055, 6.244122505187988, 7.612834930419922, 8.981546401977539, 10.350258827209473, 11.718971252441406, 13.08768367767334, 14.456396102905273, 15.82510757446289, 17.19382095336914, 18.562532424926758, 19.931243896484375, 21.299957275390625, 22.668668746948242, 24.03738021850586, 25.40609359741211, 26.774805068969727, 28.143516540527344, 29.512229919433594, 30.88094139099121, 32.24965286254883, 33.61836624145508]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 5.0, 4.0, 4.0, 4.0, 4.0, 5.0, 15.0, 19.0, 17.0, 21.0, 18.0, 16.0, 21.0, 23.0, 21.0, 23.0, 36.0, 37.0, 43.0, 34.0, 46.0, 48.0, 27.0, 50.0, 38.0, 29.0, 35.0, 40.0, 30.0, 24.0, 36.0, 25.0, 30.0, 24.0, 18.0, 18.0, 14.0, 14.0, 7.0, 23.0, 12.0, 7.0, 7.0, 5.0, 10.0, 8.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0], "bins": [-26.231779098510742, -25.416994094848633, -24.602209091186523, -23.787424087524414, -22.972640991210938, -22.157855987548828, -21.34307098388672, -20.52828598022461, -19.7135009765625, -18.89871597290039, -18.08393096923828, -17.269145965576172, -16.454360961914062, -15.63957691192627, -14.824792861938477, -14.010007858276367, -13.195222854614258, -12.380437850952148, -11.565652847290039, -10.750868797302246, -9.936083793640137, -9.121298789978027, -8.306514739990234, -7.491729736328125, -6.676944732666016, -5.862159729003906, -5.047375202178955, -4.232590675354004, -3.4178056716918945, -2.603020668029785, -1.788236141204834, -0.9734516143798828, -0.15866851806640625, 0.656116247177124, 1.4709010124206543, 2.2856857776641846, 3.100470542907715, 3.915255546569824, 4.730040073394775, 5.544824600219727, 6.359609603881836, 7.174394607543945, 7.9891791343688965, 8.803963661193848, 9.618748664855957, 10.433533668518066, 11.24831771850586, 12.063102722167969, 12.877887725830078, 13.692672729492188, 14.507457733154297, 15.32224178314209, 16.137027740478516, 16.951812744140625, 17.7665958404541, 18.58138084411621, 19.39616584777832, 20.21095085144043, 21.02573585510254, 21.84052085876465, 22.655303955078125, 23.470088958740234, 24.284873962402344, 25.099658966064453, 25.914443969726562]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.dense.weight": {"_type": "histogram", "values": [4.0, 5.0, 6.0, 7.0, 8.0, 10.0, 16.0, 27.0, 28.0, 47.0, 80.0, 93.0, 179.0, 232.0, 362.0, 654.0, 1026.0, 1618.0, 2897.0, 4813.0, 8128.0, 14403.0, 24703.0, 42208.0, 70034.0, 109310.0, 157549.0, 185448.0, 154358.0, 105573.0, 67043.0, 40879.0, 23730.0, 13715.0, 8033.0, 4556.0, 2651.0, 1534.0, 988.0, 558.0, 345.0, 207.0, 152.0, 106.0, 70.0, 47.0, 45.0, 26.0, 18.0, 17.0, 10.0, 9.0, 2.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.515625, -18.804931640625, -18.09423828125, -17.383544921875, -16.6728515625, -15.962158203125, -15.25146484375, -14.540771484375, -13.830078125, -13.119384765625, -12.40869140625, -11.697998046875, -10.9873046875, -10.276611328125, -9.56591796875, -8.855224609375, -8.14453125, -7.433837890625, -6.72314453125, -6.012451171875, -5.3017578125, -4.591064453125, -3.88037109375, -3.169677734375, -2.458984375, -1.748291015625, -1.03759765625, -0.326904296875, 0.3837890625, 1.094482421875, 1.80517578125, 2.515869140625, 3.2265625, 3.937255859375, 4.64794921875, 5.358642578125, 6.0693359375, 6.780029296875, 7.49072265625, 8.201416015625, 8.912109375, 9.622802734375, 10.33349609375, 11.044189453125, 11.7548828125, 12.465576171875, 13.17626953125, 13.886962890625, 14.59765625, 15.308349609375, 16.01904296875, 16.729736328125, 17.4404296875, 18.151123046875, 18.86181640625, 19.572509765625, 20.283203125, 20.993896484375, 21.70458984375, 22.415283203125, 23.1259765625, 23.836669921875, 24.54736328125, 25.258056640625, 25.96875]}, "gradients/decoder.roberta.encoder.layer.9.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 4.0, 3.0, 4.0, 10.0, 5.0, 8.0, 19.0, 21.0, 24.0, 12.0, 19.0, 18.0, 32.0, 19.0, 25.0, 33.0, 40.0, 28.0, 53.0, 32.0, 40.0, 48.0, 38.0, 36.0, 34.0, 40.0, 36.0, 26.0, 26.0, 34.0, 35.0, 21.0, 23.0, 24.0, 14.0, 18.0, 14.0, 10.0, 18.0, 10.0, 5.0, 8.0, 11.0, 6.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0], "bins": [-27.90625, -27.038330078125, -26.17041015625, -25.302490234375, -24.4345703125, -23.566650390625, -22.69873046875, -21.830810546875, -20.962890625, -20.094970703125, -19.22705078125, -18.359130859375, -17.4912109375, -16.623291015625, -15.75537109375, -14.887451171875, -14.01953125, -13.151611328125, -12.28369140625, -11.415771484375, -10.5478515625, -9.679931640625, -8.81201171875, -7.944091796875, -7.076171875, -6.208251953125, -5.34033203125, -4.472412109375, -3.6044921875, -2.736572265625, -1.86865234375, -1.000732421875, -0.1328125, 0.735107421875, 1.60302734375, 2.470947265625, 3.3388671875, 4.206787109375, 5.07470703125, 5.942626953125, 6.810546875, 7.678466796875, 8.54638671875, 9.414306640625, 10.2822265625, 11.150146484375, 12.01806640625, 12.885986328125, 13.75390625, 14.621826171875, 15.48974609375, 16.357666015625, 17.2255859375, 18.093505859375, 18.96142578125, 19.829345703125, 20.697265625, 21.565185546875, 22.43310546875, 23.301025390625, 24.1689453125, 25.036865234375, 25.90478515625, 26.772705078125, 27.640625]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 8.0, 11.0, 4.0, 16.0, 11.0, 14.0, 15.0, 26.0, 24.0, 39.0, 41.0, 48.0, 68.0, 103.0, 164.0, 392.0, 1006823.0, 39835.0, 297.0, 137.0, 123.0, 80.0, 37.0, 31.0, 24.0, 24.0, 17.0, 32.0, 25.0, 13.0, 14.0, 21.0, 8.0, 4.0, 4.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-962.5, -933.234375, -903.96875, -874.703125, -845.4375, -816.171875, -786.90625, -757.640625, -728.375, -699.109375, -669.84375, -640.578125, -611.3125, -582.046875, -552.78125, -523.515625, -494.25, -464.984375, -435.71875, -406.453125, -377.1875, -347.921875, -318.65625, -289.390625, -260.125, -230.859375, -201.59375, -172.328125, -143.0625, -113.796875, -84.53125, -55.265625, -26.0, 3.265625, 32.53125, 61.796875, 91.0625, 120.328125, 149.59375, 178.859375, 208.125, 237.390625, 266.65625, 295.921875, 325.1875, 354.453125, 383.71875, 412.984375, 442.25, 471.515625, 500.78125, 530.046875, 559.3125, 588.578125, 617.84375, 647.109375, 676.375, 705.640625, 734.90625, 764.171875, 793.4375, 822.703125, 851.96875, 881.234375, 910.5]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 5.0, 8.0, 10.0, 21.0, 9.0, 11.0, 29.0, 29.0, 21.0, 24.0, 25.0, 28.0, 30.0, 65.0, 50.0, 44.0, 40.0, 44.0, 53.0, 52.0, 36.0, 49.0, 50.0, 46.0, 37.0, 28.0, 28.0, 25.0, 20.0, 13.0, 12.0, 9.0, 13.0, 5.0, 9.0, 6.0, 4.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-31.703125, -30.644775390625, -29.58642578125, -28.528076171875, -27.4697265625, -26.411376953125, -25.35302734375, -24.294677734375, -23.236328125, -22.177978515625, -21.11962890625, -20.061279296875, -19.0029296875, -17.944580078125, -16.88623046875, -15.827880859375, -14.76953125, -13.711181640625, -12.65283203125, -11.594482421875, -10.5361328125, -9.477783203125, -8.41943359375, -7.361083984375, -6.302734375, -5.244384765625, -4.18603515625, -3.127685546875, -2.0693359375, -1.010986328125, 0.04736328125, 1.105712890625, 2.1640625, 3.222412109375, 4.28076171875, 5.339111328125, 6.3974609375, 7.455810546875, 8.51416015625, 9.572509765625, 10.630859375, 11.689208984375, 12.74755859375, 13.805908203125, 14.8642578125, 15.922607421875, 16.98095703125, 18.039306640625, 19.09765625, 20.156005859375, 21.21435546875, 22.272705078125, 23.3310546875, 24.389404296875, 25.44775390625, 26.506103515625, 27.564453125, 28.622802734375, 29.68115234375, 30.739501953125, 31.7978515625, 32.856201171875, 33.91455078125, 34.972900390625, 36.03125]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 9.0, 11.0, 21.0, 36.0, 79.0, 184.0, 500.0, 1599.0, 14380.0, 831988.0, 194115.0, 4131.0, 869.0, 374.0, 130.0, 67.0, 24.0, 15.0, 9.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.1875, -79.1845703125, -75.181640625, -71.1787109375, -67.17578125, -63.1728515625, -59.169921875, -55.1669921875, -51.1640625, -47.1611328125, -43.158203125, -39.1552734375, -35.15234375, -31.1494140625, -27.146484375, -23.1435546875, -19.140625, -15.1376953125, -11.134765625, -7.1318359375, -3.12890625, 0.8740234375, 4.876953125, 8.8798828125, 12.8828125, 16.8857421875, 20.888671875, 24.8916015625, 28.89453125, 32.8974609375, 36.900390625, 40.9033203125, 44.90625, 48.9091796875, 52.912109375, 56.9150390625, 60.91796875, 64.9208984375, 68.923828125, 72.9267578125, 76.9296875, 80.9326171875, 84.935546875, 88.9384765625, 92.94140625, 96.9443359375, 100.947265625, 104.9501953125, 108.953125, 112.9560546875, 116.958984375, 120.9619140625, 124.96484375, 128.9677734375, 132.970703125, 136.9736328125, 140.9765625, 144.9794921875, 148.982421875, 152.9853515625, 156.98828125, 160.9912109375, 164.994140625, 168.9970703125, 173.0]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 3.0, 1.0, 7.0, 9.0, 7.0, 17.0, 23.0, 25.0, 30.0, 44.0, 67.0, 80.0, 80.0, 96.0, 118.0, 88.0, 67.0, 64.0, 44.0, 37.0, 30.0, 19.0, 12.0, 10.0, 7.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004245758056640625, -0.004124104976654053, -0.0040024518966674805, -0.003880798816680908, -0.003759145736694336, -0.0036374926567077637, -0.0035158395767211914, -0.003394186496734619, -0.003272533416748047, -0.0031508803367614746, -0.0030292272567749023, -0.00290757417678833, -0.002785921096801758, -0.0026642680168151855, -0.0025426149368286133, -0.002420961856842041, -0.0022993087768554688, -0.0021776556968688965, -0.0020560026168823242, -0.001934349536895752, -0.0018126964569091797, -0.0016910433769226074, -0.0015693902969360352, -0.0014477372169494629, -0.0013260841369628906, -0.0012044310569763184, -0.001082777976989746, -0.0009611248970031738, -0.0008394718170166016, -0.0007178187370300293, -0.000596165657043457, -0.00047451257705688477, -0.0003528594970703125, -0.00023120641708374023, -0.00010955333709716797, 1.2099742889404297e-05, 0.00013375282287597656, 0.00025540590286254883, 0.0003770589828491211, 0.0004987120628356934, 0.0006203651428222656, 0.0007420182228088379, 0.0008636713027954102, 0.0009853243827819824, 0.0011069774627685547, 0.001228630542755127, 0.0013502836227416992, 0.0014719367027282715, 0.0015935897827148438, 0.001715242862701416, 0.0018368959426879883, 0.0019585490226745605, 0.002080202102661133, 0.002201855182647705, 0.0023235082626342773, 0.0024451613426208496, 0.002566814422607422, 0.002688467502593994, 0.0028101205825805664, 0.0029317736625671387, 0.003053426742553711, 0.003175079822540283, 0.0032967329025268555, 0.0034183859825134277, 0.0035400390625]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 9.0, 20.0, 30.0, 78.0, 161.0, 1790.0, 1040687.0, 5373.0, 216.0, 84.0, 42.0, 26.0, 15.0, 10.0, 6.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-258.25, -245.08203125, -231.9140625, -218.74609375, -205.578125, -192.41015625, -179.2421875, -166.07421875, -152.90625, -139.73828125, -126.5703125, -113.40234375, -100.234375, -87.06640625, -73.8984375, -60.73046875, -47.5625, -34.39453125, -21.2265625, -8.05859375, 5.109375, 18.27734375, 31.4453125, 44.61328125, 57.78125, 70.94921875, 84.1171875, 97.28515625, 110.453125, 123.62109375, 136.7890625, 149.95703125, 163.125, 176.29296875, 189.4609375, 202.62890625, 215.796875, 228.96484375, 242.1328125, 255.30078125, 268.46875, 281.63671875, 294.8046875, 307.97265625, 321.140625, 334.30859375, 347.4765625, 360.64453125, 373.8125, 386.98046875, 400.1484375, 413.31640625, 426.484375, 439.65234375, 452.8203125, 465.98828125, 479.15625, 492.32421875, 505.4921875, 518.66015625, 531.828125, 544.99609375, 558.1640625, 571.33203125, 584.5]}, "gradients/decoder.roberta.encoder.layer.9.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 5.0, 14.0, 14.0, 29.0, 42.0, 77.0, 123.0, 165.0, 194.0, 135.0, 90.0, 62.0, 28.0, 11.0, 8.0, 6.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-29.046875, -28.3897705078125, -27.732666015625, -27.0755615234375, -26.41845703125, -25.7613525390625, -25.104248046875, -24.4471435546875, -23.7900390625, -23.1329345703125, -22.475830078125, -21.8187255859375, -21.16162109375, -20.5045166015625, -19.847412109375, -19.1903076171875, -18.533203125, -17.8760986328125, -17.218994140625, -16.5618896484375, -15.90478515625, -15.2476806640625, -14.590576171875, -13.9334716796875, -13.2763671875, -12.6192626953125, -11.962158203125, -11.3050537109375, -10.64794921875, -9.9908447265625, -9.333740234375, -8.6766357421875, -8.01953125, -7.3624267578125, -6.705322265625, -6.0482177734375, -5.39111328125, -4.7340087890625, -4.076904296875, -3.4197998046875, -2.7626953125, -2.1055908203125, -1.448486328125, -0.7913818359375, -0.13427734375, 0.5228271484375, 1.179931640625, 1.8370361328125, 2.494140625, 3.1512451171875, 3.808349609375, 4.4654541015625, 5.12255859375, 5.7796630859375, 6.436767578125, 7.0938720703125, 7.7509765625, 8.4080810546875, 9.065185546875, 9.7222900390625, 10.37939453125, 11.0364990234375, 11.693603515625, 12.3507080078125, 13.0078125]}, "gradients/decoder.roberta.encoder.layer.8.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 3.0, 7.0, 9.0, 17.0, 18.0, 29.0, 19.0, 36.0, 36.0, 40.0, 60.0, 53.0, 52.0, 70.0, 58.0, 72.0, 76.0, 46.0, 51.0, 43.0, 36.0, 34.0, 34.0, 20.0, 25.0, 13.0, 7.0, 4.0, 7.0, 12.0, 4.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-47.763790130615234, -46.611732482910156, -45.45967102050781, -44.307613372802734, -43.15555191040039, -42.00349426269531, -40.85143280029297, -39.69937515258789, -38.54731369018555, -37.39525604248047, -36.243194580078125, -35.09113693237305, -33.9390754699707, -32.787017822265625, -31.63495635986328, -30.482898712158203, -29.330839157104492, -28.17877960205078, -27.02672004699707, -25.87466049194336, -24.72260093688965, -23.570541381835938, -22.41848373413086, -21.266422271728516, -20.114364624023438, -18.962305068969727, -17.810245513916016, -16.658185958862305, -15.506126403808594, -14.354066848754883, -13.202008247375488, -12.049948692321777, -10.897886276245117, -9.745826721191406, -8.593767166137695, -7.441708087921143, -6.289648532867432, -5.137588977813721, -3.985529899597168, -2.833470344543457, -1.681410789489746, -0.5293513536453247, 0.6227080821990967, 1.7747673988342285, 2.9268269538879395, 4.07888650894165, 5.230945587158203, 6.383005142211914, 7.535064697265625, 8.687124252319336, 9.839183807373047, 10.991243362426758, 12.143302917480469, 13.29536247253418, 14.447421073913574, 15.599480628967285, 16.751541137695312, 17.903600692749023, 19.055660247802734, 20.207719802856445, 21.359779357910156, 22.511838912963867, 23.663898468017578, 24.815956115722656, 25.968015670776367]}, "gradients/decoder.roberta.encoder.layer.8.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 2.0, 6.0, 5.0, 3.0, 12.0, 11.0, 16.0, 21.0, 17.0, 18.0, 22.0, 33.0, 29.0, 32.0, 26.0, 48.0, 37.0, 52.0, 45.0, 41.0, 39.0, 43.0, 37.0, 37.0, 38.0, 39.0, 42.0, 42.0, 26.0, 30.0, 17.0, 26.0, 19.0, 21.0, 13.0, 16.0, 5.0, 8.0, 7.0, 10.0, 9.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-37.49203109741211, -36.15348815917969, -34.814945220947266, -33.476402282714844, -32.13785934448242, -30.79931640625, -29.460773468017578, -28.122230529785156, -26.783687591552734, -25.445144653320312, -24.10660171508789, -22.76805877685547, -21.429515838623047, -20.090972900390625, -18.752429962158203, -17.41388702392578, -16.07534408569336, -14.736801147460938, -13.398258209228516, -12.059715270996094, -10.721172332763672, -9.38262939453125, -8.044086456298828, -6.705543518066406, -5.367000579833984, -4.0284576416015625, -2.6899147033691406, -1.3513717651367188, -0.012828826904296875, 1.325714111328125, 2.664257049560547, 4.002799987792969, 5.341346740722656, 6.679889678955078, 8.0184326171875, 9.356975555419922, 10.695518493652344, 12.034061431884766, 13.372604370117188, 14.71114730834961, 16.04969024658203, 17.388233184814453, 18.726776123046875, 20.065319061279297, 21.40386199951172, 22.74240493774414, 24.080947875976562, 25.419490814208984, 26.758033752441406, 28.096576690673828, 29.43511962890625, 30.773662567138672, 32.112205505371094, 33.450748443603516, 34.78929138183594, 36.12783432006836, 37.46637725830078, 38.8049201965332, 40.143463134765625, 41.48200607299805, 42.82054901123047, 44.15909194946289, 45.49763488769531, 46.836177825927734, 48.174720764160156]}, "gradients/decoder.roberta.encoder.layer.8.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 8.0, 13.0, 11.0, 15.0, 37.0, 59.0, 74.0, 68.0, 108.0, 174.0, 224.0, 327.0, 460.0, 707.0, 1215.0, 2071.0, 4552.0, 10657.0, 32213.0, 123832.0, 666727.0, 2621682.0, 570506.0, 109393.0, 29197.0, 10194.0, 4065.0, 2191.0, 1147.0, 746.0, 501.0, 315.0, 226.0, 157.0, 137.0, 85.0, 56.0, 54.0, 24.0, 11.0, 13.0, 12.0, 9.0, 6.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.0, -52.33642578125, -50.6728515625, -49.00927734375, -47.345703125, -45.68212890625, -44.0185546875, -42.35498046875, -40.69140625, -39.02783203125, -37.3642578125, -35.70068359375, -34.037109375, -32.37353515625, -30.7099609375, -29.04638671875, -27.3828125, -25.71923828125, -24.0556640625, -22.39208984375, -20.728515625, -19.06494140625, -17.4013671875, -15.73779296875, -14.07421875, -12.41064453125, -10.7470703125, -9.08349609375, -7.419921875, -5.75634765625, -4.0927734375, -2.42919921875, -0.765625, 0.89794921875, 2.5615234375, 4.22509765625, 5.888671875, 7.55224609375, 9.2158203125, 10.87939453125, 12.54296875, 14.20654296875, 15.8701171875, 17.53369140625, 19.197265625, 20.86083984375, 22.5244140625, 24.18798828125, 25.8515625, 27.51513671875, 29.1787109375, 30.84228515625, 32.505859375, 34.16943359375, 35.8330078125, 37.49658203125, 39.16015625, 40.82373046875, 42.4873046875, 44.15087890625, 45.814453125, 47.47802734375, 49.1416015625, 50.80517578125, 52.46875]}, "gradients/decoder.roberta.encoder.layer.8.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 6.0, 5.0, 2.0, 6.0, 11.0, 12.0, 15.0, 19.0, 21.0, 13.0, 23.0, 18.0, 29.0, 31.0, 37.0, 41.0, 36.0, 54.0, 45.0, 43.0, 39.0, 41.0, 48.0, 39.0, 33.0, 34.0, 41.0, 30.0, 26.0, 27.0, 38.0, 27.0, 15.0, 18.0, 13.0, 10.0, 16.0, 15.0, 11.0, 7.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-28.625, -27.763671875, -26.90234375, -26.041015625, -25.1796875, -24.318359375, -23.45703125, -22.595703125, -21.734375, -20.873046875, -20.01171875, -19.150390625, -18.2890625, -17.427734375, -16.56640625, -15.705078125, -14.84375, -13.982421875, -13.12109375, -12.259765625, -11.3984375, -10.537109375, -9.67578125, -8.814453125, -7.953125, -7.091796875, -6.23046875, -5.369140625, -4.5078125, -3.646484375, -2.78515625, -1.923828125, -1.0625, -0.201171875, 0.66015625, 1.521484375, 2.3828125, 3.244140625, 4.10546875, 4.966796875, 5.828125, 6.689453125, 7.55078125, 8.412109375, 9.2734375, 10.134765625, 10.99609375, 11.857421875, 12.71875, 13.580078125, 14.44140625, 15.302734375, 16.1640625, 17.025390625, 17.88671875, 18.748046875, 19.609375, 20.470703125, 21.33203125, 22.193359375, 23.0546875, 23.916015625, 24.77734375, 25.638671875, 26.5]}, "gradients/decoder.roberta.encoder.layer.8.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 19.0, 22.0, 65.0, 124.0, 262.0, 1358.0, 3464043.0, 726825.0, 1053.0, 229.0, 114.0, 72.0, 29.0, 16.0, 10.0, 8.0, 4.0, 4.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-738.5, -718.515625, -698.53125, -678.546875, -658.5625, -638.578125, -618.59375, -598.609375, -578.625, -558.640625, -538.65625, -518.671875, -498.6875, -478.703125, -458.71875, -438.734375, -418.75, -398.765625, -378.78125, -358.796875, -338.8125, -318.828125, -298.84375, -278.859375, -258.875, -238.890625, -218.90625, -198.921875, -178.9375, -158.953125, -138.96875, -118.984375, -99.0, -79.015625, -59.03125, -39.046875, -19.0625, 0.921875, 20.90625, 40.890625, 60.875, 80.859375, 100.84375, 120.828125, 140.8125, 160.796875, 180.78125, 200.765625, 220.75, 240.734375, 260.71875, 280.703125, 300.6875, 320.671875, 340.65625, 360.640625, 380.625, 400.609375, 420.59375, 440.578125, 460.5625, 480.546875, 500.53125, 520.515625, 540.5]}, "gradients/decoder.roberta.encoder.layer.8.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 6.0, 6.0, 9.0, 9.0, 18.0, 28.0, 74.0, 102.0, 257.0, 609.0, 1342.0, 900.0, 404.0, 143.0, 83.0, 37.0, 18.0, 14.0, 5.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.25, -26.19091796875, -25.1318359375, -24.07275390625, -23.013671875, -21.95458984375, -20.8955078125, -19.83642578125, -18.77734375, -17.71826171875, -16.6591796875, -15.60009765625, -14.541015625, -13.48193359375, -12.4228515625, -11.36376953125, -10.3046875, -9.24560546875, -8.1865234375, -7.12744140625, -6.068359375, -5.00927734375, -3.9501953125, -2.89111328125, -1.83203125, -0.77294921875, 0.2861328125, 1.34521484375, 2.404296875, 3.46337890625, 4.5224609375, 5.58154296875, 6.640625, 7.69970703125, 8.7587890625, 9.81787109375, 10.876953125, 11.93603515625, 12.9951171875, 14.05419921875, 15.11328125, 16.17236328125, 17.2314453125, 18.29052734375, 19.349609375, 20.40869140625, 21.4677734375, 22.52685546875, 23.5859375, 24.64501953125, 25.7041015625, 26.76318359375, 27.822265625, 28.88134765625, 29.9404296875, 30.99951171875, 32.05859375, 33.11767578125, 34.1767578125, 35.23583984375, 36.294921875, 37.35400390625, 38.4130859375, 39.47216796875, 40.53125]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 7.0, 5.0, 5.0, 12.0, 14.0, 16.0, 27.0, 24.0, 41.0, 39.0, 58.0, 57.0, 60.0, 86.0, 79.0, 81.0, 62.0, 73.0, 51.0, 58.0, 49.0, 31.0, 20.0, 13.0, 14.0, 8.0, 5.0, 4.0, 1.0, 6.0, 1.0, 5.0, 0.0, 0.0, 1.0], "bins": [-52.13413619995117, -50.93451690673828, -49.73489761352539, -48.5352783203125, -47.335662841796875, -46.136043548583984, -44.936424255371094, -43.7368049621582, -42.53718566894531, -41.33756637573242, -40.13794708251953, -38.93832778930664, -37.73870849609375, -36.539093017578125, -35.339473724365234, -34.139854431152344, -32.94023513793945, -31.740615844726562, -30.540996551513672, -29.341379165649414, -28.141759872436523, -26.942140579223633, -25.742523193359375, -24.542903900146484, -23.343284606933594, -22.143665313720703, -20.944046020507812, -19.744428634643555, -18.544809341430664, -17.345190048217773, -16.145572662353516, -14.945953369140625, -13.746330261230469, -12.546710968017578, -11.347092628479004, -10.14747428894043, -8.947854995727539, -7.748236179351807, -6.548617362976074, -5.3489990234375, -4.149379730224609, -2.949760913848877, -1.7501420974731445, -0.5505232810974121, 0.6490955352783203, 1.8487143516540527, 3.048333168029785, 4.247951507568359, 5.44757080078125, 6.647189617156982, 7.846808433532715, 9.046426773071289, 10.24604606628418, 11.44566535949707, 12.645283699035645, 13.844902038574219, 15.04452133178711, 16.244140625, 17.44375991821289, 18.64337730407715, 19.84299659729004, 21.04261589050293, 22.242233276367188, 23.441852569580078, 24.64147186279297]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 6.0, 8.0, 7.0, 10.0, 14.0, 17.0, 11.0, 13.0, 23.0, 24.0, 24.0, 23.0, 34.0, 28.0, 40.0, 47.0, 38.0, 34.0, 40.0, 41.0, 34.0, 46.0, 41.0, 40.0, 38.0, 40.0, 34.0, 41.0, 35.0, 32.0, 26.0, 25.0, 17.0, 12.0, 19.0, 14.0, 3.0, 6.0, 8.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-36.32534408569336, -35.292179107666016, -34.25901412963867, -33.22584915161133, -32.19268798828125, -31.159521102905273, -30.126358032226562, -29.09319305419922, -28.060028076171875, -27.02686309814453, -25.993698120117188, -24.960535049438477, -23.927370071411133, -22.89420509338379, -21.861042022705078, -20.827877044677734, -19.79471206665039, -18.761547088623047, -17.728382110595703, -16.695219039916992, -15.662054061889648, -14.628889083862305, -13.595725059509277, -12.56256103515625, -11.529396057128906, -10.496231079101562, -9.463067054748535, -8.429903030395508, -7.396738052368164, -6.3635735511779785, -5.330409049987793, -4.297244548797607, -3.2640819549560547, -2.230917453765869, -1.1977529525756836, -0.16458845138549805, 0.8685760498046875, 1.901740550994873, 2.9349050521850586, 3.968069553375244, 5.00123405456543, 6.034398555755615, 7.067563056945801, 8.100727081298828, 9.133892059326172, 10.167057037353516, 11.200221061706543, 12.23338508605957, 13.266550064086914, 14.299715042114258, 15.332879066467285, 16.366043090820312, 17.399208068847656, 18.432373046875, 19.465538024902344, 20.498701095581055, 21.5318660736084, 22.565031051635742, 23.598194122314453, 24.631359100341797, 25.66452407836914, 26.697689056396484, 27.730854034423828, 28.76401710510254, 29.797182083129883]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 7.0, 9.0, 9.0, 21.0, 24.0, 43.0, 67.0, 90.0, 168.0, 264.0, 411.0, 674.0, 1085.0, 1723.0, 2894.0, 4377.0, 7393.0, 11591.0, 18200.0, 28716.0, 44005.0, 65516.0, 92752.0, 119522.0, 137262.0, 135101.0, 115567.0, 87589.0, 60916.0, 40879.0, 26697.0, 16633.0, 10739.0, 6685.0, 4123.0, 2619.0, 1638.0, 939.0, 617.0, 367.0, 227.0, 153.0, 102.0, 60.0, 27.0, 30.0, 15.0, 8.0, 8.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.09375, -2.996795654296875, -2.89984130859375, -2.802886962890625, -2.7059326171875, -2.608978271484375, -2.51202392578125, -2.415069580078125, -2.318115234375, -2.221160888671875, -2.12420654296875, -2.027252197265625, -1.9302978515625, -1.833343505859375, -1.73638916015625, -1.639434814453125, -1.54248046875, -1.445526123046875, -1.34857177734375, -1.251617431640625, -1.1546630859375, -1.057708740234375, -0.96075439453125, -0.863800048828125, -0.766845703125, -0.669891357421875, -0.57293701171875, -0.475982666015625, -0.3790283203125, -0.282073974609375, -0.18511962890625, -0.088165283203125, 0.0087890625, 0.105743408203125, 0.20269775390625, 0.299652099609375, 0.3966064453125, 0.493560791015625, 0.59051513671875, 0.687469482421875, 0.784423828125, 0.881378173828125, 0.97833251953125, 1.075286865234375, 1.1722412109375, 1.269195556640625, 1.36614990234375, 1.463104248046875, 1.56005859375, 1.657012939453125, 1.75396728515625, 1.850921630859375, 1.9478759765625, 2.044830322265625, 2.14178466796875, 2.238739013671875, 2.335693359375, 2.432647705078125, 2.52960205078125, 2.626556396484375, 2.7235107421875, 2.820465087890625, 2.91741943359375, 3.014373779296875, 3.111328125]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 6.0, 9.0, 7.0, 9.0, 14.0, 19.0, 7.0, 15.0, 19.0, 26.0, 23.0, 26.0, 29.0, 32.0, 40.0, 42.0, 36.0, 38.0, 37.0, 45.0, 34.0, 42.0, 39.0, 40.0, 45.0, 38.0, 32.0, 40.0, 35.0, 30.0, 32.0, 23.0, 20.0, 12.0, 18.0, 16.0, 5.0, 5.0, 8.0, 6.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-35.46875, -34.466796875, -33.46484375, -32.462890625, -31.4609375, -30.458984375, -29.45703125, -28.455078125, -27.453125, -26.451171875, -25.44921875, -24.447265625, -23.4453125, -22.443359375, -21.44140625, -20.439453125, -19.4375, -18.435546875, -17.43359375, -16.431640625, -15.4296875, -14.427734375, -13.42578125, -12.423828125, -11.421875, -10.419921875, -9.41796875, -8.416015625, -7.4140625, -6.412109375, -5.41015625, -4.408203125, -3.40625, -2.404296875, -1.40234375, -0.400390625, 0.6015625, 1.603515625, 2.60546875, 3.607421875, 4.609375, 5.611328125, 6.61328125, 7.615234375, 8.6171875, 9.619140625, 10.62109375, 11.623046875, 12.625, 13.626953125, 14.62890625, 15.630859375, 16.6328125, 17.634765625, 18.63671875, 19.638671875, 20.640625, 21.642578125, 22.64453125, 23.646484375, 24.6484375, 25.650390625, 26.65234375, 27.654296875, 28.65625]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 3.0, 12.0, 11.0, 17.0, 22.0, 30.0, 41.0, 58.0, 67.0, 106.0, 137.0, 180.0, 253.0, 325.0, 430.0, 532.0, 855.0, 1139.0, 1552.0, 2142.0, 3047.0, 4112.0, 5930.0, 8828.0, 13026.0, 19924.0, 38548.0, 482423.0, 369489.0, 34778.0, 18937.0, 12593.0, 8512.0, 5955.0, 4062.0, 2869.0, 2086.0, 1504.0, 1061.0, 751.0, 596.0, 428.0, 292.0, 222.0, 196.0, 137.0, 104.0, 64.0, 52.0, 41.0, 19.0, 18.0, 18.0, 14.0, 5.0, 4.0, 7.0, 1.0, 3.0, 1.0], "bins": [-5.2421875, -5.078125, -4.9140625, -4.75, -4.5859375, -4.421875, -4.2578125, -4.09375, -3.9296875, -3.765625, -3.6015625, -3.4375, -3.2734375, -3.109375, -2.9453125, -2.78125, -2.6171875, -2.453125, -2.2890625, -2.125, -1.9609375, -1.796875, -1.6328125, -1.46875, -1.3046875, -1.140625, -0.9765625, -0.8125, -0.6484375, -0.484375, -0.3203125, -0.15625, 0.0078125, 0.171875, 0.3359375, 0.5, 0.6640625, 0.828125, 0.9921875, 1.15625, 1.3203125, 1.484375, 1.6484375, 1.8125, 1.9765625, 2.140625, 2.3046875, 2.46875, 2.6328125, 2.796875, 2.9609375, 3.125, 3.2890625, 3.453125, 3.6171875, 3.78125, 3.9453125, 4.109375, 4.2734375, 4.4375, 4.6015625, 4.765625, 4.9296875, 5.09375, 5.2578125]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 7.0, 6.0, 3.0, 11.0, 11.0, 5.0, 10.0, 9.0, 14.0, 20.0, 15.0, 21.0, 12.0, 34.0, 42.0, 32.0, 25.0, 35.0, 40.0, 43.0, 36.0, 40.0, 30.0, 33.0, 46.0, 40.0, 33.0, 52.0, 41.0, 28.0, 44.0, 35.0, 22.0, 19.0, 22.0, 12.0, 17.0, 17.0, 6.0, 11.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-19.5, -18.870361328125, -18.24072265625, -17.611083984375, -16.9814453125, -16.351806640625, -15.72216796875, -15.092529296875, -14.462890625, -13.833251953125, -13.20361328125, -12.573974609375, -11.9443359375, -11.314697265625, -10.68505859375, -10.055419921875, -9.42578125, -8.796142578125, -8.16650390625, -7.536865234375, -6.9072265625, -6.277587890625, -5.64794921875, -5.018310546875, -4.388671875, -3.759033203125, -3.12939453125, -2.499755859375, -1.8701171875, -1.240478515625, -0.61083984375, 0.018798828125, 0.6484375, 1.278076171875, 1.90771484375, 2.537353515625, 3.1669921875, 3.796630859375, 4.42626953125, 5.055908203125, 5.685546875, 6.315185546875, 6.94482421875, 7.574462890625, 8.2041015625, 8.833740234375, 9.46337890625, 10.093017578125, 10.72265625, 11.352294921875, 11.98193359375, 12.611572265625, 13.2412109375, 13.870849609375, 14.50048828125, 15.130126953125, 15.759765625, 16.389404296875, 17.01904296875, 17.648681640625, 18.2783203125, 18.907958984375, 19.53759765625, 20.167236328125, 20.796875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 6.0, 6.0, 3.0, 7.0, 16.0, 17.0, 27.0, 38.0, 34.0, 65.0, 95.0, 141.0, 233.0, 336.0, 551.0, 809.0, 1402.0, 2479.0, 4481.0, 8172.0, 15785.0, 32946.0, 712065.0, 209636.0, 28350.0, 14005.0, 7283.0, 3904.0, 2290.0, 1237.0, 762.0, 473.0, 305.0, 174.0, 127.0, 86.0, 63.0, 51.0, 26.0, 13.0, 16.0, 11.0, 6.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.5625, -0.5448684692382812, -0.5272369384765625, -0.5096054077148438, -0.491973876953125, -0.47434234619140625, -0.4567108154296875, -0.43907928466796875, -0.42144775390625, -0.40381622314453125, -0.3861846923828125, -0.36855316162109375, -0.350921630859375, -0.33329010009765625, -0.3156585693359375, -0.29802703857421875, -0.2803955078125, -0.26276397705078125, -0.2451324462890625, -0.22750091552734375, -0.209869384765625, -0.19223785400390625, -0.1746063232421875, -0.15697479248046875, -0.13934326171875, -0.12171173095703125, -0.1040802001953125, -0.08644866943359375, -0.068817138671875, -0.05118560791015625, -0.0335540771484375, -0.01592254638671875, 0.001708984375, 0.01934051513671875, 0.0369720458984375, 0.05460357666015625, 0.072235107421875, 0.08986663818359375, 0.1074981689453125, 0.12512969970703125, 0.14276123046875, 0.16039276123046875, 0.1780242919921875, 0.19565582275390625, 0.213287353515625, 0.23091888427734375, 0.2485504150390625, 0.26618194580078125, 0.2838134765625, 0.30144500732421875, 0.3190765380859375, 0.33670806884765625, 0.354339599609375, 0.37197113037109375, 0.3896026611328125, 0.40723419189453125, 0.42486572265625, 0.44249725341796875, 0.4601287841796875, 0.47776031494140625, 0.495391845703125, 0.5130233764648438, 0.5306549072265625, 0.5482864379882812, 0.56591796875]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 6.0, 5.0, 3.0, 4.0, 11.0, 10.0, 15.0, 17.0, 22.0, 29.0, 20.0, 35.0, 40.0, 38.0, 41.0, 45.0, 50.0, 65.0, 55.0, 59.0, 63.0, 52.0, 62.0, 46.0, 32.0, 32.0, 33.0, 25.0, 14.0, 21.0, 12.0, 6.0, 5.0, 6.0, 2.0, 4.0, 5.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7477741241455078e-05, -2.6535242795944214e-05, -2.559274435043335e-05, -2.4650245904922485e-05, -2.370774745941162e-05, -2.2765249013900757e-05, -2.1822750568389893e-05, -2.088025212287903e-05, -1.9937753677368164e-05, -1.89952552318573e-05, -1.8052756786346436e-05, -1.711025834083557e-05, -1.6167759895324707e-05, -1.5225261449813843e-05, -1.4282763004302979e-05, -1.3340264558792114e-05, -1.239776611328125e-05, -1.1455267667770386e-05, -1.0512769222259521e-05, -9.570270776748657e-06, -8.627772331237793e-06, -7.685273885726929e-06, -6.7427754402160645e-06, -5.8002769947052e-06, -4.857778549194336e-06, -3.915280103683472e-06, -2.9727816581726074e-06, -2.030283212661743e-06, -1.087784767150879e-06, -1.4528632164001465e-07, 7.972121238708496e-07, 1.7397105693817139e-06, 2.682209014892578e-06, 3.6247074604034424e-06, 4.567205905914307e-06, 5.509704351425171e-06, 6.452202796936035e-06, 7.394701242446899e-06, 8.337199687957764e-06, 9.279698133468628e-06, 1.0222196578979492e-05, 1.1164695024490356e-05, 1.210719347000122e-05, 1.3049691915512085e-05, 1.399219036102295e-05, 1.4934688806533813e-05, 1.5877187252044678e-05, 1.6819685697555542e-05, 1.7762184143066406e-05, 1.870468258857727e-05, 1.9647181034088135e-05, 2.0589679479599e-05, 2.1532177925109863e-05, 2.2474676370620728e-05, 2.3417174816131592e-05, 2.4359673261642456e-05, 2.530217170715332e-05, 2.6244670152664185e-05, 2.718716859817505e-05, 2.8129667043685913e-05, 2.9072165489196777e-05, 3.001466393470764e-05, 3.0957162380218506e-05, 3.189966082572937e-05, 3.2842159271240234e-05]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 6.0, 3.0, 7.0, 3.0, 6.0, 13.0, 12.0, 8.0, 22.0, 27.0, 35.0, 34.0, 72.0, 105.0, 276.0, 3311.0, 849550.0, 193556.0, 993.0, 193.0, 92.0, 60.0, 32.0, 36.0, 24.0, 16.0, 14.0, 10.0, 16.0, 7.0, 6.0, 3.0, 5.0, 5.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3828125, -2.3001708984375, -2.217529296875, -2.1348876953125, -2.05224609375, -1.9696044921875, -1.886962890625, -1.8043212890625, -1.7216796875, -1.6390380859375, -1.556396484375, -1.4737548828125, -1.39111328125, -1.3084716796875, -1.225830078125, -1.1431884765625, -1.060546875, -0.9779052734375, -0.895263671875, -0.8126220703125, -0.72998046875, -0.6473388671875, -0.564697265625, -0.4820556640625, -0.3994140625, -0.3167724609375, -0.234130859375, -0.1514892578125, -0.06884765625, 0.0137939453125, 0.096435546875, 0.1790771484375, 0.26171875, 0.3443603515625, 0.427001953125, 0.5096435546875, 0.59228515625, 0.6749267578125, 0.757568359375, 0.8402099609375, 0.9228515625, 1.0054931640625, 1.088134765625, 1.1707763671875, 1.25341796875, 1.3360595703125, 1.418701171875, 1.5013427734375, 1.583984375, 1.6666259765625, 1.749267578125, 1.8319091796875, 1.91455078125, 1.9971923828125, 2.079833984375, 2.1624755859375, 2.2451171875, 2.3277587890625, 2.410400390625, 2.4930419921875, 2.57568359375, 2.6583251953125, 2.740966796875, 2.8236083984375, 2.90625]}, "gradients/decoder.roberta.encoder.layer.8.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 6.0, 2.0, 7.0, 8.0, 14.0, 12.0, 14.0, 21.0, 30.0, 32.0, 42.0, 57.0, 66.0, 85.0, 74.0, 84.0, 88.0, 80.0, 62.0, 52.0, 34.0, 28.0, 24.0, 16.0, 21.0, 8.0, 11.0, 5.0, 2.0, 7.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1612548828125, -0.1568145751953125, -0.152374267578125, -0.1479339599609375, -0.14349365234375, -0.1390533447265625, -0.134613037109375, -0.1301727294921875, -0.125732421875, -0.1212921142578125, -0.116851806640625, -0.1124114990234375, -0.10797119140625, -0.1035308837890625, -0.099090576171875, -0.0946502685546875, -0.0902099609375, -0.0857696533203125, -0.081329345703125, -0.0768890380859375, -0.07244873046875, -0.0680084228515625, -0.063568115234375, -0.0591278076171875, -0.0546875, -0.0502471923828125, -0.045806884765625, -0.0413665771484375, -0.03692626953125, -0.0324859619140625, -0.028045654296875, -0.0236053466796875, -0.0191650390625, -0.0147247314453125, -0.010284423828125, -0.0058441162109375, -0.00140380859375, 0.0030364990234375, 0.007476806640625, 0.0119171142578125, 0.016357421875, 0.0207977294921875, 0.025238037109375, 0.0296783447265625, 0.03411865234375, 0.0385589599609375, 0.042999267578125, 0.0474395751953125, 0.0518798828125, 0.0563201904296875, 0.060760498046875, 0.0652008056640625, 0.06964111328125, 0.0740814208984375, 0.078521728515625, 0.0829620361328125, 0.08740234375, 0.0918426513671875, 0.096282958984375, 0.1007232666015625, 0.10516357421875, 0.1096038818359375, 0.114044189453125, 0.1184844970703125, 0.1229248046875]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 7.0, 13.0, 13.0, 10.0, 22.0, 23.0, 26.0, 40.0, 36.0, 48.0, 47.0, 73.0, 68.0, 76.0, 79.0, 55.0, 62.0, 53.0, 62.0, 49.0, 36.0, 31.0, 20.0, 13.0, 11.0, 9.0, 6.0, 2.0, 7.0, 0.0, 5.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-45.39540100097656, -44.3075065612793, -43.21961212158203, -42.13172149658203, -41.043827056884766, -39.9559326171875, -38.868038177490234, -37.78014373779297, -36.69225311279297, -35.6043586730957, -34.51646423339844, -33.42857360839844, -32.34067916870117, -31.252784729003906, -30.16489028930664, -29.076995849609375, -27.98910140991211, -26.901206970214844, -25.81331443786621, -24.725419998168945, -23.637527465820312, -22.549633026123047, -21.46173858642578, -20.373844146728516, -19.285951614379883, -18.198057174682617, -17.110164642333984, -16.02227020263672, -14.93437671661377, -13.84648323059082, -12.758588790893555, -11.670695304870605, -10.582805633544922, -9.494912147521973, -8.407018661499023, -7.319124221801758, -6.231230735778809, -5.143337249755859, -4.055443286895752, -2.9675493240356445, -1.8796558380126953, -0.791762113571167, 0.29613161087036133, 1.3840253353118896, 2.471919059753418, 3.559812545776367, 4.647706508636475, 5.735600471496582, 6.823493957519531, 7.9113874435424805, 8.99928092956543, 10.087175369262695, 11.175068855285645, 12.262962341308594, 13.35085678100586, 14.438750267028809, 15.526643753051758, 16.614538192749023, 17.702430725097656, 18.790325164794922, 19.878219604492188, 20.96611213684082, 22.054006576538086, 23.14189910888672, 24.229793548583984]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 7.0, 9.0, 7.0, 9.0, 14.0, 19.0, 7.0, 14.0, 20.0, 25.0, 24.0, 25.0, 29.0, 32.0, 39.0, 39.0, 41.0, 37.0, 38.0, 45.0, 34.0, 41.0, 40.0, 40.0, 45.0, 38.0, 29.0, 44.0, 34.0, 30.0, 32.0, 23.0, 20.0, 12.0, 17.0, 17.0, 5.0, 5.0, 7.0, 7.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-35.483421325683594, -34.481719970703125, -33.48002243041992, -32.47832107543945, -31.47662353515625, -30.474924087524414, -29.473224639892578, -28.47152328491211, -27.469825744628906, -26.46812629699707, -25.466426849365234, -24.4647274017334, -23.463027954101562, -22.461328506469727, -21.45962905883789, -20.457927703857422, -19.456228256225586, -18.45452880859375, -17.452829360961914, -16.451129913330078, -15.449430465698242, -14.447731018066406, -13.446030616760254, -12.444331169128418, -11.442631721496582, -10.440932273864746, -9.43923282623291, -8.437532424926758, -7.43583345413208, -6.434134006500244, -5.43243408203125, -4.430734634399414, -3.429035186767578, -2.427335739135742, -1.4256360530853271, -0.4239363670349121, 0.5777630805969238, 1.5794625282287598, 2.581162452697754, 3.58286190032959, 4.584561347961426, 5.586260795593262, 6.587960243225098, 7.589660167694092, 8.591360092163086, 9.593059539794922, 10.594758987426758, 11.596458435058594, 12.59815788269043, 13.599857330322266, 14.601556777954102, 15.603256225585938, 16.604955673217773, 17.60665512084961, 18.608356475830078, 19.61005401611328, 20.61175537109375, 21.613454818725586, 22.615154266357422, 23.616853713989258, 24.618553161621094, 25.62025260925293, 26.621952056884766, 27.623653411865234, 28.625350952148438]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 7.0, 4.0, 4.0, 8.0, 13.0, 21.0, 18.0, 39.0, 74.0, 85.0, 115.0, 229.0, 377.0, 650.0, 1184.0, 2083.0, 3802.0, 7365.0, 14432.0, 31007.0, 68895.0, 153306.0, 281494.0, 250776.0, 125753.0, 55756.0, 25416.0, 12152.0, 6068.0, 3176.0, 1713.0, 1021.0, 574.0, 341.0, 224.0, 132.0, 85.0, 45.0, 42.0, 20.0, 10.0, 8.0, 10.0, 7.0, 11.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.4375, -31.3515625, -30.265625, -29.1796875, -28.09375, -27.0078125, -25.921875, -24.8359375, -23.75, -22.6640625, -21.578125, -20.4921875, -19.40625, -18.3203125, -17.234375, -16.1484375, -15.0625, -13.9765625, -12.890625, -11.8046875, -10.71875, -9.6328125, -8.546875, -7.4609375, -6.375, -5.2890625, -4.203125, -3.1171875, -2.03125, -0.9453125, 0.140625, 1.2265625, 2.3125, 3.3984375, 4.484375, 5.5703125, 6.65625, 7.7421875, 8.828125, 9.9140625, 11.0, 12.0859375, 13.171875, 14.2578125, 15.34375, 16.4296875, 17.515625, 18.6015625, 19.6875, 20.7734375, 21.859375, 22.9453125, 24.03125, 25.1171875, 26.203125, 27.2890625, 28.375, 29.4609375, 30.546875, 31.6328125, 32.71875, 33.8046875, 34.890625, 35.9765625, 37.0625]}, "gradients/decoder.roberta.encoder.layer.8.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 5.0, 5.0, 13.0, 17.0, 14.0, 15.0, 12.0, 19.0, 22.0, 18.0, 32.0, 27.0, 35.0, 35.0, 34.0, 40.0, 39.0, 49.0, 28.0, 40.0, 41.0, 43.0, 35.0, 38.0, 44.0, 40.0, 32.0, 38.0, 33.0, 27.0, 26.0, 21.0, 14.0, 21.0, 12.0, 12.0, 5.0, 6.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-35.40625, -34.4140625, -33.421875, -32.4296875, -31.4375, -30.4453125, -29.453125, -28.4609375, -27.46875, -26.4765625, -25.484375, -24.4921875, -23.5, -22.5078125, -21.515625, -20.5234375, -19.53125, -18.5390625, -17.546875, -16.5546875, -15.5625, -14.5703125, -13.578125, -12.5859375, -11.59375, -10.6015625, -9.609375, -8.6171875, -7.625, -6.6328125, -5.640625, -4.6484375, -3.65625, -2.6640625, -1.671875, -0.6796875, 0.3125, 1.3046875, 2.296875, 3.2890625, 4.28125, 5.2734375, 6.265625, 7.2578125, 8.25, 9.2421875, 10.234375, 11.2265625, 12.21875, 13.2109375, 14.203125, 15.1953125, 16.1875, 17.1796875, 18.171875, 19.1640625, 20.15625, 21.1484375, 22.140625, 23.1328125, 24.125, 25.1171875, 26.109375, 27.1015625, 28.09375]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 6.0, 9.0, 20.0, 15.0, 30.0, 39.0, 32.0, 47.0, 53.0, 63.0, 151.0, 469.0, 1025347.0, 21549.0, 344.0, 107.0, 62.0, 48.0, 36.0, 34.0, 27.0, 21.0, 13.0, 6.0, 9.0, 9.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1267.0, -1224.609375, -1182.21875, -1139.828125, -1097.4375, -1055.046875, -1012.65625, -970.265625, -927.875, -885.484375, -843.09375, -800.703125, -758.3125, -715.921875, -673.53125, -631.140625, -588.75, -546.359375, -503.96875, -461.578125, -419.1875, -376.796875, -334.40625, -292.015625, -249.625, -207.234375, -164.84375, -122.453125, -80.0625, -37.671875, 4.71875, 47.109375, 89.5, 131.890625, 174.28125, 216.671875, 259.0625, 301.453125, 343.84375, 386.234375, 428.625, 471.015625, 513.40625, 555.796875, 598.1875, 640.578125, 682.96875, 725.359375, 767.75, 810.140625, 852.53125, 894.921875, 937.3125, 979.703125, 1022.09375, 1064.484375, 1106.875, 1149.265625, 1191.65625, 1234.046875, 1276.4375, 1318.828125, 1361.21875, 1403.609375, 1446.0]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 11.0, 6.0, 6.0, 13.0, 16.0, 20.0, 35.0, 36.0, 48.0, 52.0, 55.0, 82.0, 64.0, 84.0, 75.0, 70.0, 65.0, 48.0, 47.0, 39.0, 47.0, 30.0, 22.0, 10.0, 11.0, 6.0, 5.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.0, -53.40380859375, -51.8076171875, -50.21142578125, -48.615234375, -47.01904296875, -45.4228515625, -43.82666015625, -42.23046875, -40.63427734375, -39.0380859375, -37.44189453125, -35.845703125, -34.24951171875, -32.6533203125, -31.05712890625, -29.4609375, -27.86474609375, -26.2685546875, -24.67236328125, -23.076171875, -21.47998046875, -19.8837890625, -18.28759765625, -16.69140625, -15.09521484375, -13.4990234375, -11.90283203125, -10.306640625, -8.71044921875, -7.1142578125, -5.51806640625, -3.921875, -2.32568359375, -0.7294921875, 0.86669921875, 2.462890625, 4.05908203125, 5.6552734375, 7.25146484375, 8.84765625, 10.44384765625, 12.0400390625, 13.63623046875, 15.232421875, 16.82861328125, 18.4248046875, 20.02099609375, 21.6171875, 23.21337890625, 24.8095703125, 26.40576171875, 28.001953125, 29.59814453125, 31.1943359375, 32.79052734375, 34.38671875, 35.98291015625, 37.5791015625, 39.17529296875, 40.771484375, 42.36767578125, 43.9638671875, 45.56005859375, 47.15625]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 6.0, 8.0, 10.0, 18.0, 32.0, 63.0, 131.0, 308.0, 952.0, 4749.0, 163123.0, 850963.0, 25133.0, 2139.0, 568.0, 172.0, 80.0, 27.0, 28.0, 14.0, 8.0, 11.0, 5.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-118.3125, -115.138671875, -111.96484375, -108.791015625, -105.6171875, -102.443359375, -99.26953125, -96.095703125, -92.921875, -89.748046875, -86.57421875, -83.400390625, -80.2265625, -77.052734375, -73.87890625, -70.705078125, -67.53125, -64.357421875, -61.18359375, -58.009765625, -54.8359375, -51.662109375, -48.48828125, -45.314453125, -42.140625, -38.966796875, -35.79296875, -32.619140625, -29.4453125, -26.271484375, -23.09765625, -19.923828125, -16.75, -13.576171875, -10.40234375, -7.228515625, -4.0546875, -0.880859375, 2.29296875, 5.466796875, 8.640625, 11.814453125, 14.98828125, 18.162109375, 21.3359375, 24.509765625, 27.68359375, 30.857421875, 34.03125, 37.205078125, 40.37890625, 43.552734375, 46.7265625, 49.900390625, 53.07421875, 56.248046875, 59.421875, 62.595703125, 65.76953125, 68.943359375, 72.1171875, 75.291015625, 78.46484375, 81.638671875, 84.8125]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 5.0, 1.0, 9.0, 13.0, 29.0, 32.0, 43.0, 84.0, 111.0, 109.0, 158.0, 119.0, 91.0, 74.0, 39.0, 30.0, 17.0, 12.0, 9.0, 7.0, 3.0, 7.0, 2.0, 2.0], "bins": [-0.00778961181640625, -0.007635653018951416, -0.007481694221496582, -0.007327735424041748, -0.007173776626586914, -0.00701981782913208, -0.006865859031677246, -0.006711900234222412, -0.006557941436767578, -0.006403982639312744, -0.00625002384185791, -0.006096065044403076, -0.005942106246948242, -0.005788147449493408, -0.005634188652038574, -0.00548022985458374, -0.005326271057128906, -0.005172312259674072, -0.005018353462219238, -0.004864394664764404, -0.00471043586730957, -0.004556477069854736, -0.004402518272399902, -0.004248559474945068, -0.004094600677490234, -0.0039406418800354, -0.0037866830825805664, -0.0036327242851257324, -0.0034787654876708984, -0.0033248066902160645, -0.0031708478927612305, -0.0030168890953063965, -0.0028629302978515625, -0.0027089715003967285, -0.0025550127029418945, -0.0024010539054870605, -0.0022470951080322266, -0.0020931363105773926, -0.0019391775131225586, -0.0017852187156677246, -0.0016312599182128906, -0.0014773011207580566, -0.0013233423233032227, -0.0011693835258483887, -0.0010154247283935547, -0.0008614659309387207, -0.0007075071334838867, -0.0005535483360290527, -0.00039958953857421875, -0.00024563074111938477, -9.167194366455078e-05, 6.22868537902832e-05, 0.0002162456512451172, 0.00037020444869995117, 0.0005241632461547852, 0.0006781220436096191, 0.0008320808410644531, 0.0009860396385192871, 0.001139998435974121, 0.001293957233428955, 0.001447916030883789, 0.001601874828338623, 0.001755833625793457, 0.001909792423248291, 0.002063751220703125]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 7.0, 7.0, 18.0, 33.0, 66.0, 137.0, 1230.0, 1030464.0, 16094.0, 281.0, 99.0, 46.0, 33.0, 18.0, 5.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-309.5, -298.73046875, -287.9609375, -277.19140625, -266.421875, -255.65234375, -244.8828125, -234.11328125, -223.34375, -212.57421875, -201.8046875, -191.03515625, -180.265625, -169.49609375, -158.7265625, -147.95703125, -137.1875, -126.41796875, -115.6484375, -104.87890625, -94.109375, -83.33984375, -72.5703125, -61.80078125, -51.03125, -40.26171875, -29.4921875, -18.72265625, -7.953125, 2.81640625, 13.5859375, 24.35546875, 35.125, 45.89453125, 56.6640625, 67.43359375, 78.203125, 88.97265625, 99.7421875, 110.51171875, 121.28125, 132.05078125, 142.8203125, 153.58984375, 164.359375, 175.12890625, 185.8984375, 196.66796875, 207.4375, 218.20703125, 228.9765625, 239.74609375, 250.515625, 261.28515625, 272.0546875, 282.82421875, 293.59375, 304.36328125, 315.1328125, 325.90234375, 336.671875, 347.44140625, 358.2109375, 368.98046875, 379.75]}, "gradients/decoder.roberta.encoder.layer.8.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 5.0, 3.0, 16.0, 38.0, 54.0, 86.0, 113.0, 180.0, 158.0, 139.0, 87.0, 58.0, 28.0, 11.0, 7.0, 9.0, 2.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-17.265625, -16.7593994140625, -16.253173828125, -15.7469482421875, -15.24072265625, -14.7344970703125, -14.228271484375, -13.7220458984375, -13.2158203125, -12.7095947265625, -12.203369140625, -11.6971435546875, -11.19091796875, -10.6846923828125, -10.178466796875, -9.6722412109375, -9.166015625, -8.6597900390625, -8.153564453125, -7.6473388671875, -7.14111328125, -6.6348876953125, -6.128662109375, -5.6224365234375, -5.1162109375, -4.6099853515625, -4.103759765625, -3.5975341796875, -3.09130859375, -2.5850830078125, -2.078857421875, -1.5726318359375, -1.06640625, -0.5601806640625, -0.053955078125, 0.4522705078125, 0.95849609375, 1.4647216796875, 1.970947265625, 2.4771728515625, 2.9833984375, 3.4896240234375, 3.995849609375, 4.5020751953125, 5.00830078125, 5.5145263671875, 6.020751953125, 6.5269775390625, 7.033203125, 7.5394287109375, 8.045654296875, 8.5518798828125, 9.05810546875, 9.5643310546875, 10.070556640625, 10.5767822265625, 11.0830078125, 11.5892333984375, 12.095458984375, 12.6016845703125, 13.10791015625, 13.6141357421875, 14.120361328125, 14.6265869140625, 15.1328125]}, "gradients/decoder.roberta.encoder.layer.7.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 2.0, 7.0, 8.0, 11.0, 15.0, 26.0, 37.0, 41.0, 48.0, 60.0, 66.0, 71.0, 70.0, 83.0, 75.0, 64.0, 60.0, 68.0, 47.0, 37.0, 37.0, 21.0, 11.0, 13.0, 9.0, 5.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-58.6351203918457, -57.27449417114258, -55.91386413574219, -54.55323791503906, -53.19261169433594, -51.83198165893555, -50.47135543823242, -49.11072540283203, -47.750099182128906, -46.38947296142578, -45.02884292602539, -43.668216705322266, -42.307586669921875, -40.94696044921875, -39.586334228515625, -38.2257080078125, -36.86507797241211, -35.504451751708984, -34.143821716308594, -32.78319549560547, -31.42256736755371, -30.061939239501953, -28.701313018798828, -27.34068489074707, -25.980056762695312, -24.619428634643555, -23.258800506591797, -21.898174285888672, -20.537546157836914, -19.176918029785156, -17.81629180908203, -16.455663681030273, -15.095035552978516, -13.734407424926758, -12.373780250549316, -11.013153076171875, -9.652524948120117, -8.29189682006836, -6.931269645690918, -5.570642471313477, -4.210014343261719, -2.849386692047119, -1.4887590408325195, -0.12813138961791992, 1.2324962615966797, 2.5931239128112793, 3.953751564025879, 5.31437873840332, 6.675006866455078, 8.035634994506836, 9.396262168884277, 10.756889343261719, 12.117517471313477, 13.478145599365234, 14.838772773742676, 16.199399948120117, 17.560028076171875, 18.920656204223633, 20.28128433227539, 21.641910552978516, 23.002538681030273, 24.36316680908203, 25.723793029785156, 27.084421157836914, 28.445049285888672]}, "gradients/decoder.roberta.encoder.layer.7.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 6.0, 15.0, 9.0, 12.0, 15.0, 15.0, 19.0, 21.0, 23.0, 22.0, 22.0, 35.0, 19.0, 34.0, 30.0, 29.0, 41.0, 43.0, 42.0, 43.0, 39.0, 46.0, 28.0, 40.0, 34.0, 45.0, 31.0, 32.0, 34.0, 34.0, 20.0, 18.0, 17.0, 14.0, 13.0, 20.0, 7.0, 8.0, 7.0, 5.0, 5.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-30.987302780151367, -29.857027053833008, -28.726749420166016, -27.596473693847656, -26.466197967529297, -25.335920333862305, -24.205644607543945, -23.075366973876953, -21.945091247558594, -20.814815521240234, -19.684537887573242, -18.554262161254883, -17.42398452758789, -16.29370880126953, -15.163433074951172, -14.033156394958496, -12.90287971496582, -11.772603034973145, -10.642326354980469, -9.51205062866211, -8.381773948669434, -7.251497268676758, -6.12122106552124, -4.990944862365723, -3.860668182373047, -2.73039174079895, -1.6001152992248535, -0.46983885765075684, 0.6604375839233398, 1.7907142639160156, 2.920990467071533, 4.051266670227051, 5.181545257568359, 6.311821937561035, 7.442098140716553, 8.57237434387207, 9.702651023864746, 10.832927703857422, 11.963203430175781, 13.093480110168457, 14.223756790161133, 15.354033470153809, 16.484310150146484, 17.614585876464844, 18.744861602783203, 19.875139236450195, 21.005414962768555, 22.135692596435547, 23.265968322753906, 24.396244049072266, 25.526521682739258, 26.656797409057617, 27.78707504272461, 28.91735076904297, 30.047626495361328, 31.177902221679688, 32.30818176269531, 33.43845748901367, 34.56873321533203, 35.699012756347656, 36.829288482666016, 37.959564208984375, 39.089839935302734, 40.220115661621094, 41.35039138793945]}, "gradients/decoder.roberta.encoder.layer.7.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 3.0, 7.0, 4.0, 8.0, 5.0, 10.0, 17.0, 12.0, 16.0, 28.0, 21.0, 42.0, 53.0, 90.0, 129.0, 192.0, 293.0, 587.0, 1280.0, 3553.0, 14008.0, 87655.0, 1377285.0, 2554200.0, 128600.0, 18555.0, 4361.0, 1567.0, 645.0, 357.0, 222.0, 128.0, 104.0, 63.0, 36.0, 37.0, 27.0, 24.0, 14.0, 8.0, 16.0, 6.0, 1.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-81.375, -78.8388671875, -76.302734375, -73.7666015625, -71.23046875, -68.6943359375, -66.158203125, -63.6220703125, -61.0859375, -58.5498046875, -56.013671875, -53.4775390625, -50.94140625, -48.4052734375, -45.869140625, -43.3330078125, -40.796875, -38.2607421875, -35.724609375, -33.1884765625, -30.65234375, -28.1162109375, -25.580078125, -23.0439453125, -20.5078125, -17.9716796875, -15.435546875, -12.8994140625, -10.36328125, -7.8271484375, -5.291015625, -2.7548828125, -0.21875, 2.3173828125, 4.853515625, 7.3896484375, 9.92578125, 12.4619140625, 14.998046875, 17.5341796875, 20.0703125, 22.6064453125, 25.142578125, 27.6787109375, 30.21484375, 32.7509765625, 35.287109375, 37.8232421875, 40.359375, 42.8955078125, 45.431640625, 47.9677734375, 50.50390625, 53.0400390625, 55.576171875, 58.1123046875, 60.6484375, 63.1845703125, 65.720703125, 68.2568359375, 70.79296875, 73.3291015625, 75.865234375, 78.4013671875, 80.9375]}, "gradients/decoder.roberta.encoder.layer.7.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 2.0, 6.0, 5.0, 9.0, 12.0, 11.0, 15.0, 16.0, 18.0, 12.0, 19.0, 23.0, 28.0, 26.0, 27.0, 19.0, 40.0, 37.0, 32.0, 40.0, 43.0, 46.0, 36.0, 35.0, 37.0, 37.0, 41.0, 47.0, 40.0, 29.0, 34.0, 37.0, 19.0, 25.0, 19.0, 13.0, 16.0, 13.0, 12.0, 7.0, 6.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-22.5625, -21.836669921875, -21.11083984375, -20.385009765625, -19.6591796875, -18.933349609375, -18.20751953125, -17.481689453125, -16.755859375, -16.030029296875, -15.30419921875, -14.578369140625, -13.8525390625, -13.126708984375, -12.40087890625, -11.675048828125, -10.94921875, -10.223388671875, -9.49755859375, -8.771728515625, -8.0458984375, -7.320068359375, -6.59423828125, -5.868408203125, -5.142578125, -4.416748046875, -3.69091796875, -2.965087890625, -2.2392578125, -1.513427734375, -0.78759765625, -0.061767578125, 0.6640625, 1.389892578125, 2.11572265625, 2.841552734375, 3.5673828125, 4.293212890625, 5.01904296875, 5.744873046875, 6.470703125, 7.196533203125, 7.92236328125, 8.648193359375, 9.3740234375, 10.099853515625, 10.82568359375, 11.551513671875, 12.27734375, 13.003173828125, 13.72900390625, 14.454833984375, 15.1806640625, 15.906494140625, 16.63232421875, 17.358154296875, 18.083984375, 18.809814453125, 19.53564453125, 20.261474609375, 20.9873046875, 21.713134765625, 22.43896484375, 23.164794921875, 23.890625]}, "gradients/decoder.roberta.encoder.layer.7.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 6.0, 4.0, 0.0, 9.0, 10.0, 16.0, 19.0, 53.0, 62.0, 120.0, 188.0, 479.0, 2998.0, 221678.0, 3958679.0, 8516.0, 875.0, 246.0, 112.0, 77.0, 47.0, 26.0, 17.0, 12.0, 4.0, 8.0, 4.0, 2.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-340.75, -330.78515625, -320.8203125, -310.85546875, -300.890625, -290.92578125, -280.9609375, -270.99609375, -261.03125, -251.06640625, -241.1015625, -231.13671875, -221.171875, -211.20703125, -201.2421875, -191.27734375, -181.3125, -171.34765625, -161.3828125, -151.41796875, -141.453125, -131.48828125, -121.5234375, -111.55859375, -101.59375, -91.62890625, -81.6640625, -71.69921875, -61.734375, -51.76953125, -41.8046875, -31.83984375, -21.875, -11.91015625, -1.9453125, 8.01953125, 17.984375, 27.94921875, 37.9140625, 47.87890625, 57.84375, 67.80859375, 77.7734375, 87.73828125, 97.703125, 107.66796875, 117.6328125, 127.59765625, 137.5625, 147.52734375, 157.4921875, 167.45703125, 177.421875, 187.38671875, 197.3515625, 207.31640625, 217.28125, 227.24609375, 237.2109375, 247.17578125, 257.140625, 267.10546875, 277.0703125, 287.03515625, 297.0]}, "gradients/decoder.roberta.encoder.layer.7.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 6.0, 12.0, 11.0, 7.0, 26.0, 35.0, 54.0, 114.0, 166.0, 339.0, 641.0, 1089.0, 686.0, 350.0, 202.0, 141.0, 82.0, 41.0, 22.0, 15.0, 10.0, 2.0, 2.0, 7.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.015625, -18.3935546875, -17.771484375, -17.1494140625, -16.52734375, -15.9052734375, -15.283203125, -14.6611328125, -14.0390625, -13.4169921875, -12.794921875, -12.1728515625, -11.55078125, -10.9287109375, -10.306640625, -9.6845703125, -9.0625, -8.4404296875, -7.818359375, -7.1962890625, -6.57421875, -5.9521484375, -5.330078125, -4.7080078125, -4.0859375, -3.4638671875, -2.841796875, -2.2197265625, -1.59765625, -0.9755859375, -0.353515625, 0.2685546875, 0.890625, 1.5126953125, 2.134765625, 2.7568359375, 3.37890625, 4.0009765625, 4.623046875, 5.2451171875, 5.8671875, 6.4892578125, 7.111328125, 7.7333984375, 8.35546875, 8.9775390625, 9.599609375, 10.2216796875, 10.84375, 11.4658203125, 12.087890625, 12.7099609375, 13.33203125, 13.9541015625, 14.576171875, 15.1982421875, 15.8203125, 16.4423828125, 17.064453125, 17.6865234375, 18.30859375, 18.9306640625, 19.552734375, 20.1748046875, 20.796875]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 11.0, 5.0, 11.0, 9.0, 18.0, 18.0, 21.0, 27.0, 31.0, 41.0, 58.0, 62.0, 55.0, 56.0, 52.0, 50.0, 59.0, 62.0, 68.0, 53.0, 50.0, 44.0, 31.0, 22.0, 15.0, 18.0, 9.0, 10.0, 6.0, 6.0, 5.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-34.15900802612305, -33.18775177001953, -32.216495513916016, -31.245241165161133, -30.273984909057617, -29.3027286529541, -28.33147430419922, -27.360218048095703, -26.388961791992188, -25.417705535888672, -24.446449279785156, -23.475194931030273, -22.503938674926758, -21.532682418823242, -20.56142807006836, -19.590171813964844, -18.618915557861328, -17.647659301757812, -16.676403045654297, -15.705148696899414, -14.733892440795898, -13.762636184692383, -12.791380882263184, -11.820125579833984, -10.848869323730469, -9.877613067626953, -8.906357765197754, -7.9351019859313965, -6.963846206665039, -5.992590427398682, -5.021334648132324, -4.050078868865967, -3.078824996948242, -2.1075692176818848, -1.1363134384155273, -0.16505765914916992, 0.8061981201171875, 1.777453899383545, 2.7487096786499023, 3.7199654579162598, 4.691221237182617, 5.662477016448975, 6.633732795715332, 7.6049885749816895, 8.576244354248047, 9.547500610351562, 10.518755912780762, 11.490011215209961, 12.461267471313477, 13.432523727416992, 14.403779029846191, 15.37503433227539, 16.346290588378906, 17.317546844482422, 18.288803100585938, 19.26005744934082, 20.231313705444336, 21.20256996154785, 22.173824310302734, 23.14508056640625, 24.116336822509766, 25.08759307861328, 26.058849334716797, 27.03010368347168, 28.001359939575195]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 4.0, 5.0, 9.0, 14.0, 8.0, 17.0, 25.0, 28.0, 11.0, 22.0, 28.0, 22.0, 30.0, 35.0, 35.0, 35.0, 33.0, 32.0, 34.0, 41.0, 53.0, 33.0, 39.0, 33.0, 44.0, 32.0, 38.0, 37.0, 35.0, 24.0, 24.0, 22.0, 24.0, 18.0, 17.0, 12.0, 7.0, 12.0, 8.0, 5.0, 6.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-27.49138069152832, -26.63707733154297, -25.78277587890625, -24.9284725189209, -24.074169158935547, -23.219865798950195, -22.365562438964844, -21.511260986328125, -20.656957626342773, -19.802654266357422, -18.948352813720703, -18.09404945373535, -17.23974609375, -16.38544273376465, -15.531140327453613, -14.676837921142578, -13.822534561157227, -12.968231201171875, -12.11392879486084, -11.259626388549805, -10.405323028564453, -9.551019668579102, -8.696717262268066, -7.842414379119873, -6.98811149597168, -6.133808612823486, -5.279505729675293, -4.4252028465271, -3.5708999633789062, -2.716597080230713, -1.8622941970825195, -1.0079913139343262, -0.1536865234375, 0.7006163597106934, 1.5549192428588867, 2.40922212600708, 3.2635250091552734, 4.117827892303467, 4.97213077545166, 5.8264336585998535, 6.680736541748047, 7.53503942489624, 8.389342308044434, 9.243644714355469, 10.09794807434082, 10.952251434326172, 11.806553840637207, 12.660856246948242, 13.515159606933594, 14.369462966918945, 15.22376537322998, 16.078067779541016, 16.932371139526367, 17.78667449951172, 18.640975952148438, 19.49527931213379, 20.34958267211914, 21.203886032104492, 22.058189392089844, 22.912490844726562, 23.766794204711914, 24.621097564697266, 25.475399017333984, 26.329702377319336, 27.184005737304688]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.dense.weight": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 0.0, 3.0, 7.0, 10.0, 12.0, 23.0, 29.0, 40.0, 56.0, 101.0, 169.0, 235.0, 392.0, 581.0, 913.0, 1475.0, 2268.0, 3681.0, 5851.0, 9179.0, 14230.0, 21779.0, 33408.0, 48749.0, 69005.0, 91295.0, 113002.0, 125801.0, 124048.0, 108032.0, 85045.0, 62684.0, 43501.0, 29575.0, 19243.0, 12334.0, 8056.0, 4990.0, 3252.0, 2023.0, 1238.0, 804.0, 515.0, 350.0, 183.0, 126.0, 82.0, 76.0, 46.0, 30.0, 16.0, 8.0, 8.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.466796875, -2.3868408203125, -2.306884765625, -2.2269287109375, -2.14697265625, -2.0670166015625, -1.987060546875, -1.9071044921875, -1.8271484375, -1.7471923828125, -1.667236328125, -1.5872802734375, -1.50732421875, -1.4273681640625, -1.347412109375, -1.2674560546875, -1.1875, -1.1075439453125, -1.027587890625, -0.9476318359375, -0.86767578125, -0.7877197265625, -0.707763671875, -0.6278076171875, -0.5478515625, -0.4678955078125, -0.387939453125, -0.3079833984375, -0.22802734375, -0.1480712890625, -0.068115234375, 0.0118408203125, 0.091796875, 0.1717529296875, 0.251708984375, 0.3316650390625, 0.41162109375, 0.4915771484375, 0.571533203125, 0.6514892578125, 0.7314453125, 0.8114013671875, 0.891357421875, 0.9713134765625, 1.05126953125, 1.1312255859375, 1.211181640625, 1.2911376953125, 1.37109375, 1.4510498046875, 1.531005859375, 1.6109619140625, 1.69091796875, 1.7708740234375, 1.850830078125, 1.9307861328125, 2.0107421875, 2.0906982421875, 2.170654296875, 2.2506103515625, 2.33056640625, 2.4105224609375, 2.490478515625, 2.5704345703125, 2.650390625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 3.0, 4.0, 6.0, 11.0, 12.0, 10.0, 16.0, 23.0, 31.0, 12.0, 20.0, 28.0, 23.0, 31.0, 36.0, 36.0, 34.0, 37.0, 26.0, 33.0, 47.0, 50.0, 41.0, 29.0, 39.0, 39.0, 34.0, 36.0, 43.0, 26.0, 26.0, 23.0, 25.0, 21.0, 18.0, 18.0, 10.0, 8.0, 11.0, 8.0, 6.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.734375, -25.900146484375, -25.06591796875, -24.231689453125, -23.3974609375, -22.563232421875, -21.72900390625, -20.894775390625, -20.060546875, -19.226318359375, -18.39208984375, -17.557861328125, -16.7236328125, -15.889404296875, -15.05517578125, -14.220947265625, -13.38671875, -12.552490234375, -11.71826171875, -10.884033203125, -10.0498046875, -9.215576171875, -8.38134765625, -7.547119140625, -6.712890625, -5.878662109375, -5.04443359375, -4.210205078125, -3.3759765625, -2.541748046875, -1.70751953125, -0.873291015625, -0.0390625, 0.795166015625, 1.62939453125, 2.463623046875, 3.2978515625, 4.132080078125, 4.96630859375, 5.800537109375, 6.634765625, 7.468994140625, 8.30322265625, 9.137451171875, 9.9716796875, 10.805908203125, 11.64013671875, 12.474365234375, 13.30859375, 14.142822265625, 14.97705078125, 15.811279296875, 16.6455078125, 17.479736328125, 18.31396484375, 19.148193359375, 19.982421875, 20.816650390625, 21.65087890625, 22.485107421875, 23.3193359375, 24.153564453125, 24.98779296875, 25.822021484375, 26.65625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 5.0, 7.0, 9.0, 12.0, 19.0, 18.0, 23.0, 46.0, 49.0, 72.0, 109.0, 168.0, 219.0, 321.0, 449.0, 580.0, 813.0, 1137.0, 1547.0, 2310.0, 3323.0, 4689.0, 6971.0, 10441.0, 15564.0, 24874.0, 87502.0, 730922.0, 83136.0, 24659.0, 15325.0, 10303.0, 6989.0, 4698.0, 3298.0, 2330.0, 1592.0, 1196.0, 791.0, 597.0, 393.0, 320.0, 235.0, 126.0, 105.0, 74.0, 60.0, 43.0, 28.0, 23.0, 15.0, 6.0, 9.0, 3.0, 6.0, 1.0, 3.0, 2.0, 1.0, 3.0], "bins": [-4.69921875, -4.54998779296875, -4.4007568359375, -4.25152587890625, -4.102294921875, -3.95306396484375, -3.8038330078125, -3.65460205078125, -3.50537109375, -3.35614013671875, -3.2069091796875, -3.05767822265625, -2.908447265625, -2.75921630859375, -2.6099853515625, -2.46075439453125, -2.3115234375, -2.16229248046875, -2.0130615234375, -1.86383056640625, -1.714599609375, -1.56536865234375, -1.4161376953125, -1.26690673828125, -1.11767578125, -0.96844482421875, -0.8192138671875, -0.66998291015625, -0.520751953125, -0.37152099609375, -0.2222900390625, -0.07305908203125, 0.076171875, 0.22540283203125, 0.3746337890625, 0.52386474609375, 0.673095703125, 0.82232666015625, 0.9715576171875, 1.12078857421875, 1.27001953125, 1.41925048828125, 1.5684814453125, 1.71771240234375, 1.866943359375, 2.01617431640625, 2.1654052734375, 2.31463623046875, 2.4638671875, 2.61309814453125, 2.7623291015625, 2.91156005859375, 3.060791015625, 3.21002197265625, 3.3592529296875, 3.50848388671875, 3.65771484375, 3.80694580078125, 3.9561767578125, 4.10540771484375, 4.254638671875, 4.40386962890625, 4.5531005859375, 4.70233154296875, 4.8515625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 4.0, 5.0, 7.0, 5.0, 7.0, 5.0, 17.0, 19.0, 21.0, 30.0, 20.0, 32.0, 26.0, 25.0, 33.0, 41.0, 38.0, 35.0, 23.0, 45.0, 37.0, 41.0, 43.0, 48.0, 29.0, 32.0, 37.0, 38.0, 33.0, 28.0, 30.0, 38.0, 22.0, 21.0, 22.0, 15.0, 9.0, 8.0, 12.0, 7.0, 6.0, 8.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.046875, -15.4833984375, -14.919921875, -14.3564453125, -13.79296875, -13.2294921875, -12.666015625, -12.1025390625, -11.5390625, -10.9755859375, -10.412109375, -9.8486328125, -9.28515625, -8.7216796875, -8.158203125, -7.5947265625, -7.03125, -6.4677734375, -5.904296875, -5.3408203125, -4.77734375, -4.2138671875, -3.650390625, -3.0869140625, -2.5234375, -1.9599609375, -1.396484375, -0.8330078125, -0.26953125, 0.2939453125, 0.857421875, 1.4208984375, 1.984375, 2.5478515625, 3.111328125, 3.6748046875, 4.23828125, 4.8017578125, 5.365234375, 5.9287109375, 6.4921875, 7.0556640625, 7.619140625, 8.1826171875, 8.74609375, 9.3095703125, 9.873046875, 10.4365234375, 11.0, 11.5634765625, 12.126953125, 12.6904296875, 13.25390625, 13.8173828125, 14.380859375, 14.9443359375, 15.5078125, 16.0712890625, 16.634765625, 17.1982421875, 17.76171875, 18.3251953125, 18.888671875, 19.4521484375, 20.015625]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 4.0, 8.0, 12.0, 10.0, 15.0, 23.0, 23.0, 37.0, 68.0, 87.0, 110.0, 162.0, 231.0, 284.0, 488.0, 681.0, 1104.0, 1533.0, 2441.0, 3701.0, 5561.0, 9003.0, 14370.0, 24609.0, 67683.0, 815654.0, 43370.0, 21439.0, 12957.0, 7958.0, 5149.0, 3251.0, 2144.0, 1419.0, 916.0, 641.0, 446.0, 292.0, 190.0, 152.0, 105.0, 55.0, 41.0, 40.0, 24.0, 26.0, 9.0, 14.0, 5.0, 6.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.375732421875, -0.36412811279296875, -0.3525238037109375, -0.34091949462890625, -0.329315185546875, -0.31771087646484375, -0.3061065673828125, -0.29450225830078125, -0.28289794921875, -0.27129364013671875, -0.2596893310546875, -0.24808502197265625, -0.236480712890625, -0.22487640380859375, -0.2132720947265625, -0.20166778564453125, -0.1900634765625, -0.17845916748046875, -0.1668548583984375, -0.15525054931640625, -0.143646240234375, -0.13204193115234375, -0.1204376220703125, -0.10883331298828125, -0.09722900390625, -0.08562469482421875, -0.0740203857421875, -0.06241607666015625, -0.050811767578125, -0.03920745849609375, -0.0276031494140625, -0.01599884033203125, -0.00439453125, 0.00720977783203125, 0.0188140869140625, 0.03041839599609375, 0.042022705078125, 0.05362701416015625, 0.0652313232421875, 0.07683563232421875, 0.08843994140625, 0.10004425048828125, 0.1116485595703125, 0.12325286865234375, 0.134857177734375, 0.14646148681640625, 0.1580657958984375, 0.16967010498046875, 0.1812744140625, 0.19287872314453125, 0.2044830322265625, 0.21608734130859375, 0.227691650390625, 0.23929595947265625, 0.2509002685546875, 0.26250457763671875, 0.27410888671875, 0.28571319580078125, 0.2973175048828125, 0.30892181396484375, 0.320526123046875, 0.33213043212890625, 0.3437347412109375, 0.35533905029296875, 0.366943359375]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 10.0, 7.0, 12.0, 10.0, 5.0, 14.0, 15.0, 15.0, 19.0, 29.0, 26.0, 24.0, 40.0, 38.0, 40.0, 36.0, 57.0, 46.0, 40.0, 50.0, 45.0, 42.0, 49.0, 41.0, 32.0, 41.0, 31.0, 23.0, 26.0, 23.0, 18.0, 14.0, 11.0, 7.0, 10.0, 8.0, 6.0, 8.0, 5.0, 5.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0], "bins": [-2.3245811462402344e-05, -2.252962440252304e-05, -2.1813437342643738e-05, -2.1097250282764435e-05, -2.0381063222885132e-05, -1.966487616300583e-05, -1.8948689103126526e-05, -1.8232502043247223e-05, -1.751631498336792e-05, -1.6800127923488617e-05, -1.6083940863609314e-05, -1.536775380373001e-05, -1.4651566743850708e-05, -1.3935379683971405e-05, -1.3219192624092102e-05, -1.2503005564212799e-05, -1.1786818504333496e-05, -1.1070631444454193e-05, -1.035444438457489e-05, -9.638257324695587e-06, -8.922070264816284e-06, -8.205883204936981e-06, -7.489696145057678e-06, -6.773509085178375e-06, -6.057322025299072e-06, -5.341134965419769e-06, -4.624947905540466e-06, -3.908760845661163e-06, -3.1925737857818604e-06, -2.4763867259025574e-06, -1.7601996660232544e-06, -1.0440126061439514e-06, -3.2782554626464844e-07, 3.8836151361465454e-07, 1.1045485734939575e-06, 1.8207356333732605e-06, 2.5369226932525635e-06, 3.2531097531318665e-06, 3.9692968130111694e-06, 4.685483872890472e-06, 5.401670932769775e-06, 6.117857992649078e-06, 6.834045052528381e-06, 7.550232112407684e-06, 8.266419172286987e-06, 8.98260623216629e-06, 9.698793292045593e-06, 1.0414980351924896e-05, 1.11311674118042e-05, 1.1847354471683502e-05, 1.2563541531562805e-05, 1.3279728591442108e-05, 1.3995915651321411e-05, 1.4712102711200714e-05, 1.5428289771080017e-05, 1.614447683095932e-05, 1.6860663890838623e-05, 1.7576850950717926e-05, 1.829303801059723e-05, 1.9009225070476532e-05, 1.9725412130355835e-05, 2.0441599190235138e-05, 2.115778625011444e-05, 2.1873973309993744e-05, 2.2590160369873047e-05]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 5.0, 8.0, 5.0, 8.0, 5.0, 10.0, 10.0, 12.0, 13.0, 30.0, 34.0, 41.0, 54.0, 97.0, 172.0, 842.0, 11870.0, 424969.0, 590736.0, 17993.0, 1121.0, 184.0, 94.0, 52.0, 47.0, 33.0, 25.0, 16.0, 10.0, 10.0, 6.0, 6.0, 13.0, 7.0, 4.0, 3.0, 3.0, 6.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.171875, -1.1251220703125, -1.078369140625, -1.0316162109375, -0.98486328125, -0.9381103515625, -0.891357421875, -0.8446044921875, -0.7978515625, -0.7510986328125, -0.704345703125, -0.6575927734375, -0.61083984375, -0.5640869140625, -0.517333984375, -0.4705810546875, -0.423828125, -0.3770751953125, -0.330322265625, -0.2835693359375, -0.23681640625, -0.1900634765625, -0.143310546875, -0.0965576171875, -0.0498046875, -0.0030517578125, 0.043701171875, 0.0904541015625, 0.13720703125, 0.1839599609375, 0.230712890625, 0.2774658203125, 0.32421875, 0.3709716796875, 0.417724609375, 0.4644775390625, 0.51123046875, 0.5579833984375, 0.604736328125, 0.6514892578125, 0.6982421875, 0.7449951171875, 0.791748046875, 0.8385009765625, 0.88525390625, 0.9320068359375, 0.978759765625, 1.0255126953125, 1.072265625, 1.1190185546875, 1.165771484375, 1.2125244140625, 1.25927734375, 1.3060302734375, 1.352783203125, 1.3995361328125, 1.4462890625, 1.4930419921875, 1.539794921875, 1.5865478515625, 1.63330078125, 1.6800537109375, 1.726806640625, 1.7735595703125, 1.8203125]}, "gradients/decoder.roberta.encoder.layer.7.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 8.0, 3.0, 8.0, 8.0, 10.0, 6.0, 13.0, 18.0, 21.0, 20.0, 41.0, 42.0, 38.0, 52.0, 50.0, 54.0, 62.0, 67.0, 61.0, 64.0, 46.0, 51.0, 40.0, 45.0, 36.0, 28.0, 25.0, 18.0, 15.0, 11.0, 9.0, 3.0, 10.0, 4.0, 3.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08880615234375, -0.08635807037353516, -0.08390998840332031, -0.08146190643310547, -0.07901382446289062, -0.07656574249267578, -0.07411766052246094, -0.0716695785522461, -0.06922149658203125, -0.0667734146118164, -0.06432533264160156, -0.06187725067138672, -0.059429168701171875, -0.05698108673095703, -0.05453300476074219, -0.052084922790527344, -0.0496368408203125, -0.047188758850097656, -0.04474067687988281, -0.04229259490966797, -0.039844512939453125, -0.03739643096923828, -0.03494834899902344, -0.032500267028808594, -0.03005218505859375, -0.027604103088378906, -0.025156021118164062, -0.02270793914794922, -0.020259857177734375, -0.01781177520751953, -0.015363693237304688, -0.012915611267089844, -0.010467529296875, -0.008019447326660156, -0.0055713653564453125, -0.0031232833862304688, -0.000675201416015625, 0.0017728805541992188, 0.0042209625244140625, 0.006669044494628906, 0.00911712646484375, 0.011565208435058594, 0.014013290405273438, 0.01646137237548828, 0.018909454345703125, 0.02135753631591797, 0.023805618286132812, 0.026253700256347656, 0.0287017822265625, 0.031149864196777344, 0.03359794616699219, 0.03604602813720703, 0.038494110107421875, 0.04094219207763672, 0.04339027404785156, 0.045838356018066406, 0.04828643798828125, 0.050734519958496094, 0.05318260192871094, 0.05563068389892578, 0.058078765869140625, 0.06052684783935547, 0.06297492980957031, 0.06542301177978516, 0.06787109375]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 7.0, 9.0, 15.0, 11.0, 21.0, 41.0, 51.0, 65.0, 73.0, 96.0, 90.0, 83.0, 90.0, 96.0, 71.0, 64.0, 36.0, 27.0, 22.0, 12.0, 9.0, 6.0, 4.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-66.34396362304688, -64.8736343383789, -63.40330505371094, -61.93297576904297, -60.462646484375, -58.99231719970703, -57.52198791503906, -56.051658630371094, -54.581329345703125, -53.111000061035156, -51.64067077636719, -50.17034149169922, -48.70001220703125, -47.22968292236328, -45.75935363769531, -44.289024353027344, -42.818695068359375, -41.348365783691406, -39.87803649902344, -38.40770721435547, -36.9373779296875, -35.46704864501953, -33.99671936035156, -32.526390075683594, -31.056060791015625, -29.585731506347656, -28.115402221679688, -26.64507293701172, -25.17474365234375, -23.70441436767578, -22.234085083007812, -20.763755798339844, -19.293428421020508, -17.82309913635254, -16.35276985168457, -14.882440567016602, -13.412111282348633, -11.941781997680664, -10.471452713012695, -9.001123428344727, -7.530794143676758, -6.060464859008789, -4.59013557434082, -3.1198062896728516, -1.6494770050048828, -0.17914772033691406, 1.2911815643310547, 2.7615108489990234, 4.231840133666992, 5.702169418334961, 7.17249870300293, 8.642827987670898, 10.113157272338867, 11.583486557006836, 13.053815841674805, 14.524145126342773, 15.994474411010742, 17.46480369567871, 18.93513298034668, 20.40546226501465, 21.875791549682617, 23.346120834350586, 24.816450119018555, 26.286779403686523, 27.757108688354492]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 3.0, 4.0, 6.0, 11.0, 12.0, 10.0, 16.0, 24.0, 30.0, 12.0, 21.0, 28.0, 23.0, 30.0, 36.0, 36.0, 35.0, 36.0, 29.0, 32.0, 45.0, 51.0, 41.0, 28.0, 39.0, 39.0, 33.0, 39.0, 41.0, 27.0, 25.0, 23.0, 25.0, 21.0, 18.0, 18.0, 10.0, 8.0, 11.0, 8.0, 6.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.709741592407227, -25.875926971435547, -25.042110443115234, -24.208295822143555, -23.374479293823242, -22.540664672851562, -21.70684814453125, -20.87303352355957, -20.03921890258789, -19.20540428161621, -18.3715877532959, -17.53777313232422, -16.703956604003906, -15.870141983032227, -15.03632640838623, -14.202510833740234, -13.368694305419922, -12.534878730773926, -11.70106315612793, -10.86724853515625, -10.033432006835938, -9.199617385864258, -8.365801811218262, -7.531986236572266, -6.6981706619262695, -5.864355087280273, -5.030539512634277, -4.1967244148254395, -3.3629088401794434, -2.5290932655334473, -1.6952781677246094, -0.8614625930786133, -0.027645111083984375, 0.8061703443527222, 1.6399857997894287, 2.4738011360168457, 3.307616710662842, 4.141432285308838, 4.975247383117676, 5.809062957763672, 6.642878532409668, 7.476694107055664, 8.31050968170166, 9.144325256347656, 9.978139877319336, 10.811956405639648, 11.645771026611328, 12.479586601257324, 13.31340217590332, 14.147217750549316, 14.981033325195312, 15.814847946166992, 16.648664474487305, 17.482479095458984, 18.316295623779297, 19.150110244750977, 19.983924865722656, 20.817739486694336, 21.65155601501465, 22.485370635986328, 23.31918716430664, 24.15300178527832, 24.98681640625, 25.820632934570312, 26.654449462890625]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 8.0, 17.0, 20.0, 44.0, 79.0, 137.0, 200.0, 395.0, 657.0, 985.0, 1693.0, 2578.0, 4297.0, 7145.0, 12576.0, 26314.0, 67280.0, 184953.0, 351921.0, 232841.0, 86231.0, 32747.0, 14948.0, 7989.0, 4737.0, 3042.0, 1865.0, 1087.0, 698.0, 447.0, 255.0, 158.0, 80.0, 44.0, 29.0, 20.0, 9.0, 10.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0], "bins": [-31.5, -30.639892578125, -29.77978515625, -28.919677734375, -28.0595703125, -27.199462890625, -26.33935546875, -25.479248046875, -24.619140625, -23.759033203125, -22.89892578125, -22.038818359375, -21.1787109375, -20.318603515625, -19.45849609375, -18.598388671875, -17.73828125, -16.878173828125, -16.01806640625, -15.157958984375, -14.2978515625, -13.437744140625, -12.57763671875, -11.717529296875, -10.857421875, -9.997314453125, -9.13720703125, -8.277099609375, -7.4169921875, -6.556884765625, -5.69677734375, -4.836669921875, -3.9765625, -3.116455078125, -2.25634765625, -1.396240234375, -0.5361328125, 0.323974609375, 1.18408203125, 2.044189453125, 2.904296875, 3.764404296875, 4.62451171875, 5.484619140625, 6.3447265625, 7.204833984375, 8.06494140625, 8.925048828125, 9.78515625, 10.645263671875, 11.50537109375, 12.365478515625, 13.2255859375, 14.085693359375, 14.94580078125, 15.805908203125, 16.666015625, 17.526123046875, 18.38623046875, 19.246337890625, 20.1064453125, 20.966552734375, 21.82666015625, 22.686767578125, 23.546875]}, "gradients/decoder.roberta.encoder.layer.7.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 5.0, 4.0, 5.0, 11.0, 15.0, 6.0, 18.0, 24.0, 24.0, 17.0, 24.0, 24.0, 27.0, 25.0, 40.0, 28.0, 36.0, 35.0, 36.0, 32.0, 47.0, 49.0, 43.0, 34.0, 36.0, 37.0, 34.0, 38.0, 38.0, 30.0, 31.0, 16.0, 30.0, 23.0, 15.0, 15.0, 9.0, 9.0, 13.0, 9.0, 3.0, 4.0, 4.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.4375, -26.58251953125, -25.7275390625, -24.87255859375, -24.017578125, -23.16259765625, -22.3076171875, -21.45263671875, -20.59765625, -19.74267578125, -18.8876953125, -18.03271484375, -17.177734375, -16.32275390625, -15.4677734375, -14.61279296875, -13.7578125, -12.90283203125, -12.0478515625, -11.19287109375, -10.337890625, -9.48291015625, -8.6279296875, -7.77294921875, -6.91796875, -6.06298828125, -5.2080078125, -4.35302734375, -3.498046875, -2.64306640625, -1.7880859375, -0.93310546875, -0.078125, 0.77685546875, 1.6318359375, 2.48681640625, 3.341796875, 4.19677734375, 5.0517578125, 5.90673828125, 6.76171875, 7.61669921875, 8.4716796875, 9.32666015625, 10.181640625, 11.03662109375, 11.8916015625, 12.74658203125, 13.6015625, 14.45654296875, 15.3115234375, 16.16650390625, 17.021484375, 17.87646484375, 18.7314453125, 19.58642578125, 20.44140625, 21.29638671875, 22.1513671875, 23.00634765625, 23.861328125, 24.71630859375, 25.5712890625, 26.42626953125, 27.28125]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 9.0, 5.0, 4.0, 10.0, 21.0, 19.0, 17.0, 29.0, 31.0, 41.0, 57.0, 62.0, 116.0, 178.0, 431.0, 1001315.0, 45322.0, 350.0, 155.0, 98.0, 68.0, 38.0, 39.0, 28.0, 23.0, 27.0, 14.0, 11.0, 8.0, 10.0, 3.0, 6.0, 4.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1276.0, -1240.4921875, -1204.984375, -1169.4765625, -1133.96875, -1098.4609375, -1062.953125, -1027.4453125, -991.9375, -956.4296875, -920.921875, -885.4140625, -849.90625, -814.3984375, -778.890625, -743.3828125, -707.875, -672.3671875, -636.859375, -601.3515625, -565.84375, -530.3359375, -494.828125, -459.3203125, -423.8125, -388.3046875, -352.796875, -317.2890625, -281.78125, -246.2734375, -210.765625, -175.2578125, -139.75, -104.2421875, -68.734375, -33.2265625, 2.28125, 37.7890625, 73.296875, 108.8046875, 144.3125, 179.8203125, 215.328125, 250.8359375, 286.34375, 321.8515625, 357.359375, 392.8671875, 428.375, 463.8828125, 499.390625, 534.8984375, 570.40625, 605.9140625, 641.421875, 676.9296875, 712.4375, 747.9453125, 783.453125, 818.9609375, 854.46875, 889.9765625, 925.484375, 960.9921875, 996.5]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 6.0, 3.0, 6.0, 6.0, 10.0, 8.0, 9.0, 17.0, 26.0, 26.0, 36.0, 32.0, 37.0, 41.0, 57.0, 44.0, 58.0, 53.0, 59.0, 67.0, 67.0, 50.0, 47.0, 47.0, 44.0, 29.0, 23.0, 23.0, 22.0, 15.0, 11.0, 6.0, 6.0, 8.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.5625, -34.29248046875, -33.0224609375, -31.75244140625, -30.482421875, -29.21240234375, -27.9423828125, -26.67236328125, -25.40234375, -24.13232421875, -22.8623046875, -21.59228515625, -20.322265625, -19.05224609375, -17.7822265625, -16.51220703125, -15.2421875, -13.97216796875, -12.7021484375, -11.43212890625, -10.162109375, -8.89208984375, -7.6220703125, -6.35205078125, -5.08203125, -3.81201171875, -2.5419921875, -1.27197265625, -0.001953125, 1.26806640625, 2.5380859375, 3.80810546875, 5.078125, 6.34814453125, 7.6181640625, 8.88818359375, 10.158203125, 11.42822265625, 12.6982421875, 13.96826171875, 15.23828125, 16.50830078125, 17.7783203125, 19.04833984375, 20.318359375, 21.58837890625, 22.8583984375, 24.12841796875, 25.3984375, 26.66845703125, 27.9384765625, 29.20849609375, 30.478515625, 31.74853515625, 33.0185546875, 34.28857421875, 35.55859375, 36.82861328125, 38.0986328125, 39.36865234375, 40.638671875, 41.90869140625, 43.1787109375, 44.44873046875, 45.71875]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 6.0, 2.0, 14.0, 17.0, 28.0, 58.0, 152.0, 544.0, 1884.0, 45250.0, 958562.0, 39463.0, 1846.0, 441.0, 157.0, 72.0, 30.0, 14.0, 7.0, 10.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-86.625, -83.583984375, -80.54296875, -77.501953125, -74.4609375, -71.419921875, -68.37890625, -65.337890625, -62.296875, -59.255859375, -56.21484375, -53.173828125, -50.1328125, -47.091796875, -44.05078125, -41.009765625, -37.96875, -34.927734375, -31.88671875, -28.845703125, -25.8046875, -22.763671875, -19.72265625, -16.681640625, -13.640625, -10.599609375, -7.55859375, -4.517578125, -1.4765625, 1.564453125, 4.60546875, 7.646484375, 10.6875, 13.728515625, 16.76953125, 19.810546875, 22.8515625, 25.892578125, 28.93359375, 31.974609375, 35.015625, 38.056640625, 41.09765625, 44.138671875, 47.1796875, 50.220703125, 53.26171875, 56.302734375, 59.34375, 62.384765625, 65.42578125, 68.466796875, 71.5078125, 74.548828125, 77.58984375, 80.630859375, 83.671875, 86.712890625, 89.75390625, 92.794921875, 95.8359375, 98.876953125, 101.91796875, 104.958984375, 108.0]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 7.0, 13.0, 14.0, 22.0, 49.0, 78.0, 115.0, 159.0, 162.0, 122.0, 110.0, 63.0, 38.0, 24.0, 13.0, 8.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0061492919921875, -0.006000161170959473, -0.005851030349731445, -0.005701899528503418, -0.005552768707275391, -0.005403637886047363, -0.005254507064819336, -0.005105376243591309, -0.004956245422363281, -0.004807114601135254, -0.0046579837799072266, -0.004508852958679199, -0.004359722137451172, -0.0042105913162231445, -0.004061460494995117, -0.00391232967376709, -0.0037631988525390625, -0.003614068031311035, -0.003464937210083008, -0.0033158063888549805, -0.003166675567626953, -0.0030175447463989258, -0.0028684139251708984, -0.002719283103942871, -0.0025701522827148438, -0.0024210214614868164, -0.002271890640258789, -0.0021227598190307617, -0.0019736289978027344, -0.001824498176574707, -0.0016753673553466797, -0.0015262365341186523, -0.001377105712890625, -0.0012279748916625977, -0.0010788440704345703, -0.000929713249206543, -0.0007805824279785156, -0.0006314516067504883, -0.00048232078552246094, -0.0003331899642944336, -0.00018405914306640625, -3.4928321838378906e-05, 0.00011420249938964844, 0.0002633333206176758, 0.0004124641418457031, 0.0005615949630737305, 0.0007107257843017578, 0.0008598566055297852, 0.0010089874267578125, 0.0011581182479858398, 0.0013072490692138672, 0.0014563798904418945, 0.0016055107116699219, 0.0017546415328979492, 0.0019037723541259766, 0.002052903175354004, 0.0022020339965820312, 0.0023511648178100586, 0.002500295639038086, 0.0026494264602661133, 0.0027985572814941406, 0.002947688102722168, 0.0030968189239501953, 0.0032459497451782227, 0.00339508056640625]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 8.0, 13.0, 21.0, 37.0, 88.0, 385.0, 8658.0, 1036728.0, 2240.0, 223.0, 79.0, 39.0, 20.0, 12.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-290.5, -281.7890625, -273.078125, -264.3671875, -255.65625, -246.9453125, -238.234375, -229.5234375, -220.8125, -212.1015625, -203.390625, -194.6796875, -185.96875, -177.2578125, -168.546875, -159.8359375, -151.125, -142.4140625, -133.703125, -124.9921875, -116.28125, -107.5703125, -98.859375, -90.1484375, -81.4375, -72.7265625, -64.015625, -55.3046875, -46.59375, -37.8828125, -29.171875, -20.4609375, -11.75, -3.0390625, 5.671875, 14.3828125, 23.09375, 31.8046875, 40.515625, 49.2265625, 57.9375, 66.6484375, 75.359375, 84.0703125, 92.78125, 101.4921875, 110.203125, 118.9140625, 127.625, 136.3359375, 145.046875, 153.7578125, 162.46875, 171.1796875, 179.890625, 188.6015625, 197.3125, 206.0234375, 214.734375, 223.4453125, 232.15625, 240.8671875, 249.578125, 258.2890625, 267.0]}, "gradients/decoder.roberta.encoder.layer.7.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 10.0, 14.0, 32.0, 48.0, 88.0, 121.0, 152.0, 178.0, 160.0, 86.0, 49.0, 36.0, 9.0, 14.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.5546875, -13.1192626953125, -12.683837890625, -12.2484130859375, -11.81298828125, -11.3775634765625, -10.942138671875, -10.5067138671875, -10.0712890625, -9.6358642578125, -9.200439453125, -8.7650146484375, -8.32958984375, -7.8941650390625, -7.458740234375, -7.0233154296875, -6.587890625, -6.1524658203125, -5.717041015625, -5.2816162109375, -4.84619140625, -4.4107666015625, -3.975341796875, -3.5399169921875, -3.1044921875, -2.6690673828125, -2.233642578125, -1.7982177734375, -1.36279296875, -0.9273681640625, -0.491943359375, -0.0565185546875, 0.37890625, 0.8143310546875, 1.249755859375, 1.6851806640625, 2.12060546875, 2.5560302734375, 2.991455078125, 3.4268798828125, 3.8623046875, 4.2977294921875, 4.733154296875, 5.1685791015625, 5.60400390625, 6.0394287109375, 6.474853515625, 6.9102783203125, 7.345703125, 7.7811279296875, 8.216552734375, 8.6519775390625, 9.08740234375, 9.5228271484375, 9.958251953125, 10.3936767578125, 10.8291015625, 11.2645263671875, 11.699951171875, 12.1353759765625, 12.57080078125, 13.0062255859375, 13.441650390625, 13.8770751953125, 14.3125]}, "gradients/decoder.roberta.encoder.layer.6.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 3.0, 7.0, 12.0, 18.0, 14.0, 21.0, 27.0, 21.0, 20.0, 39.0, 51.0, 50.0, 47.0, 63.0, 62.0, 64.0, 58.0, 55.0, 59.0, 52.0, 53.0, 42.0, 38.0, 24.0, 28.0, 21.0, 15.0, 9.0, 10.0, 4.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.74403762817383, -32.66958236694336, -31.595125198364258, -30.520668029785156, -29.446212768554688, -28.371755599975586, -27.297298431396484, -26.222843170166016, -25.148386001586914, -24.073928833007812, -22.999473571777344, -21.925016403198242, -20.85055923461914, -19.776103973388672, -18.70164680480957, -17.62718963623047, -16.552734375, -15.478278160095215, -14.40382194519043, -13.329364776611328, -12.254908561706543, -11.180452346801758, -10.105995178222656, -9.031538963317871, -7.957082748413086, -6.882626533508301, -5.808169841766357, -4.733713150024414, -3.659256935119629, -2.5848007202148438, -1.5103440284729004, -0.43588733673095703, 0.6385650634765625, 1.7130215167999268, 2.787477970123291, 3.8619344234466553, 4.9363908767700195, 6.010847091674805, 7.085303783416748, 8.159760475158691, 9.234216690063477, 10.308672904968262, 11.383129119873047, 12.457586288452148, 13.532042503356934, 14.606498718261719, 15.68095588684082, 16.755413055419922, 17.82986831665039, 18.904325485229492, 19.97878074645996, 21.053237915039062, 22.12769317626953, 23.202150344848633, 24.276607513427734, 25.351062774658203, 26.425519943237305, 27.499977111816406, 28.574432373046875, 29.648889541625977, 30.723346710205078, 31.797801971435547, 32.872257232666016, 33.94671630859375, 35.02117156982422]}, "gradients/decoder.roberta.encoder.layer.6.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 2.0, 8.0, 9.0, 5.0, 15.0, 14.0, 16.0, 16.0, 19.0, 20.0, 28.0, 27.0, 30.0, 39.0, 26.0, 27.0, 37.0, 28.0, 23.0, 25.0, 40.0, 51.0, 34.0, 40.0, 31.0, 34.0, 42.0, 36.0, 35.0, 27.0, 22.0, 28.0, 32.0, 24.0, 14.0, 15.0, 13.0, 8.0, 6.0, 9.0, 10.0, 5.0, 6.0, 4.0, 5.0, 2.0, 4.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-31.22861671447754, -30.086193084716797, -28.943769454956055, -27.801345825195312, -26.65892219543457, -25.516498565673828, -24.37407684326172, -23.231651306152344, -22.089229583740234, -20.946805953979492, -19.80438232421875, -18.661958694458008, -17.519535064697266, -16.377111434936523, -15.234688758850098, -14.092265129089355, -12.949840545654297, -11.807416915893555, -10.664993286132812, -9.52256965637207, -8.380146026611328, -7.237722873687744, -6.09529972076416, -4.952876091003418, -3.810452461242676, -2.6680288314819336, -1.5256054401397705, -0.3831820487976074, 0.7592415809631348, 1.901665210723877, 3.044088363647461, 4.186511993408203, 5.3289337158203125, 6.471357345581055, 7.613780975341797, 8.756204605102539, 9.898628234863281, 11.041051864624023, 12.18347454071045, 13.325898170471191, 14.468321800231934, 15.610745429992676, 16.7531681060791, 17.895591735839844, 19.038015365600586, 20.180438995361328, 21.32286262512207, 22.465286254882812, 23.607709884643555, 24.750133514404297, 25.89255714416504, 27.03498077392578, 28.177404403686523, 29.319828033447266, 30.462249755859375, 31.60467529296875, 32.74709701538086, 33.88951873779297, 35.031944274902344, 36.17436599731445, 37.31679153442383, 38.45921325683594, 39.60163879394531, 40.74406051635742, 41.8864860534668]}, "gradients/decoder.roberta.encoder.layer.6.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 9.0, 9.0, 6.0, 21.0, 34.0, 36.0, 50.0, 68.0, 94.0, 123.0, 229.0, 251.0, 390.0, 638.0, 1139.0, 2234.0, 5428.0, 16601.0, 71339.0, 505491.0, 3078457.0, 422712.0, 63601.0, 15075.0, 5203.0, 2195.0, 1045.0, 555.0, 363.0, 248.0, 162.0, 113.0, 89.0, 83.0, 65.0, 37.0, 28.0, 18.0, 9.0, 11.0, 7.0, 7.0, 7.0, 2.0, 1.0, 0.0, 0.0, 7.0], "bins": [-65.375, -63.58203125, -61.7890625, -59.99609375, -58.203125, -56.41015625, -54.6171875, -52.82421875, -51.03125, -49.23828125, -47.4453125, -45.65234375, -43.859375, -42.06640625, -40.2734375, -38.48046875, -36.6875, -34.89453125, -33.1015625, -31.30859375, -29.515625, -27.72265625, -25.9296875, -24.13671875, -22.34375, -20.55078125, -18.7578125, -16.96484375, -15.171875, -13.37890625, -11.5859375, -9.79296875, -8.0, -6.20703125, -4.4140625, -2.62109375, -0.828125, 0.96484375, 2.7578125, 4.55078125, 6.34375, 8.13671875, 9.9296875, 11.72265625, 13.515625, 15.30859375, 17.1015625, 18.89453125, 20.6875, 22.48046875, 24.2734375, 26.06640625, 27.859375, 29.65234375, 31.4453125, 33.23828125, 35.03125, 36.82421875, 38.6171875, 40.41015625, 42.203125, 43.99609375, 45.7890625, 47.58203125, 49.375]}, "gradients/decoder.roberta.encoder.layer.6.output.dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 8.0, 10.0, 10.0, 11.0, 7.0, 23.0, 22.0, 21.0, 18.0, 30.0, 33.0, 35.0, 20.0, 28.0, 29.0, 34.0, 39.0, 37.0, 40.0, 30.0, 33.0, 28.0, 35.0, 35.0, 32.0, 33.0, 33.0, 33.0, 28.0, 30.0, 21.0, 12.0, 30.0, 20.0, 16.0, 14.0, 9.0, 9.0, 12.0, 7.0, 6.0, 8.0, 6.0, 6.0, 3.0, 4.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-20.53125, -19.87646484375, -19.2216796875, -18.56689453125, -17.912109375, -17.25732421875, -16.6025390625, -15.94775390625, -15.29296875, -14.63818359375, -13.9833984375, -13.32861328125, -12.673828125, -12.01904296875, -11.3642578125, -10.70947265625, -10.0546875, -9.39990234375, -8.7451171875, -8.09033203125, -7.435546875, -6.78076171875, -6.1259765625, -5.47119140625, -4.81640625, -4.16162109375, -3.5068359375, -2.85205078125, -2.197265625, -1.54248046875, -0.8876953125, -0.23291015625, 0.421875, 1.07666015625, 1.7314453125, 2.38623046875, 3.041015625, 3.69580078125, 4.3505859375, 5.00537109375, 5.66015625, 6.31494140625, 6.9697265625, 7.62451171875, 8.279296875, 8.93408203125, 9.5888671875, 10.24365234375, 10.8984375, 11.55322265625, 12.2080078125, 12.86279296875, 13.517578125, 14.17236328125, 14.8271484375, 15.48193359375, 16.13671875, 16.79150390625, 17.4462890625, 18.10107421875, 18.755859375, 19.41064453125, 20.0654296875, 20.72021484375, 21.375]}, "gradients/decoder.roberta.encoder.layer.6.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 8.0, 9.0, 5.0, 8.0, 4.0, 9.0, 12.0, 19.0, 16.0, 27.0, 47.0, 65.0, 121.0, 167.0, 344.0, 832.0, 8693.0, 3357729.0, 819574.0, 5082.0, 740.0, 291.0, 166.0, 97.0, 57.0, 34.0, 36.0, 23.0, 14.0, 5.0, 12.0, 6.0, 7.0, 6.0, 4.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-270.25, -262.724609375, -255.19921875, -247.673828125, -240.1484375, -232.623046875, -225.09765625, -217.572265625, -210.046875, -202.521484375, -194.99609375, -187.470703125, -179.9453125, -172.419921875, -164.89453125, -157.369140625, -149.84375, -142.318359375, -134.79296875, -127.267578125, -119.7421875, -112.216796875, -104.69140625, -97.166015625, -89.640625, -82.115234375, -74.58984375, -67.064453125, -59.5390625, -52.013671875, -44.48828125, -36.962890625, -29.4375, -21.912109375, -14.38671875, -6.861328125, 0.6640625, 8.189453125, 15.71484375, 23.240234375, 30.765625, 38.291015625, 45.81640625, 53.341796875, 60.8671875, 68.392578125, 75.91796875, 83.443359375, 90.96875, 98.494140625, 106.01953125, 113.544921875, 121.0703125, 128.595703125, 136.12109375, 143.646484375, 151.171875, 158.697265625, 166.22265625, 173.748046875, 181.2734375, 188.798828125, 196.32421875, 203.849609375, 211.375]}, "gradients/decoder.roberta.encoder.layer.6.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 6.0, 4.0, 8.0, 7.0, 5.0, 12.0, 16.0, 21.0, 37.0, 38.0, 62.0, 91.0, 130.0, 227.0, 317.0, 529.0, 766.0, 597.0, 411.0, 251.0, 155.0, 117.0, 72.0, 49.0, 35.0, 24.0, 16.0, 21.0, 8.0, 6.0, 8.0, 6.0, 5.0, 4.0, 6.0, 4.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.421875, -10.9945068359375, -10.567138671875, -10.1397705078125, -9.71240234375, -9.2850341796875, -8.857666015625, -8.4302978515625, -8.0029296875, -7.5755615234375, -7.148193359375, -6.7208251953125, -6.29345703125, -5.8660888671875, -5.438720703125, -5.0113525390625, -4.583984375, -4.1566162109375, -3.729248046875, -3.3018798828125, -2.87451171875, -2.4471435546875, -2.019775390625, -1.5924072265625, -1.1650390625, -0.7376708984375, -0.310302734375, 0.1170654296875, 0.54443359375, 0.9718017578125, 1.399169921875, 1.8265380859375, 2.25390625, 2.6812744140625, 3.108642578125, 3.5360107421875, 3.96337890625, 4.3907470703125, 4.818115234375, 5.2454833984375, 5.6728515625, 6.1002197265625, 6.527587890625, 6.9549560546875, 7.38232421875, 7.8096923828125, 8.237060546875, 8.6644287109375, 9.091796875, 9.5191650390625, 9.946533203125, 10.3739013671875, 10.80126953125, 11.2286376953125, 11.656005859375, 12.0833740234375, 12.5107421875, 12.9381103515625, 13.365478515625, 13.7928466796875, 14.22021484375, 14.6475830078125, 15.074951171875, 15.5023193359375, 15.9296875]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 2.0, 8.0, 9.0, 9.0, 14.0, 17.0, 25.0, 27.0, 34.0, 43.0, 42.0, 53.0, 68.0, 59.0, 67.0, 78.0, 58.0, 65.0, 65.0, 51.0, 41.0, 38.0, 31.0, 23.0, 23.0, 20.0, 7.0, 10.0, 3.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-39.761112213134766, -38.71457290649414, -37.668033599853516, -36.62149429321289, -35.574951171875, -34.528411865234375, -33.48187255859375, -32.435333251953125, -31.3887939453125, -30.342254638671875, -29.29571533203125, -28.249174118041992, -27.202634811401367, -26.156095504760742, -25.109554290771484, -24.06301498413086, -23.016475677490234, -21.96993637084961, -20.923397064208984, -19.876855850219727, -18.8303165435791, -17.783777236938477, -16.73723602294922, -15.690696716308594, -14.644157409667969, -13.597618103027344, -12.551077842712402, -11.504537582397461, -10.457998275756836, -9.411458969116211, -8.36491870880127, -7.318378925323486, -6.271839141845703, -5.22529935836792, -4.178759574890137, -3.1322197914123535, -2.0856800079345703, -1.039140224456787, 0.007399559020996094, 1.0539393424987793, 2.1004791259765625, 3.1470189094543457, 4.193558692932129, 5.240098476409912, 6.286638259887695, 7.3331780433654785, 8.379717826843262, 9.426258087158203, 10.472797393798828, 11.519336700439453, 12.565876960754395, 13.612417221069336, 14.658956527709961, 15.705495834350586, 16.752037048339844, 17.79857635498047, 18.845115661621094, 19.89165496826172, 20.938194274902344, 21.9847354888916, 23.031274795532227, 24.07781410217285, 25.12435531616211, 26.170894622802734, 27.21743392944336]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 5.0, 1.0, 6.0, 7.0, 5.0, 19.0, 8.0, 17.0, 26.0, 14.0, 29.0, 24.0, 31.0, 33.0, 33.0, 32.0, 49.0, 40.0, 37.0, 33.0, 43.0, 37.0, 38.0, 42.0, 30.0, 36.0, 29.0, 43.0, 25.0, 34.0, 22.0, 19.0, 27.0, 25.0, 16.0, 15.0, 11.0, 3.0, 13.0, 12.0, 4.0, 10.0, 7.0, 7.0, 5.0, 1.0, 1.0, 3.0, 2.0], "bins": [-31.423629760742188, -30.583070755004883, -29.742511749267578, -28.901952743530273, -28.06139373779297, -27.220834732055664, -26.38027572631836, -25.539718627929688, -24.69915771484375, -23.858598709106445, -23.01803970336914, -22.177480697631836, -21.33692169189453, -20.496362686157227, -19.655803680419922, -18.81524658203125, -17.974687576293945, -17.13412857055664, -16.293569564819336, -15.453010559082031, -14.612451553344727, -13.771892547607422, -12.931334495544434, -12.090775489807129, -11.250216484069824, -10.40965747833252, -9.569098472595215, -8.728540420532227, -7.887980937957764, -7.047421932220459, -6.2068634033203125, -5.366304397583008, -4.525745391845703, -3.6851863861083984, -2.844627618789673, -2.0040688514709473, -1.1635098457336426, -0.3229508399963379, 0.5176076889038086, 1.3581666946411133, 2.198725700378418, 3.0392847061157227, 3.8798434734344482, 4.720402240753174, 5.5609612464904785, 6.401520252227783, 7.24207878112793, 8.082637786865234, 8.923196792602539, 9.763755798339844, 10.604314804077148, 11.444873809814453, 12.285432815551758, 13.125991821289062, 13.96654987335205, 14.807108879089355, 15.64766788482666, 16.48822593688965, 17.328784942626953, 18.169343948364258, 19.009902954101562, 19.850461959838867, 20.691020965576172, 21.531579971313477, 22.37213897705078]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.dense.weight": {"_type": "histogram", "values": [3.0, 3.0, 9.0, 3.0, 6.0, 11.0, 10.0, 18.0, 33.0, 42.0, 83.0, 113.0, 165.0, 261.0, 435.0, 610.0, 946.0, 1503.0, 2424.0, 3890.0, 5911.0, 9392.0, 14431.0, 22055.0, 33631.0, 50086.0, 72126.0, 99172.0, 124214.0, 137174.0, 128299.0, 104472.0, 77462.0, 54670.0, 36880.0, 23988.0, 15872.0, 10296.0, 6418.0, 4144.0, 2557.0, 1723.0, 1017.0, 676.0, 485.0, 280.0, 187.0, 121.0, 83.0, 61.0, 43.0, 32.0, 13.0, 12.0, 6.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.40234375, -2.321197509765625, -2.24005126953125, -2.158905029296875, -2.0777587890625, -1.996612548828125, -1.91546630859375, -1.834320068359375, -1.753173828125, -1.672027587890625, -1.59088134765625, -1.509735107421875, -1.4285888671875, -1.347442626953125, -1.26629638671875, -1.185150146484375, -1.10400390625, -1.022857666015625, -0.94171142578125, -0.860565185546875, -0.7794189453125, -0.698272705078125, -0.61712646484375, -0.535980224609375, -0.454833984375, -0.373687744140625, -0.29254150390625, -0.211395263671875, -0.1302490234375, -0.049102783203125, 0.03204345703125, 0.113189697265625, 0.1943359375, 0.275482177734375, 0.35662841796875, 0.437774658203125, 0.5189208984375, 0.600067138671875, 0.68121337890625, 0.762359619140625, 0.843505859375, 0.924652099609375, 1.00579833984375, 1.086944580078125, 1.1680908203125, 1.249237060546875, 1.33038330078125, 1.411529541015625, 1.49267578125, 1.573822021484375, 1.65496826171875, 1.736114501953125, 1.8172607421875, 1.898406982421875, 1.97955322265625, 2.060699462890625, 2.141845703125, 2.222991943359375, 2.30413818359375, 2.385284423828125, 2.4664306640625, 2.547576904296875, 2.62872314453125, 2.709869384765625, 2.791015625]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 5.0, 3.0, 3.0, 7.0, 6.0, 17.0, 12.0, 16.0, 24.0, 14.0, 26.0, 27.0, 31.0, 34.0, 30.0, 36.0, 50.0, 40.0, 34.0, 34.0, 44.0, 36.0, 37.0, 41.0, 31.0, 33.0, 32.0, 45.0, 25.0, 34.0, 21.0, 17.0, 29.0, 22.0, 19.0, 14.0, 11.0, 6.0, 10.0, 11.0, 7.0, 9.0, 7.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0], "bins": [-29.890625, -29.071533203125, -28.25244140625, -27.433349609375, -26.6142578125, -25.795166015625, -24.97607421875, -24.156982421875, -23.337890625, -22.518798828125, -21.69970703125, -20.880615234375, -20.0615234375, -19.242431640625, -18.42333984375, -17.604248046875, -16.78515625, -15.966064453125, -15.14697265625, -14.327880859375, -13.5087890625, -12.689697265625, -11.87060546875, -11.051513671875, -10.232421875, -9.413330078125, -8.59423828125, -7.775146484375, -6.9560546875, -6.136962890625, -5.31787109375, -4.498779296875, -3.6796875, -2.860595703125, -2.04150390625, -1.222412109375, -0.4033203125, 0.415771484375, 1.23486328125, 2.053955078125, 2.873046875, 3.692138671875, 4.51123046875, 5.330322265625, 6.1494140625, 6.968505859375, 7.78759765625, 8.606689453125, 9.42578125, 10.244873046875, 11.06396484375, 11.883056640625, 12.7021484375, 13.521240234375, 14.34033203125, 15.159423828125, 15.978515625, 16.797607421875, 17.61669921875, 18.435791015625, 19.2548828125, 20.073974609375, 20.89306640625, 21.712158203125, 22.53125]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.value.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 7.0, 13.0, 19.0, 32.0, 32.0, 44.0, 67.0, 92.0, 150.0, 182.0, 240.0, 395.0, 503.0, 739.0, 1075.0, 1449.0, 2093.0, 2795.0, 4248.0, 6161.0, 9100.0, 14172.0, 22261.0, 52342.0, 691695.0, 158840.0, 28195.0, 16870.0, 11001.0, 7225.0, 5017.0, 3367.0, 2425.0, 1676.0, 1117.0, 804.0, 570.0, 417.0, 351.0, 215.0, 193.0, 97.0, 98.0, 44.0, 49.0, 30.0, 19.0, 13.0, 8.0, 8.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.875, -4.72125244140625, -4.5675048828125, -4.41375732421875, -4.260009765625, -4.10626220703125, -3.9525146484375, -3.79876708984375, -3.64501953125, -3.49127197265625, -3.3375244140625, -3.18377685546875, -3.030029296875, -2.87628173828125, -2.7225341796875, -2.56878662109375, -2.4150390625, -2.26129150390625, -2.1075439453125, -1.95379638671875, -1.800048828125, -1.64630126953125, -1.4925537109375, -1.33880615234375, -1.18505859375, -1.03131103515625, -0.8775634765625, -0.72381591796875, -0.570068359375, -0.41632080078125, -0.2625732421875, -0.10882568359375, 0.044921875, 0.19866943359375, 0.3524169921875, 0.50616455078125, 0.659912109375, 0.81365966796875, 0.9674072265625, 1.12115478515625, 1.27490234375, 1.42864990234375, 1.5823974609375, 1.73614501953125, 1.889892578125, 2.04364013671875, 2.1973876953125, 2.35113525390625, 2.5048828125, 2.65863037109375, 2.8123779296875, 2.96612548828125, 3.119873046875, 3.27362060546875, 3.4273681640625, 3.58111572265625, 3.73486328125, 3.88861083984375, 4.0423583984375, 4.19610595703125, 4.349853515625, 4.50360107421875, 4.6573486328125, 4.81109619140625, 4.96484375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 7.0, 3.0, 2.0, 6.0, 12.0, 7.0, 6.0, 11.0, 10.0, 15.0, 17.0, 16.0, 19.0, 30.0, 26.0, 29.0, 31.0, 29.0, 34.0, 36.0, 33.0, 43.0, 31.0, 46.0, 46.0, 39.0, 40.0, 38.0, 31.0, 34.0, 27.0, 35.0, 25.0, 25.0, 24.0, 23.0, 13.0, 19.0, 14.0, 6.0, 14.0, 5.0, 10.0, 11.0, 4.0, 3.0, 4.0, 8.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0], "bins": [-16.671875, -16.1663818359375, -15.660888671875, -15.1553955078125, -14.64990234375, -14.1444091796875, -13.638916015625, -13.1334228515625, -12.6279296875, -12.1224365234375, -11.616943359375, -11.1114501953125, -10.60595703125, -10.1004638671875, -9.594970703125, -9.0894775390625, -8.583984375, -8.0784912109375, -7.572998046875, -7.0675048828125, -6.56201171875, -6.0565185546875, -5.551025390625, -5.0455322265625, -4.5400390625, -4.0345458984375, -3.529052734375, -3.0235595703125, -2.51806640625, -2.0125732421875, -1.507080078125, -1.0015869140625, -0.49609375, 0.0093994140625, 0.514892578125, 1.0203857421875, 1.52587890625, 2.0313720703125, 2.536865234375, 3.0423583984375, 3.5478515625, 4.0533447265625, 4.558837890625, 5.0643310546875, 5.56982421875, 6.0753173828125, 6.580810546875, 7.0863037109375, 7.591796875, 8.0972900390625, 8.602783203125, 9.1082763671875, 9.61376953125, 10.1192626953125, 10.624755859375, 11.1302490234375, 11.6357421875, 12.1412353515625, 12.646728515625, 13.1522216796875, 13.65771484375, 14.1632080078125, 14.668701171875, 15.1741943359375, 15.6796875]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 12.0, 14.0, 14.0, 20.0, 24.0, 34.0, 42.0, 54.0, 105.0, 155.0, 197.0, 296.0, 487.0, 733.0, 1131.0, 1839.0, 3034.0, 4980.0, 8373.0, 14813.0, 27141.0, 125112.0, 779158.0, 36124.0, 18421.0, 10344.0, 6167.0, 3777.0, 2155.0, 1325.0, 861.0, 516.0, 359.0, 227.0, 149.0, 95.0, 85.0, 63.0, 35.0, 17.0, 20.0, 11.0, 8.0, 6.0, 7.0, 8.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.441650390625, -0.42873382568359375, -0.4158172607421875, -0.40290069580078125, -0.389984130859375, -0.37706756591796875, -0.3641510009765625, -0.35123443603515625, -0.33831787109375, -0.32540130615234375, -0.3124847412109375, -0.29956817626953125, -0.286651611328125, -0.27373504638671875, -0.2608184814453125, -0.24790191650390625, -0.2349853515625, -0.22206878662109375, -0.2091522216796875, -0.19623565673828125, -0.183319091796875, -0.17040252685546875, -0.1574859619140625, -0.14456939697265625, -0.13165283203125, -0.11873626708984375, -0.1058197021484375, -0.09290313720703125, -0.079986572265625, -0.06707000732421875, -0.0541534423828125, -0.04123687744140625, -0.0283203125, -0.01540374755859375, -0.0024871826171875, 0.01042938232421875, 0.023345947265625, 0.03626251220703125, 0.0491790771484375, 0.06209564208984375, 0.07501220703125, 0.08792877197265625, 0.1008453369140625, 0.11376190185546875, 0.126678466796875, 0.13959503173828125, 0.1525115966796875, 0.16542816162109375, 0.1783447265625, 0.19126129150390625, 0.2041778564453125, 0.21709442138671875, 0.230010986328125, 0.24292755126953125, 0.2558441162109375, 0.26876068115234375, 0.28167724609375, 0.29459381103515625, 0.3075103759765625, 0.32042694091796875, 0.333343505859375, 0.34626007080078125, 0.3591766357421875, 0.37209320068359375, 0.385009765625]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 7.0, 3.0, 4.0, 11.0, 9.0, 11.0, 13.0, 21.0, 17.0, 22.0, 29.0, 31.0, 32.0, 37.0, 43.0, 46.0, 52.0, 40.0, 34.0, 54.0, 60.0, 34.0, 38.0, 44.0, 36.0, 31.0, 38.0, 21.0, 35.0, 29.0, 20.0, 9.0, 14.0, 20.0, 8.0, 10.0, 6.0, 9.0, 6.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.5331974029541016e-05, -2.4570152163505554e-05, -2.3808330297470093e-05, -2.304650843143463e-05, -2.228468656539917e-05, -2.152286469936371e-05, -2.0761042833328247e-05, -1.9999220967292786e-05, -1.9237399101257324e-05, -1.8475577235221863e-05, -1.77137553691864e-05, -1.695193350315094e-05, -1.619011163711548e-05, -1.5428289771080017e-05, -1.4666467905044556e-05, -1.3904646039009094e-05, -1.3142824172973633e-05, -1.2381002306938171e-05, -1.161918044090271e-05, -1.0857358574867249e-05, -1.0095536708831787e-05, -9.333714842796326e-06, -8.571892976760864e-06, -7.810071110725403e-06, -7.048249244689941e-06, -6.28642737865448e-06, -5.5246055126190186e-06, -4.762783646583557e-06, -4.000961780548096e-06, -3.2391399145126343e-06, -2.477318048477173e-06, -1.7154961824417114e-06, -9.5367431640625e-07, -1.9185245037078857e-07, 5.699694156646729e-07, 1.3317912817001343e-06, 2.0936131477355957e-06, 2.855435013771057e-06, 3.6172568798065186e-06, 4.37907874584198e-06, 5.140900611877441e-06, 5.902722477912903e-06, 6.664544343948364e-06, 7.426366209983826e-06, 8.188188076019287e-06, 8.950009942054749e-06, 9.71183180809021e-06, 1.0473653674125671e-05, 1.1235475540161133e-05, 1.1997297406196594e-05, 1.2759119272232056e-05, 1.3520941138267517e-05, 1.4282763004302979e-05, 1.504458487033844e-05, 1.58064067363739e-05, 1.6568228602409363e-05, 1.7330050468444824e-05, 1.8091872334480286e-05, 1.8853694200515747e-05, 1.961551606655121e-05, 2.037733793258667e-05, 2.113915979862213e-05, 2.1900981664657593e-05, 2.2662803530693054e-05, 2.3424625396728516e-05]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 9.0, 6.0, 9.0, 8.0, 18.0, 17.0, 23.0, 18.0, 21.0, 48.0, 58.0, 104.0, 170.0, 765.0, 28944.0, 941113.0, 75461.0, 1141.0, 237.0, 109.0, 53.0, 54.0, 37.0, 36.0, 22.0, 20.0, 10.0, 9.0, 5.0, 13.0, 4.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.88671875, -1.8351593017578125, -1.783599853515625, -1.7320404052734375, -1.68048095703125, -1.6289215087890625, -1.577362060546875, -1.5258026123046875, -1.4742431640625, -1.4226837158203125, -1.371124267578125, -1.3195648193359375, -1.26800537109375, -1.2164459228515625, -1.164886474609375, -1.1133270263671875, -1.061767578125, -1.0102081298828125, -0.958648681640625, -0.9070892333984375, -0.85552978515625, -0.8039703369140625, -0.752410888671875, -0.7008514404296875, -0.6492919921875, -0.5977325439453125, -0.546173095703125, -0.4946136474609375, -0.44305419921875, -0.3914947509765625, -0.339935302734375, -0.2883758544921875, -0.23681640625, -0.1852569580078125, -0.133697509765625, -0.0821380615234375, -0.03057861328125, 0.0209808349609375, 0.072540283203125, 0.1240997314453125, 0.1756591796875, 0.2272186279296875, 0.278778076171875, 0.3303375244140625, 0.38189697265625, 0.4334564208984375, 0.485015869140625, 0.5365753173828125, 0.588134765625, 0.6396942138671875, 0.691253662109375, 0.7428131103515625, 0.79437255859375, 0.8459320068359375, 0.897491455078125, 0.9490509033203125, 1.0006103515625, 1.0521697998046875, 1.103729248046875, 1.1552886962890625, 1.20684814453125, 1.2584075927734375, 1.309967041015625, 1.3615264892578125, 1.4130859375]}, "gradients/decoder.roberta.encoder.layer.6.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 7.0, 10.0, 9.0, 7.0, 12.0, 16.0, 17.0, 31.0, 45.0, 37.0, 33.0, 52.0, 53.0, 80.0, 74.0, 85.0, 78.0, 53.0, 62.0, 51.0, 34.0, 31.0, 23.0, 28.0, 16.0, 11.0, 13.0, 6.0, 13.0, 4.0, 2.0, 3.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0693359375, -0.06647014617919922, -0.06360435485839844, -0.060738563537597656, -0.057872772216796875, -0.055006980895996094, -0.05214118957519531, -0.04927539825439453, -0.04640960693359375, -0.04354381561279297, -0.04067802429199219, -0.037812232971191406, -0.034946441650390625, -0.032080650329589844, -0.029214859008789062, -0.02634906768798828, -0.0234832763671875, -0.02061748504638672, -0.017751693725585938, -0.014885902404785156, -0.012020111083984375, -0.009154319763183594, -0.0062885284423828125, -0.0034227371215820312, -0.00055694580078125, 0.0023088455200195312, 0.0051746368408203125, 0.008040428161621094, 0.010906219482421875, 0.013772010803222656, 0.016637802124023438, 0.01950359344482422, 0.022369384765625, 0.02523517608642578, 0.028100967407226562, 0.030966758728027344, 0.033832550048828125, 0.036698341369628906, 0.03956413269042969, 0.04242992401123047, 0.04529571533203125, 0.04816150665283203, 0.05102729797363281, 0.053893089294433594, 0.056758880615234375, 0.059624671936035156, 0.06249046325683594, 0.06535625457763672, 0.0682220458984375, 0.07108783721923828, 0.07395362854003906, 0.07681941986083984, 0.07968521118164062, 0.0825510025024414, 0.08541679382324219, 0.08828258514404297, 0.09114837646484375, 0.09401416778564453, 0.09687995910644531, 0.0997457504272461, 0.10261154174804688, 0.10547733306884766, 0.10834312438964844, 0.11120891571044922, 0.11407470703125]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 11.0, 6.0, 7.0, 20.0, 28.0, 30.0, 42.0, 55.0, 54.0, 82.0, 76.0, 98.0, 100.0, 79.0, 86.0, 55.0, 57.0, 33.0, 31.0, 29.0, 12.0, 7.0, 6.0, 3.0, 3.0, 0.0, 0.0, 2.0], "bins": [-65.8524169921875, -64.47402954101562, -63.095638275146484, -61.71725082397461, -60.33885955810547, -58.960472106933594, -57.58208465576172, -56.20369338989258, -54.82530212402344, -53.44691467285156, -52.06852340698242, -50.69013595581055, -49.311744689941406, -47.93335723876953, -46.554969787597656, -45.176578521728516, -43.79819107055664, -42.419803619384766, -41.041412353515625, -39.66302490234375, -38.28463363647461, -36.906246185302734, -35.527854919433594, -34.14946746826172, -32.771080017089844, -31.392690658569336, -30.014301300048828, -28.635913848876953, -27.257522583007812, -25.879135131835938, -24.50074577331543, -23.122356414794922, -21.743961334228516, -20.365571975708008, -18.9871826171875, -17.608795166015625, -16.230403900146484, -14.852015495300293, -13.473627090454102, -12.095237731933594, -10.716848373413086, -9.338459014892578, -7.9600701332092285, -6.581681251525879, -5.203291893005371, -3.8249025344848633, -2.446514129638672, -1.068124771118164, 0.31026458740234375, 1.6886537075042725, 3.067042827606201, 4.445431709289551, 5.823821067810059, 7.202210426330566, 8.580598831176758, 9.958988189697266, 11.337377548217773, 12.715766906738281, 14.094156265258789, 15.47254467010498, 16.850933074951172, 18.229324340820312, 19.607711791992188, 20.986101150512695, 22.364490509033203]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 5.0, 3.0, 3.0, 7.0, 6.0, 18.0, 10.0, 17.0, 24.0, 13.0, 28.0, 23.0, 34.0, 35.0, 29.0, 36.0, 50.0, 42.0, 32.0, 34.0, 44.0, 36.0, 36.0, 42.0, 30.0, 34.0, 34.0, 41.0, 27.0, 35.0, 20.0, 17.0, 30.0, 21.0, 19.0, 16.0, 9.0, 6.0, 10.0, 11.0, 7.0, 9.0, 7.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0], "bins": [-29.87451934814453, -29.05571937561035, -28.236919403076172, -27.418119430541992, -26.599319458007812, -25.780519485473633, -24.961719512939453, -24.142919540405273, -23.324119567871094, -22.505319595336914, -21.686519622802734, -20.867719650268555, -20.048919677734375, -19.230119705200195, -18.411319732666016, -17.592519760131836, -16.773719787597656, -15.954919815063477, -15.136119842529297, -14.317319869995117, -13.498519897460938, -12.679719924926758, -11.860919952392578, -11.042119979858398, -10.223320007324219, -9.404520034790039, -8.58572006225586, -7.76692008972168, -6.9481201171875, -6.12932014465332, -5.310520172119141, -4.491720199584961, -3.6729202270507812, -2.8541202545166016, -2.035320281982422, -1.2165203094482422, -0.3977203369140625, 0.4210796356201172, 1.2398796081542969, 2.0586795806884766, 2.8774795532226562, 3.696279525756836, 4.515079498291016, 5.333879470825195, 6.152679443359375, 6.971479415893555, 7.790279388427734, 8.609079360961914, 9.427879333496094, 10.246679306030273, 11.065479278564453, 11.884279251098633, 12.703079223632812, 13.521879196166992, 14.340679168701172, 15.159479141235352, 15.978279113769531, 16.79707908630371, 17.61587905883789, 18.43467903137207, 19.25347900390625, 20.07227897644043, 20.89107894897461, 21.70987892150879, 22.52867889404297]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 9.0, 19.0, 39.0, 36.0, 67.0, 98.0, 177.0, 381.0, 863.0, 2309.0, 6038.0, 15416.0, 38056.0, 104588.0, 488422.0, 279465.0, 67590.0, 27011.0, 10839.0, 4182.0, 1596.0, 675.0, 297.0, 150.0, 75.0, 45.0, 28.0, 24.0, 14.0, 13.0, 9.0, 2.0, 4.0, 7.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.34375, -34.025390625, -32.70703125, -31.388671875, -30.0703125, -28.751953125, -27.43359375, -26.115234375, -24.796875, -23.478515625, -22.16015625, -20.841796875, -19.5234375, -18.205078125, -16.88671875, -15.568359375, -14.25, -12.931640625, -11.61328125, -10.294921875, -8.9765625, -7.658203125, -6.33984375, -5.021484375, -3.703125, -2.384765625, -1.06640625, 0.251953125, 1.5703125, 2.888671875, 4.20703125, 5.525390625, 6.84375, 8.162109375, 9.48046875, 10.798828125, 12.1171875, 13.435546875, 14.75390625, 16.072265625, 17.390625, 18.708984375, 20.02734375, 21.345703125, 22.6640625, 23.982421875, 25.30078125, 26.619140625, 27.9375, 29.255859375, 30.57421875, 31.892578125, 33.2109375, 34.529296875, 35.84765625, 37.166015625, 38.484375, 39.802734375, 41.12109375, 42.439453125, 43.7578125, 45.076171875, 46.39453125, 47.712890625, 49.03125]}, "gradients/decoder.roberta.encoder.layer.6.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 1.0, 10.0, 2.0, 8.0, 4.0, 5.0, 18.0, 9.0, 19.0, 19.0, 18.0, 30.0, 36.0, 29.0, 26.0, 40.0, 36.0, 39.0, 43.0, 43.0, 44.0, 32.0, 31.0, 40.0, 36.0, 42.0, 24.0, 32.0, 42.0, 30.0, 23.0, 27.0, 21.0, 22.0, 28.0, 15.0, 12.0, 9.0, 9.0, 8.0, 12.0, 4.0, 12.0, 7.0, 3.0, 4.0, 2.0, 3.0, 3.0], "bins": [-30.390625, -29.572998046875, -28.75537109375, -27.937744140625, -27.1201171875, -26.302490234375, -25.48486328125, -24.667236328125, -23.849609375, -23.031982421875, -22.21435546875, -21.396728515625, -20.5791015625, -19.761474609375, -18.94384765625, -18.126220703125, -17.30859375, -16.490966796875, -15.67333984375, -14.855712890625, -14.0380859375, -13.220458984375, -12.40283203125, -11.585205078125, -10.767578125, -9.949951171875, -9.13232421875, -8.314697265625, -7.4970703125, -6.679443359375, -5.86181640625, -5.044189453125, -4.2265625, -3.408935546875, -2.59130859375, -1.773681640625, -0.9560546875, -0.138427734375, 0.67919921875, 1.496826171875, 2.314453125, 3.132080078125, 3.94970703125, 4.767333984375, 5.5849609375, 6.402587890625, 7.22021484375, 8.037841796875, 8.85546875, 9.673095703125, 10.49072265625, 11.308349609375, 12.1259765625, 12.943603515625, 13.76123046875, 14.578857421875, 15.396484375, 16.214111328125, 17.03173828125, 17.849365234375, 18.6669921875, 19.484619140625, 20.30224609375, 21.119873046875, 21.9375]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 6.0, 5.0, 14.0, 9.0, 13.0, 11.0, 16.0, 29.0, 26.0, 26.0, 39.0, 61.0, 59.0, 95.0, 101.0, 124.0, 183.0, 1141.0, 1045466.0, 390.0, 155.0, 124.0, 75.0, 82.0, 66.0, 49.0, 39.0, 25.0, 23.0, 13.0, 12.0, 18.0, 11.0, 10.0, 13.0, 8.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-737.5, -714.0, -690.5, -667.0, -643.5, -620.0, -596.5, -573.0, -549.5, -526.0, -502.5, -479.0, -455.5, -432.0, -408.5, -385.0, -361.5, -338.0, -314.5, -291.0, -267.5, -244.0, -220.5, -197.0, -173.5, -150.0, -126.5, -103.0, -79.5, -56.0, -32.5, -9.0, 14.5, 38.0, 61.5, 85.0, 108.5, 132.0, 155.5, 179.0, 202.5, 226.0, 249.5, 273.0, 296.5, 320.0, 343.5, 367.0, 390.5, 414.0, 437.5, 461.0, 484.5, 508.0, 531.5, 555.0, 578.5, 602.0, 625.5, 649.0, 672.5, 696.0, 719.5, 743.0, 766.5]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 12.0, 9.0, 6.0, 11.0, 13.0, 19.0, 19.0, 18.0, 18.0, 32.0, 35.0, 38.0, 40.0, 38.0, 38.0, 63.0, 40.0, 46.0, 51.0, 45.0, 50.0, 44.0, 45.0, 38.0, 37.0, 23.0, 24.0, 26.0, 22.0, 17.0, 10.0, 18.0, 9.0, 13.0, 6.0, 7.0, 7.0, 2.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.109375, -28.21875, -27.328125, -26.4375, -25.546875, -24.65625, -23.765625, -22.875, -21.984375, -21.09375, -20.203125, -19.3125, -18.421875, -17.53125, -16.640625, -15.75, -14.859375, -13.96875, -13.078125, -12.1875, -11.296875, -10.40625, -9.515625, -8.625, -7.734375, -6.84375, -5.953125, -5.0625, -4.171875, -3.28125, -2.390625, -1.5, -0.609375, 0.28125, 1.171875, 2.0625, 2.953125, 3.84375, 4.734375, 5.625, 6.515625, 7.40625, 8.296875, 9.1875, 10.078125, 10.96875, 11.859375, 12.75, 13.640625, 14.53125, 15.421875, 16.3125, 17.203125, 18.09375, 18.984375, 19.875, 20.765625, 21.65625, 22.546875, 23.4375, 24.328125, 25.21875, 26.109375, 27.0, 27.890625]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 8.0, 5.0, 13.0, 16.0, 27.0, 43.0, 103.0, 183.0, 382.0, 977.0, 4177.0, 32310.0, 790789.0, 202837.0, 13053.0, 2280.0, 731.0, 290.0, 163.0, 76.0, 40.0, 21.0, 13.0, 7.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-80.375, -77.765625, -75.15625, -72.546875, -69.9375, -67.328125, -64.71875, -62.109375, -59.5, -56.890625, -54.28125, -51.671875, -49.0625, -46.453125, -43.84375, -41.234375, -38.625, -36.015625, -33.40625, -30.796875, -28.1875, -25.578125, -22.96875, -20.359375, -17.75, -15.140625, -12.53125, -9.921875, -7.3125, -4.703125, -2.09375, 0.515625, 3.125, 5.734375, 8.34375, 10.953125, 13.5625, 16.171875, 18.78125, 21.390625, 24.0, 26.609375, 29.21875, 31.828125, 34.4375, 37.046875, 39.65625, 42.265625, 44.875, 47.484375, 50.09375, 52.703125, 55.3125, 57.921875, 60.53125, 63.140625, 65.75, 68.359375, 70.96875, 73.578125, 76.1875, 78.796875, 81.40625, 84.015625, 86.625]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 5.0, 3.0, 13.0, 15.0, 14.0, 22.0, 33.0, 56.0, 96.0, 170.0, 213.0, 129.0, 81.0, 52.0, 23.0, 24.0, 12.0, 11.0, 9.0, 8.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00469970703125, -0.0045500993728637695, -0.004400491714477539, -0.004250884056091309, -0.004101276397705078, -0.003951668739318848, -0.003802061080932617, -0.0036524534225463867, -0.0035028457641601562, -0.0033532381057739258, -0.0032036304473876953, -0.003054022789001465, -0.0029044151306152344, -0.002754807472229004, -0.0026051998138427734, -0.002455592155456543, -0.0023059844970703125, -0.002156376838684082, -0.0020067691802978516, -0.001857161521911621, -0.0017075538635253906, -0.0015579462051391602, -0.0014083385467529297, -0.0012587308883666992, -0.0011091232299804688, -0.0009595155715942383, -0.0008099079132080078, -0.0006603002548217773, -0.0005106925964355469, -0.0003610849380493164, -0.00021147727966308594, -6.186962127685547e-05, 8.7738037109375e-05, 0.00023734569549560547, 0.00038695335388183594, 0.0005365610122680664, 0.0006861686706542969, 0.0008357763290405273, 0.0009853839874267578, 0.0011349916458129883, 0.0012845993041992188, 0.0014342069625854492, 0.0015838146209716797, 0.0017334222793579102, 0.0018830299377441406, 0.002032637596130371, 0.0021822452545166016, 0.002331852912902832, 0.0024814605712890625, 0.002631068229675293, 0.0027806758880615234, 0.002930283546447754, 0.0030798912048339844, 0.003229498863220215, 0.0033791065216064453, 0.0035287141799926758, 0.0036783218383789062, 0.0038279294967651367, 0.003977537155151367, 0.004127144813537598, 0.004276752471923828, 0.004426360130310059, 0.004575967788696289, 0.0047255754470825195, 0.00487518310546875]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 4.0, 11.0, 14.0, 21.0, 26.0, 29.0, 70.0, 286.0, 3159.0, 964019.0, 79440.0, 1146.0, 166.0, 50.0, 26.0, 15.0, 10.0, 9.0, 8.0, 8.0, 6.0, 7.0, 5.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-174.75, -167.98046875, -161.2109375, -154.44140625, -147.671875, -140.90234375, -134.1328125, -127.36328125, -120.59375, -113.82421875, -107.0546875, -100.28515625, -93.515625, -86.74609375, -79.9765625, -73.20703125, -66.4375, -59.66796875, -52.8984375, -46.12890625, -39.359375, -32.58984375, -25.8203125, -19.05078125, -12.28125, -5.51171875, 1.2578125, 8.02734375, 14.796875, 21.56640625, 28.3359375, 35.10546875, 41.875, 48.64453125, 55.4140625, 62.18359375, 68.953125, 75.72265625, 82.4921875, 89.26171875, 96.03125, 102.80078125, 109.5703125, 116.33984375, 123.109375, 129.87890625, 136.6484375, 143.41796875, 150.1875, 156.95703125, 163.7265625, 170.49609375, 177.265625, 184.03515625, 190.8046875, 197.57421875, 204.34375, 211.11328125, 217.8828125, 224.65234375, 231.421875, 238.19140625, 244.9609375, 251.73046875, 258.5]}, "gradients/decoder.roberta.encoder.layer.6.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 7.0, 7.0, 9.0, 9.0, 6.0, 11.0, 8.0, 15.0, 25.0, 45.0, 68.0, 137.0, 195.0, 186.0, 92.0, 56.0, 34.0, 17.0, 22.0, 19.0, 9.0, 7.0, 4.0, 7.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-13.9765625, -13.605712890625, -13.23486328125, -12.864013671875, -12.4931640625, -12.122314453125, -11.75146484375, -11.380615234375, -11.009765625, -10.638916015625, -10.26806640625, -9.897216796875, -9.5263671875, -9.155517578125, -8.78466796875, -8.413818359375, -8.04296875, -7.672119140625, -7.30126953125, -6.930419921875, -6.5595703125, -6.188720703125, -5.81787109375, -5.447021484375, -5.076171875, -4.705322265625, -4.33447265625, -3.963623046875, -3.5927734375, -3.221923828125, -2.85107421875, -2.480224609375, -2.109375, -1.738525390625, -1.36767578125, -0.996826171875, -0.6259765625, -0.255126953125, 0.11572265625, 0.486572265625, 0.857421875, 1.228271484375, 1.59912109375, 1.969970703125, 2.3408203125, 2.711669921875, 3.08251953125, 3.453369140625, 3.82421875, 4.195068359375, 4.56591796875, 4.936767578125, 5.3076171875, 5.678466796875, 6.04931640625, 6.420166015625, 6.791015625, 7.161865234375, 7.53271484375, 7.903564453125, 8.2744140625, 8.645263671875, 9.01611328125, 9.386962890625, 9.7578125]}, "gradients/decoder.roberta.encoder.layer.5.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 6.0, 7.0, 26.0, 40.0, 68.0, 71.0, 120.0, 147.0, 158.0, 145.0, 104.0, 47.0, 32.0, 24.0, 14.0, 2.0, 2.0, 2.0], "bins": [-139.97824096679688, -137.38047790527344, -134.78273010253906, -132.18496704101562, -129.5872039794922, -126.98944854736328, -124.39169311523438, -121.79393005371094, -119.19617462158203, -116.59841918945312, -114.00065612792969, -111.40290069580078, -108.80514526367188, -106.20738220214844, -103.60962677001953, -101.01187133789062, -98.41410827636719, -95.81635284423828, -93.21858978271484, -90.62083435058594, -88.0230712890625, -85.4253158569336, -82.82756042480469, -80.22979736328125, -77.63204193115234, -75.03428649902344, -72.4365234375, -69.8387680053711, -67.24101257324219, -64.64324951171875, -62.045494079589844, -59.44773483276367, -56.84996795654297, -54.2522087097168, -51.654449462890625, -49.05669403076172, -46.45893478393555, -43.861175537109375, -41.26342010498047, -38.6656608581543, -36.067901611328125, -33.47014236450195, -30.872385025024414, -28.274627685546875, -25.676868438720703, -23.07910919189453, -20.481351852416992, -17.883594512939453, -15.285837173461914, -12.688078880310059, -10.090320587158203, -7.492562294006348, -4.894804000854492, -2.2970457077026367, 0.30071258544921875, 2.898469924926758, 5.49622917175293, 8.093987464904785, 10.69174575805664, 13.289504051208496, 15.887262344360352, 18.48501968383789, 21.082778930664062, 23.6805362701416, 26.278295516967773]}, "gradients/decoder.roberta.encoder.layer.5.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 6.0, 10.0, 6.0, 8.0, 15.0, 15.0, 15.0, 20.0, 19.0, 13.0, 21.0, 21.0, 27.0, 32.0, 37.0, 28.0, 43.0, 33.0, 35.0, 41.0, 44.0, 35.0, 33.0, 40.0, 38.0, 30.0, 43.0, 30.0, 24.0, 23.0, 31.0, 30.0, 17.0, 19.0, 22.0, 18.0, 20.0, 9.0, 9.0, 10.0, 5.0, 4.0, 7.0, 3.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-26.681447982788086, -25.67384147644043, -24.666234970092773, -23.658626556396484, -22.651020050048828, -21.643413543701172, -20.635807037353516, -19.62820053100586, -18.620594024658203, -17.612987518310547, -16.60538101196289, -15.597773551940918, -14.590166091918945, -13.582559585571289, -12.574953079223633, -11.567346572875977, -10.559738159179688, -9.552131652832031, -8.544524192810059, -7.536917686462402, -6.529310703277588, -5.521703720092773, -4.514097213745117, -3.5064902305603027, -2.4988832473754883, -1.4912763833999634, -0.4836695194244385, 0.5239372253417969, 1.5315442085266113, 2.539151191711426, 3.546757698059082, 4.5543646812438965, 5.561969757080078, 6.569576740264893, 7.577183723449707, 8.584790229797363, 9.592397689819336, 10.600004196166992, 11.607610702514648, 12.615217208862305, 13.622824668884277, 14.630431175231934, 15.638038635253906, 16.645645141601562, 17.65325164794922, 18.660858154296875, 19.66846466064453, 20.67607307434082, 21.683679580688477, 22.691286087036133, 23.69889259338379, 24.706501007080078, 25.714107513427734, 26.72171401977539, 27.729320526123047, 28.736927032470703, 29.74453353881836, 30.752140045166016, 31.759746551513672, 32.76735305786133, 33.774959564208984, 34.782569885253906, 35.79017639160156, 36.79778289794922, 37.805389404296875]}, "gradients/decoder.roberta.encoder.layer.5.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 7.0, 7.0, 12.0, 23.0, 35.0, 41.0, 67.0, 80.0, 128.0, 210.0, 274.0, 418.0, 610.0, 1086.0, 2302.0, 7359.0, 37208.0, 355436.0, 3414845.0, 326823.0, 34974.0, 7040.0, 2309.0, 1065.0, 600.0, 397.0, 274.0, 202.0, 157.0, 114.0, 61.0, 44.0, 30.0, 16.0, 14.0, 7.0, 7.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-88.6875, -86.44140625, -84.1953125, -81.94921875, -79.703125, -77.45703125, -75.2109375, -72.96484375, -70.71875, -68.47265625, -66.2265625, -63.98046875, -61.734375, -59.48828125, -57.2421875, -54.99609375, -52.75, -50.50390625, -48.2578125, -46.01171875, -43.765625, -41.51953125, -39.2734375, -37.02734375, -34.78125, -32.53515625, -30.2890625, -28.04296875, -25.796875, -23.55078125, -21.3046875, -19.05859375, -16.8125, -14.56640625, -12.3203125, -10.07421875, -7.828125, -5.58203125, -3.3359375, -1.08984375, 1.15625, 3.40234375, 5.6484375, 7.89453125, 10.140625, 12.38671875, 14.6328125, 16.87890625, 19.125, 21.37109375, 23.6171875, 25.86328125, 28.109375, 30.35546875, 32.6015625, 34.84765625, 37.09375, 39.33984375, 41.5859375, 43.83203125, 46.078125, 48.32421875, 50.5703125, 52.81640625, 55.0625]}, "gradients/decoder.roberta.encoder.layer.5.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 3.0, 3.0, 6.0, 10.0, 5.0, 7.0, 5.0, 14.0, 18.0, 16.0, 17.0, 30.0, 25.0, 31.0, 21.0, 34.0, 29.0, 31.0, 31.0, 41.0, 31.0, 36.0, 38.0, 41.0, 33.0, 28.0, 36.0, 38.0, 28.0, 39.0, 40.0, 22.0, 34.0, 22.0, 14.0, 15.0, 21.0, 12.0, 22.0, 7.0, 11.0, 9.0, 13.0, 10.0, 9.0, 7.0, 1.0, 3.0, 5.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-18.921875, -18.30615234375, -17.6904296875, -17.07470703125, -16.458984375, -15.84326171875, -15.2275390625, -14.61181640625, -13.99609375, -13.38037109375, -12.7646484375, -12.14892578125, -11.533203125, -10.91748046875, -10.3017578125, -9.68603515625, -9.0703125, -8.45458984375, -7.8388671875, -7.22314453125, -6.607421875, -5.99169921875, -5.3759765625, -4.76025390625, -4.14453125, -3.52880859375, -2.9130859375, -2.29736328125, -1.681640625, -1.06591796875, -0.4501953125, 0.16552734375, 0.78125, 1.39697265625, 2.0126953125, 2.62841796875, 3.244140625, 3.85986328125, 4.4755859375, 5.09130859375, 5.70703125, 6.32275390625, 6.9384765625, 7.55419921875, 8.169921875, 8.78564453125, 9.4013671875, 10.01708984375, 10.6328125, 11.24853515625, 11.8642578125, 12.47998046875, 13.095703125, 13.71142578125, 14.3271484375, 14.94287109375, 15.55859375, 16.17431640625, 16.7900390625, 17.40576171875, 18.021484375, 18.63720703125, 19.2529296875, 19.86865234375, 20.484375]}, "gradients/decoder.roberta.encoder.layer.5.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 12.0, 11.0, 11.0, 28.0, 51.0, 83.0, 247.0, 984.0, 53701.0, 4135351.0, 3068.0, 457.0, 131.0, 58.0, 40.0, 18.0, 12.0, 13.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-476.0, -462.1015625, -448.203125, -434.3046875, -420.40625, -406.5078125, -392.609375, -378.7109375, -364.8125, -350.9140625, -337.015625, -323.1171875, -309.21875, -295.3203125, -281.421875, -267.5234375, -253.625, -239.7265625, -225.828125, -211.9296875, -198.03125, -184.1328125, -170.234375, -156.3359375, -142.4375, -128.5390625, -114.640625, -100.7421875, -86.84375, -72.9453125, -59.046875, -45.1484375, -31.25, -17.3515625, -3.453125, 10.4453125, 24.34375, 38.2421875, 52.140625, 66.0390625, 79.9375, 93.8359375, 107.734375, 121.6328125, 135.53125, 149.4296875, 163.328125, 177.2265625, 191.125, 205.0234375, 218.921875, 232.8203125, 246.71875, 260.6171875, 274.515625, 288.4140625, 302.3125, 316.2109375, 330.109375, 344.0078125, 357.90625, 371.8046875, 385.703125, 399.6015625, 413.5]}, "gradients/decoder.roberta.encoder.layer.5.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 5.0, 15.0, 19.0, 26.0, 56.0, 99.0, 206.0, 385.0, 841.0, 1258.0, 571.0, 292.0, 130.0, 65.0, 42.0, 26.0, 13.0, 11.0, 3.0, 9.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.8125, -21.114990234375, -20.41748046875, -19.719970703125, -19.0224609375, -18.324951171875, -17.62744140625, -16.929931640625, -16.232421875, -15.534912109375, -14.83740234375, -14.139892578125, -13.4423828125, -12.744873046875, -12.04736328125, -11.349853515625, -10.65234375, -9.954833984375, -9.25732421875, -8.559814453125, -7.8623046875, -7.164794921875, -6.46728515625, -5.769775390625, -5.072265625, -4.374755859375, -3.67724609375, -2.979736328125, -2.2822265625, -1.584716796875, -0.88720703125, -0.189697265625, 0.5078125, 1.205322265625, 1.90283203125, 2.600341796875, 3.2978515625, 3.995361328125, 4.69287109375, 5.390380859375, 6.087890625, 6.785400390625, 7.48291015625, 8.180419921875, 8.8779296875, 9.575439453125, 10.27294921875, 10.970458984375, 11.66796875, 12.365478515625, 13.06298828125, 13.760498046875, 14.4580078125, 15.155517578125, 15.85302734375, 16.550537109375, 17.248046875, 17.945556640625, 18.64306640625, 19.340576171875, 20.0380859375, 20.735595703125, 21.43310546875, 22.130615234375, 22.828125]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 6.0, 15.0, 13.0, 16.0, 29.0, 32.0, 46.0, 48.0, 67.0, 70.0, 89.0, 83.0, 82.0, 80.0, 61.0, 60.0, 49.0, 37.0, 31.0, 17.0, 29.0, 12.0, 8.0, 9.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.66471862792969, -44.54251480102539, -43.420310974121094, -42.29810333251953, -41.175899505615234, -40.05369567871094, -38.931488037109375, -37.80928421020508, -36.68708038330078, -35.564876556396484, -34.44267272949219, -33.320465087890625, -32.19826126098633, -31.07605743408203, -29.9538516998291, -28.831645965576172, -27.709442138671875, -26.587238311767578, -25.46503257751465, -24.34282684326172, -23.220623016357422, -22.098419189453125, -20.976213455200195, -19.854007720947266, -18.73180389404297, -17.609600067138672, -16.487394332885742, -15.365189552307129, -14.242984771728516, -13.120779991149902, -11.998575210571289, -10.876370429992676, -9.75416374206543, -8.631958961486816, -7.509754180908203, -6.38754940032959, -5.265344619750977, -4.143139839172363, -3.02093505859375, -1.8987302780151367, -0.7765254974365234, 0.34567928314208984, 1.4678840637207031, 2.5900888442993164, 3.7122936248779297, 4.834498405456543, 5.956703186035156, 7.0789079666137695, 8.201112747192383, 9.323317527770996, 10.44552230834961, 11.567727088928223, 12.689931869506836, 13.81213665008545, 14.934341430664062, 16.05654525756836, 17.17875099182129, 18.30095672607422, 19.423160552978516, 20.545364379882812, 21.667570114135742, 22.789775848388672, 23.91197967529297, 25.034183502197266, 26.156389236450195]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0, 2.0, 11.0, 5.0, 9.0, 12.0, 11.0, 12.0, 12.0, 19.0, 15.0, 24.0, 35.0, 26.0, 42.0, 34.0, 49.0, 42.0, 39.0, 37.0, 30.0, 50.0, 41.0, 38.0, 41.0, 38.0, 37.0, 36.0, 37.0, 34.0, 20.0, 32.0, 19.0, 23.0, 24.0, 9.0, 10.0, 8.0, 14.0, 8.0, 7.0, 3.0, 3.0, 3.0, 3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-27.633705139160156, -26.794517517089844, -25.9553279876709, -25.116140365600586, -24.27695083618164, -23.437763214111328, -22.598575592041016, -21.75938606262207, -20.920198440551758, -20.081010818481445, -19.2418212890625, -18.402633666992188, -17.563444137573242, -16.72425651550293, -15.8850679397583, -15.045879364013672, -14.206690788269043, -13.367502212524414, -12.528313636779785, -11.689125061035156, -10.849937438964844, -10.010748863220215, -9.171560287475586, -8.332372665405273, -7.493183612823486, -6.653995037078857, -5.814806938171387, -4.975618362426758, -4.136429786682129, -3.297241687774658, -2.4580531120300293, -1.6188650131225586, -0.7796764373779297, 0.05951195955276489, 0.8987003564834595, 1.7378888130187988, 2.5770771503448486, 3.4162654876708984, 4.255454063415527, 5.094642162322998, 5.933830738067627, 6.773019313812256, 7.612207412719727, 8.451395988464355, 9.290584564208984, 10.129772186279297, 10.968961715698242, 11.808149337768555, 12.647337913513184, 13.486526489257812, 14.325715065002441, 15.16490364074707, 16.004091262817383, 16.843280792236328, 17.68246841430664, 18.521656036376953, 19.3608455657959, 20.20003318786621, 21.039222717285156, 21.87841033935547, 22.717599868774414, 23.556787490844727, 24.395977020263672, 25.235164642333984, 26.074352264404297]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 6.0, 8.0, 8.0, 18.0, 31.0, 49.0, 76.0, 135.0, 270.0, 398.0, 784.0, 1437.0, 2628.0, 4971.0, 9643.0, 17769.0, 33941.0, 62027.0, 105333.0, 157539.0, 189092.0, 172832.0, 124559.0, 75092.0, 42096.0, 22271.0, 12124.0, 6075.0, 3352.0, 1828.0, 913.0, 551.0, 278.0, 156.0, 102.0, 73.0, 28.0, 19.0, 11.0, 7.0, 6.0, 5.0, 9.0, 5.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-3.822265625, -3.7120361328125, -3.601806640625, -3.4915771484375, -3.38134765625, -3.2711181640625, -3.160888671875, -3.0506591796875, -2.9404296875, -2.8302001953125, -2.719970703125, -2.6097412109375, -2.49951171875, -2.3892822265625, -2.279052734375, -2.1688232421875, -2.05859375, -1.9483642578125, -1.838134765625, -1.7279052734375, -1.61767578125, -1.5074462890625, -1.397216796875, -1.2869873046875, -1.1767578125, -1.0665283203125, -0.956298828125, -0.8460693359375, -0.73583984375, -0.6256103515625, -0.515380859375, -0.4051513671875, -0.294921875, -0.1846923828125, -0.074462890625, 0.0357666015625, 0.14599609375, 0.2562255859375, 0.366455078125, 0.4766845703125, 0.5869140625, 0.6971435546875, 0.807373046875, 0.9176025390625, 1.02783203125, 1.1380615234375, 1.248291015625, 1.3585205078125, 1.46875, 1.5789794921875, 1.689208984375, 1.7994384765625, 1.90966796875, 2.0198974609375, 2.130126953125, 2.2403564453125, 2.3505859375, 2.4608154296875, 2.571044921875, 2.6812744140625, 2.79150390625, 2.9017333984375, 3.011962890625, 3.1221923828125, 3.232421875]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 7.0, 2.0, 9.0, 5.0, 10.0, 10.0, 13.0, 10.0, 12.0, 19.0, 16.0, 25.0, 31.0, 31.0, 36.0, 40.0, 42.0, 45.0, 39.0, 37.0, 32.0, 44.0, 45.0, 36.0, 42.0, 40.0, 37.0, 36.0, 37.0, 35.0, 21.0, 29.0, 22.0, 20.0, 25.0, 11.0, 9.0, 7.0, 17.0, 7.0, 7.0, 3.0, 3.0, 3.0, 3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-26.828125, -26.013671875, -25.19921875, -24.384765625, -23.5703125, -22.755859375, -21.94140625, -21.126953125, -20.3125, -19.498046875, -18.68359375, -17.869140625, -17.0546875, -16.240234375, -15.42578125, -14.611328125, -13.796875, -12.982421875, -12.16796875, -11.353515625, -10.5390625, -9.724609375, -8.91015625, -8.095703125, -7.28125, -6.466796875, -5.65234375, -4.837890625, -4.0234375, -3.208984375, -2.39453125, -1.580078125, -0.765625, 0.048828125, 0.86328125, 1.677734375, 2.4921875, 3.306640625, 4.12109375, 4.935546875, 5.75, 6.564453125, 7.37890625, 8.193359375, 9.0078125, 9.822265625, 10.63671875, 11.451171875, 12.265625, 13.080078125, 13.89453125, 14.708984375, 15.5234375, 16.337890625, 17.15234375, 17.966796875, 18.78125, 19.595703125, 20.41015625, 21.224609375, 22.0390625, 22.853515625, 23.66796875, 24.482421875, 25.296875]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 7.0, 6.0, 9.0, 25.0, 23.0, 33.0, 58.0, 86.0, 108.0, 144.0, 189.0, 290.0, 383.0, 516.0, 722.0, 1039.0, 1319.0, 1874.0, 2739.0, 4095.0, 5656.0, 8169.0, 12219.0, 18544.0, 32954.0, 321648.0, 532682.0, 40118.0, 20415.0, 13138.0, 8887.0, 6016.0, 4025.0, 2937.0, 2079.0, 1459.0, 1089.0, 765.0, 527.0, 437.0, 310.0, 233.0, 170.0, 125.0, 87.0, 60.0, 49.0, 30.0, 30.0, 15.0, 13.0, 4.0, 4.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0], "bins": [-4.34375, -4.20404052734375, -4.0643310546875, -3.92462158203125, -3.784912109375, -3.64520263671875, -3.5054931640625, -3.36578369140625, -3.22607421875, -3.08636474609375, -2.9466552734375, -2.80694580078125, -2.667236328125, -2.52752685546875, -2.3878173828125, -2.24810791015625, -2.1083984375, -1.96868896484375, -1.8289794921875, -1.68927001953125, -1.549560546875, -1.40985107421875, -1.2701416015625, -1.13043212890625, -0.99072265625, -0.85101318359375, -0.7113037109375, -0.57159423828125, -0.431884765625, -0.29217529296875, -0.1524658203125, -0.01275634765625, 0.126953125, 0.26666259765625, 0.4063720703125, 0.54608154296875, 0.685791015625, 0.82550048828125, 0.9652099609375, 1.10491943359375, 1.24462890625, 1.38433837890625, 1.5240478515625, 1.66375732421875, 1.803466796875, 1.94317626953125, 2.0828857421875, 2.22259521484375, 2.3623046875, 2.50201416015625, 2.6417236328125, 2.78143310546875, 2.921142578125, 3.06085205078125, 3.2005615234375, 3.34027099609375, 3.47998046875, 3.61968994140625, 3.7593994140625, 3.89910888671875, 4.038818359375, 4.17852783203125, 4.3182373046875, 4.45794677734375, 4.59765625]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 8.0, 8.0, 5.0, 8.0, 6.0, 7.0, 12.0, 12.0, 13.0, 15.0, 17.0, 27.0, 27.0, 28.0, 26.0, 27.0, 32.0, 26.0, 40.0, 32.0, 34.0, 35.0, 39.0, 29.0, 32.0, 40.0, 44.0, 35.0, 37.0, 44.0, 31.0, 32.0, 26.0, 31.0, 24.0, 17.0, 14.0, 11.0, 13.0, 8.0, 10.0, 8.0, 10.0, 4.0, 8.0, 3.0, 3.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0], "bins": [-15.15625, -14.6861572265625, -14.216064453125, -13.7459716796875, -13.27587890625, -12.8057861328125, -12.335693359375, -11.8656005859375, -11.3955078125, -10.9254150390625, -10.455322265625, -9.9852294921875, -9.51513671875, -9.0450439453125, -8.574951171875, -8.1048583984375, -7.634765625, -7.1646728515625, -6.694580078125, -6.2244873046875, -5.75439453125, -5.2843017578125, -4.814208984375, -4.3441162109375, -3.8740234375, -3.4039306640625, -2.933837890625, -2.4637451171875, -1.99365234375, -1.5235595703125, -1.053466796875, -0.5833740234375, -0.11328125, 0.3568115234375, 0.826904296875, 1.2969970703125, 1.76708984375, 2.2371826171875, 2.707275390625, 3.1773681640625, 3.6474609375, 4.1175537109375, 4.587646484375, 5.0577392578125, 5.52783203125, 5.9979248046875, 6.468017578125, 6.9381103515625, 7.408203125, 7.8782958984375, 8.348388671875, 8.8184814453125, 9.28857421875, 9.7586669921875, 10.228759765625, 10.6988525390625, 11.1689453125, 11.6390380859375, 12.109130859375, 12.5792236328125, 13.04931640625, 13.5194091796875, 13.989501953125, 14.4595947265625, 14.9296875]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 4.0, 8.0, 6.0, 11.0, 11.0, 14.0, 17.0, 23.0, 31.0, 55.0, 79.0, 110.0, 174.0, 257.0, 500.0, 727.0, 1340.0, 2436.0, 5153.0, 10348.0, 22916.0, 67330.0, 864527.0, 39305.0, 16779.0, 7795.0, 3920.0, 1971.0, 1057.0, 588.0, 370.0, 243.0, 152.0, 95.0, 44.0, 57.0, 25.0, 19.0, 10.0, 14.0, 8.0, 8.0, 5.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.61572265625, -0.5972366333007812, -0.5787506103515625, -0.5602645874023438, -0.541778564453125, -0.5232925415039062, -0.5048065185546875, -0.48632049560546875, -0.46783447265625, -0.44934844970703125, -0.4308624267578125, -0.41237640380859375, -0.393890380859375, -0.37540435791015625, -0.3569183349609375, -0.33843231201171875, -0.3199462890625, -0.30146026611328125, -0.2829742431640625, -0.26448822021484375, -0.246002197265625, -0.22751617431640625, -0.2090301513671875, -0.19054412841796875, -0.17205810546875, -0.15357208251953125, -0.1350860595703125, -0.11660003662109375, -0.098114013671875, -0.07962799072265625, -0.0611419677734375, -0.04265594482421875, -0.024169921875, -0.00568389892578125, 0.0128021240234375, 0.03128814697265625, 0.049774169921875, 0.06826019287109375, 0.0867462158203125, 0.10523223876953125, 0.12371826171875, 0.14220428466796875, 0.1606903076171875, 0.17917633056640625, 0.197662353515625, 0.21614837646484375, 0.2346343994140625, 0.25312042236328125, 0.2716064453125, 0.29009246826171875, 0.3085784912109375, 0.32706451416015625, 0.345550537109375, 0.36403656005859375, 0.3825225830078125, 0.40100860595703125, 0.41949462890625, 0.43798065185546875, 0.4564666748046875, 0.47495269775390625, 0.493438720703125, 0.5119247436523438, 0.5304107666015625, 0.5488967895507812, 0.5673828125]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 9.0, 10.0, 9.0, 14.0, 14.0, 17.0, 19.0, 43.0, 34.0, 42.0, 64.0, 63.0, 60.0, 61.0, 77.0, 68.0, 50.0, 67.0, 58.0, 35.0, 34.0, 42.0, 22.0, 19.0, 15.0, 15.0, 8.0, 8.0, 9.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9385089874267578e-05, -2.8363429009914398e-05, -2.7341768145561218e-05, -2.632010728120804e-05, -2.529844641685486e-05, -2.427678555250168e-05, -2.32551246881485e-05, -2.223346382379532e-05, -2.121180295944214e-05, -2.019014209508896e-05, -1.916848123073578e-05, -1.81468203663826e-05, -1.712515950202942e-05, -1.610349863767624e-05, -1.5081837773323059e-05, -1.4060176908969879e-05, -1.30385160446167e-05, -1.201685518026352e-05, -1.099519431591034e-05, -9.97353345155716e-06, -8.95187258720398e-06, -7.9302117228508e-06, -6.90855085849762e-06, -5.88688999414444e-06, -4.86522912979126e-06, -3.84356826543808e-06, -2.8219074010849e-06, -1.80024653673172e-06, -7.7858567237854e-07, 2.430751919746399e-07, 1.2647360563278198e-06, 2.2863969206809998e-06, 3.3080577850341797e-06, 4.32971864938736e-06, 5.3513795137405396e-06, 6.3730403780937195e-06, 7.394701242446899e-06, 8.41636210680008e-06, 9.43802297115326e-06, 1.045968383550644e-05, 1.1481344699859619e-05, 1.2503005564212799e-05, 1.3524666428565979e-05, 1.4546327292919159e-05, 1.556798815727234e-05, 1.658964902162552e-05, 1.76113098859787e-05, 1.863297075033188e-05, 1.965463161468506e-05, 2.067629247903824e-05, 2.169795334339142e-05, 2.27196142077446e-05, 2.374127507209778e-05, 2.4762935936450958e-05, 2.5784596800804138e-05, 2.6806257665157318e-05, 2.7827918529510498e-05, 2.8849579393863678e-05, 2.9871240258216858e-05, 3.089290112257004e-05, 3.191456198692322e-05, 3.29362228512764e-05, 3.395788371562958e-05, 3.497954457998276e-05, 3.600120544433594e-05]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 4.0, 7.0, 7.0, 5.0, 15.0, 26.0, 28.0, 31.0, 40.0, 78.0, 113.0, 184.0, 507.0, 15813.0, 956595.0, 73606.0, 891.0, 212.0, 117.0, 79.0, 48.0, 40.0, 21.0, 22.0, 7.0, 14.0, 12.0, 9.0, 5.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6923828125, -1.6332855224609375, -1.574188232421875, -1.5150909423828125, -1.45599365234375, -1.3968963623046875, -1.337799072265625, -1.2787017822265625, -1.2196044921875, -1.1605072021484375, -1.101409912109375, -1.0423126220703125, -0.98321533203125, -0.9241180419921875, -0.865020751953125, -0.8059234619140625, -0.746826171875, -0.6877288818359375, -0.628631591796875, -0.5695343017578125, -0.51043701171875, -0.4513397216796875, -0.392242431640625, -0.3331451416015625, -0.2740478515625, -0.2149505615234375, -0.155853271484375, -0.0967559814453125, -0.03765869140625, 0.0214385986328125, 0.080535888671875, 0.1396331787109375, 0.19873046875, 0.2578277587890625, 0.316925048828125, 0.3760223388671875, 0.43511962890625, 0.4942169189453125, 0.553314208984375, 0.6124114990234375, 0.6715087890625, 0.7306060791015625, 0.789703369140625, 0.8488006591796875, 0.90789794921875, 0.9669952392578125, 1.026092529296875, 1.0851898193359375, 1.144287109375, 1.2033843994140625, 1.262481689453125, 1.3215789794921875, 1.38067626953125, 1.4397735595703125, 1.498870849609375, 1.5579681396484375, 1.6170654296875, 1.6761627197265625, 1.735260009765625, 1.7943572998046875, 1.85345458984375, 1.9125518798828125, 1.971649169921875, 2.0307464599609375, 2.08984375]}, "gradients/decoder.roberta.encoder.layer.5.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 6.0, 12.0, 8.0, 12.0, 27.0, 20.0, 33.0, 32.0, 43.0, 58.0, 78.0, 76.0, 73.0, 74.0, 89.0, 78.0, 54.0, 56.0, 45.0, 24.0, 29.0, 16.0, 8.0, 14.0, 8.0, 3.0, 10.0, 7.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1243896484375, -0.12083911895751953, -0.11728858947753906, -0.1137380599975586, -0.11018753051757812, -0.10663700103759766, -0.10308647155761719, -0.09953594207763672, -0.09598541259765625, -0.09243488311767578, -0.08888435363769531, -0.08533382415771484, -0.08178329467773438, -0.0782327651977539, -0.07468223571777344, -0.07113170623779297, -0.0675811767578125, -0.06403064727783203, -0.06048011779785156, -0.056929588317871094, -0.053379058837890625, -0.049828529357910156, -0.04627799987792969, -0.04272747039794922, -0.03917694091796875, -0.03562641143798828, -0.03207588195800781, -0.028525352478027344, -0.024974822998046875, -0.021424293518066406, -0.017873764038085938, -0.014323234558105469, -0.010772705078125, -0.007222175598144531, -0.0036716461181640625, -0.00012111663818359375, 0.003429412841796875, 0.006979942321777344, 0.010530471801757812, 0.014081001281738281, 0.01763153076171875, 0.02118206024169922, 0.024732589721679688, 0.028283119201660156, 0.031833648681640625, 0.035384178161621094, 0.03893470764160156, 0.04248523712158203, 0.0460357666015625, 0.04958629608154297, 0.05313682556152344, 0.056687355041503906, 0.060237884521484375, 0.06378841400146484, 0.06733894348144531, 0.07088947296142578, 0.07444000244140625, 0.07799053192138672, 0.08154106140136719, 0.08509159088134766, 0.08864212036132812, 0.0921926498413086, 0.09574317932128906, 0.09929370880126953, 0.10284423828125]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 8.0, 12.0, 13.0, 16.0, 30.0, 22.0, 38.0, 47.0, 51.0, 71.0, 89.0, 79.0, 82.0, 81.0, 66.0, 64.0, 53.0, 33.0, 38.0, 26.0, 21.0, 20.0, 16.0, 6.0, 8.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-44.42622756958008, -43.37490463256836, -42.32358169555664, -41.27226257324219, -40.22093963623047, -39.16961669921875, -38.11829376220703, -37.06697082519531, -36.01565170288086, -34.96432876586914, -33.91300582885742, -32.86168670654297, -31.81036376953125, -30.75904083251953, -29.707717895507812, -28.656396865844727, -27.605073928833008, -26.55375099182129, -25.502429962158203, -24.451107025146484, -23.3997859954834, -22.34846305847168, -21.297142028808594, -20.245819091796875, -19.194496154785156, -18.143173217773438, -17.09185218811035, -16.040529251098633, -14.989208221435547, -13.937885284423828, -12.886563301086426, -11.835241317749023, -10.78392219543457, -9.732600212097168, -8.681278228759766, -7.629955768585205, -6.578633785247803, -5.5273118019104, -4.47598934173584, -3.4246673583984375, -2.373345375061035, -1.3220232725143433, -0.27070116996765137, 0.7806210517883301, 1.8319430351257324, 2.8832650184631348, 3.9345874786376953, 4.985909461975098, 6.0372314453125, 7.088553428649902, 8.139875411987305, 9.191198348999023, 10.24251937866211, 11.293842315673828, 12.34516429901123, 13.396486282348633, 14.447808265686035, 15.499130249023438, 16.550453186035156, 17.601774215698242, 18.65309715270996, 19.704418182373047, 20.755741119384766, 21.807064056396484, 22.85838508605957]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 7.0, 2.0, 9.0, 6.0, 9.0, 9.0, 13.0, 10.0, 13.0, 19.0, 16.0, 25.0, 31.0, 31.0, 36.0, 39.0, 44.0, 45.0, 39.0, 36.0, 32.0, 44.0, 46.0, 36.0, 41.0, 40.0, 37.0, 36.0, 37.0, 35.0, 21.0, 28.0, 23.0, 20.0, 25.0, 11.0, 9.0, 7.0, 17.0, 7.0, 7.0, 2.0, 4.0, 3.0, 3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-26.8416690826416, -26.026779174804688, -25.21188735961914, -24.396997451782227, -23.582107543945312, -22.767215728759766, -21.95232582092285, -21.137435913085938, -20.32254409790039, -19.507654190063477, -18.69276237487793, -17.877872467041016, -17.06298065185547, -16.248090744018555, -15.43320083618164, -14.61830997467041, -13.80341911315918, -12.98852825164795, -12.173637390136719, -11.358747482299805, -10.543856620788574, -9.728965759277344, -8.91407585144043, -8.0991849899292, -7.284294128417969, -6.469403266906738, -5.654512882232666, -4.839622497558594, -4.024731636047363, -3.209840774536133, -2.3949503898620605, -1.5800600051879883, -0.7651710510253906, 0.04971957206726074, 0.8646101951599121, 1.6795008182525635, 2.494391441345215, 3.3092823028564453, 4.124172687530518, 4.93906307220459, 5.75395393371582, 6.568844795227051, 7.383735179901123, 8.198625564575195, 9.013516426086426, 9.828407287597656, 10.64329719543457, 11.4581880569458, 12.273078918457031, 13.087969779968262, 13.902860641479492, 14.717750549316406, 15.532641410827637, 16.347532272338867, 17.16242218017578, 17.977313995361328, 18.792203903198242, 19.607093811035156, 20.421985626220703, 21.236875534057617, 22.05176544189453, 22.866657257080078, 23.681547164916992, 24.496437072753906, 25.311328887939453]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 12.0, 6.0, 7.0, 25.0, 42.0, 80.0, 125.0, 268.0, 539.0, 1075.0, 2213.0, 4466.0, 8609.0, 17968.0, 41151.0, 112486.0, 291082.0, 332486.0, 143124.0, 50835.0, 21350.0, 10422.0, 5100.0, 2554.0, 1312.0, 578.0, 297.0, 147.0, 74.0, 52.0, 30.0, 13.0, 11.0, 10.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-29.546875, -28.531982421875, -27.51708984375, -26.502197265625, -25.4873046875, -24.472412109375, -23.45751953125, -22.442626953125, -21.427734375, -20.412841796875, -19.39794921875, -18.383056640625, -17.3681640625, -16.353271484375, -15.33837890625, -14.323486328125, -13.30859375, -12.293701171875, -11.27880859375, -10.263916015625, -9.2490234375, -8.234130859375, -7.21923828125, -6.204345703125, -5.189453125, -4.174560546875, -3.15966796875, -2.144775390625, -1.1298828125, -0.114990234375, 0.89990234375, 1.914794921875, 2.9296875, 3.944580078125, 4.95947265625, 5.974365234375, 6.9892578125, 8.004150390625, 9.01904296875, 10.033935546875, 11.048828125, 12.063720703125, 13.07861328125, 14.093505859375, 15.1083984375, 16.123291015625, 17.13818359375, 18.153076171875, 19.16796875, 20.182861328125, 21.19775390625, 22.212646484375, 23.2275390625, 24.242431640625, 25.25732421875, 26.272216796875, 27.287109375, 28.302001953125, 29.31689453125, 30.331787109375, 31.3466796875, 32.361572265625, 33.37646484375, 34.391357421875, 35.40625]}, "gradients/decoder.roberta.encoder.layer.5.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 11.0, 6.0, 12.0, 8.0, 12.0, 11.0, 20.0, 14.0, 31.0, 31.0, 26.0, 37.0, 32.0, 50.0, 41.0, 41.0, 34.0, 37.0, 44.0, 49.0, 47.0, 34.0, 37.0, 32.0, 40.0, 42.0, 37.0, 24.0, 28.0, 22.0, 18.0, 21.0, 14.0, 11.0, 7.0, 9.0, 12.0, 6.0, 4.0, 3.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-26.96875, -26.177001953125, -25.38525390625, -24.593505859375, -23.8017578125, -23.010009765625, -22.21826171875, -21.426513671875, -20.634765625, -19.843017578125, -19.05126953125, -18.259521484375, -17.4677734375, -16.676025390625, -15.88427734375, -15.092529296875, -14.30078125, -13.509033203125, -12.71728515625, -11.925537109375, -11.1337890625, -10.342041015625, -9.55029296875, -8.758544921875, -7.966796875, -7.175048828125, -6.38330078125, -5.591552734375, -4.7998046875, -4.008056640625, -3.21630859375, -2.424560546875, -1.6328125, -0.841064453125, -0.04931640625, 0.742431640625, 1.5341796875, 2.325927734375, 3.11767578125, 3.909423828125, 4.701171875, 5.492919921875, 6.28466796875, 7.076416015625, 7.8681640625, 8.659912109375, 9.45166015625, 10.243408203125, 11.03515625, 11.826904296875, 12.61865234375, 13.410400390625, 14.2021484375, 14.993896484375, 15.78564453125, 16.577392578125, 17.369140625, 18.160888671875, 18.95263671875, 19.744384765625, 20.5361328125, 21.327880859375, 22.11962890625, 22.911376953125, 23.703125]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 9.0, 8.0, 10.0, 16.0, 18.0, 25.0, 25.0, 35.0, 47.0, 45.0, 54.0, 68.0, 98.0, 105.0, 116.0, 147.0, 1714.0, 1044592.0, 547.0, 139.0, 91.0, 108.0, 85.0, 79.0, 70.0, 55.0, 47.0, 34.0, 27.0, 19.0, 27.0, 14.0, 13.0, 18.0, 10.0, 12.0, 6.0, 7.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-609.0, -590.7734375, -572.546875, -554.3203125, -536.09375, -517.8671875, -499.640625, -481.4140625, -463.1875, -444.9609375, -426.734375, -408.5078125, -390.28125, -372.0546875, -353.828125, -335.6015625, -317.375, -299.1484375, -280.921875, -262.6953125, -244.46875, -226.2421875, -208.015625, -189.7890625, -171.5625, -153.3359375, -135.109375, -116.8828125, -98.65625, -80.4296875, -62.203125, -43.9765625, -25.75, -7.5234375, 10.703125, 28.9296875, 47.15625, 65.3828125, 83.609375, 101.8359375, 120.0625, 138.2890625, 156.515625, 174.7421875, 192.96875, 211.1953125, 229.421875, 247.6484375, 265.875, 284.1015625, 302.328125, 320.5546875, 338.78125, 357.0078125, 375.234375, 393.4609375, 411.6875, 429.9140625, 448.140625, 466.3671875, 484.59375, 502.8203125, 521.046875, 539.2734375, 557.5]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 7.0, 4.0, 3.0, 6.0, 5.0, 13.0, 7.0, 14.0, 19.0, 18.0, 24.0, 17.0, 25.0, 35.0, 28.0, 33.0, 33.0, 37.0, 43.0, 25.0, 30.0, 48.0, 45.0, 47.0, 46.0, 45.0, 40.0, 39.0, 42.0, 30.0, 30.0, 27.0, 31.0, 32.0, 13.0, 16.0, 12.0, 10.0, 12.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-22.359375, -21.556640625, -20.75390625, -19.951171875, -19.1484375, -18.345703125, -17.54296875, -16.740234375, -15.9375, -15.134765625, -14.33203125, -13.529296875, -12.7265625, -11.923828125, -11.12109375, -10.318359375, -9.515625, -8.712890625, -7.91015625, -7.107421875, -6.3046875, -5.501953125, -4.69921875, -3.896484375, -3.09375, -2.291015625, -1.48828125, -0.685546875, 0.1171875, 0.919921875, 1.72265625, 2.525390625, 3.328125, 4.130859375, 4.93359375, 5.736328125, 6.5390625, 7.341796875, 8.14453125, 8.947265625, 9.75, 10.552734375, 11.35546875, 12.158203125, 12.9609375, 13.763671875, 14.56640625, 15.369140625, 16.171875, 16.974609375, 17.77734375, 18.580078125, 19.3828125, 20.185546875, 20.98828125, 21.791015625, 22.59375, 23.396484375, 24.19921875, 25.001953125, 25.8046875, 26.607421875, 27.41015625, 28.212890625, 29.015625]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 7.0, 6.0, 6.0, 18.0, 33.0, 35.0, 42.0, 95.0, 129.0, 251.0, 413.0, 934.0, 2942.0, 14508.0, 117129.0, 691078.0, 192756.0, 21849.0, 3966.0, 1172.0, 467.0, 271.0, 156.0, 91.0, 63.0, 48.0, 27.0, 15.0, 13.0, 11.0, 5.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-52.9375, -51.3623046875, -49.787109375, -48.2119140625, -46.63671875, -45.0615234375, -43.486328125, -41.9111328125, -40.3359375, -38.7607421875, -37.185546875, -35.6103515625, -34.03515625, -32.4599609375, -30.884765625, -29.3095703125, -27.734375, -26.1591796875, -24.583984375, -23.0087890625, -21.43359375, -19.8583984375, -18.283203125, -16.7080078125, -15.1328125, -13.5576171875, -11.982421875, -10.4072265625, -8.83203125, -7.2568359375, -5.681640625, -4.1064453125, -2.53125, -0.9560546875, 0.619140625, 2.1943359375, 3.76953125, 5.3447265625, 6.919921875, 8.4951171875, 10.0703125, 11.6455078125, 13.220703125, 14.7958984375, 16.37109375, 17.9462890625, 19.521484375, 21.0966796875, 22.671875, 24.2470703125, 25.822265625, 27.3974609375, 28.97265625, 30.5478515625, 32.123046875, 33.6982421875, 35.2734375, 36.8486328125, 38.423828125, 39.9990234375, 41.57421875, 43.1494140625, 44.724609375, 46.2998046875, 47.875]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 6.0, 7.0, 5.0, 8.0, 7.0, 10.0, 14.0, 17.0, 16.0, 22.0, 31.0, 33.0, 60.0, 59.0, 81.0, 73.0, 95.0, 78.0, 81.0, 63.0, 58.0, 40.0, 26.0, 20.0, 20.0, 17.0, 13.0, 11.0, 6.0, 6.0, 6.0, 4.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00209808349609375, -0.002016127109527588, -0.0019341707229614258, -0.0018522143363952637, -0.0017702579498291016, -0.0016883015632629395, -0.0016063451766967773, -0.0015243887901306152, -0.0014424324035644531, -0.001360476016998291, -0.001278519630432129, -0.0011965632438659668, -0.0011146068572998047, -0.0010326504707336426, -0.0009506940841674805, -0.0008687376976013184, -0.0007867813110351562, -0.0007048249244689941, -0.000622868537902832, -0.0005409121513366699, -0.0004589557647705078, -0.0003769993782043457, -0.0002950429916381836, -0.00021308660507202148, -0.00013113021850585938, -4.9173831939697266e-05, 3.2782554626464844e-05, 0.00011473894119262695, 0.00019669532775878906, 0.00027865171432495117, 0.0003606081008911133, 0.0004425644874572754, 0.0005245208740234375, 0.0006064772605895996, 0.0006884336471557617, 0.0007703900337219238, 0.0008523464202880859, 0.000934302806854248, 0.0010162591934204102, 0.0010982155799865723, 0.0011801719665527344, 0.0012621283531188965, 0.0013440847396850586, 0.0014260411262512207, 0.0015079975128173828, 0.001589953899383545, 0.001671910285949707, 0.0017538666725158691, 0.0018358230590820312, 0.0019177794456481934, 0.0019997358322143555, 0.0020816922187805176, 0.0021636486053466797, 0.002245604991912842, 0.002327561378479004, 0.002409517765045166, 0.002491474151611328, 0.0025734305381774902, 0.0026553869247436523, 0.0027373433113098145, 0.0028192996978759766, 0.0029012560844421387, 0.0029832124710083008, 0.003065168857574463, 0.003147125244140625]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 3.0, 3.0, 5.0, 7.0, 15.0, 21.0, 37.0, 59.0, 92.0, 371.0, 3233.0, 808425.0, 233873.0, 1865.0, 304.0, 81.0, 51.0, 33.0, 21.0, 16.0, 12.0, 9.0, 5.0, 3.0, 3.0, 3.0, 0.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-192.125, -186.619140625, -181.11328125, -175.607421875, -170.1015625, -164.595703125, -159.08984375, -153.583984375, -148.078125, -142.572265625, -137.06640625, -131.560546875, -126.0546875, -120.548828125, -115.04296875, -109.537109375, -104.03125, -98.525390625, -93.01953125, -87.513671875, -82.0078125, -76.501953125, -70.99609375, -65.490234375, -59.984375, -54.478515625, -48.97265625, -43.466796875, -37.9609375, -32.455078125, -26.94921875, -21.443359375, -15.9375, -10.431640625, -4.92578125, 0.580078125, 6.0859375, 11.591796875, 17.09765625, 22.603515625, 28.109375, 33.615234375, 39.12109375, 44.626953125, 50.1328125, 55.638671875, 61.14453125, 66.650390625, 72.15625, 77.662109375, 83.16796875, 88.673828125, 94.1796875, 99.685546875, 105.19140625, 110.697265625, 116.203125, 121.708984375, 127.21484375, 132.720703125, 138.2265625, 143.732421875, 149.23828125, 154.744140625, 160.25]}, "gradients/decoder.roberta.encoder.layer.5.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 8.0, 17.0, 21.0, 38.0, 54.0, 83.0, 111.0, 144.0, 152.0, 94.0, 100.0, 55.0, 44.0, 23.0, 20.0, 8.0, 9.0, 5.0, 0.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.1484375, -11.7735595703125, -11.398681640625, -11.0238037109375, -10.64892578125, -10.2740478515625, -9.899169921875, -9.5242919921875, -9.1494140625, -8.7745361328125, -8.399658203125, -8.0247802734375, -7.64990234375, -7.2750244140625, -6.900146484375, -6.5252685546875, -6.150390625, -5.7755126953125, -5.400634765625, -5.0257568359375, -4.65087890625, -4.2760009765625, -3.901123046875, -3.5262451171875, -3.1513671875, -2.7764892578125, -2.401611328125, -2.0267333984375, -1.65185546875, -1.2769775390625, -0.902099609375, -0.5272216796875, -0.15234375, 0.2225341796875, 0.597412109375, 0.9722900390625, 1.34716796875, 1.7220458984375, 2.096923828125, 2.4718017578125, 2.8466796875, 3.2215576171875, 3.596435546875, 3.9713134765625, 4.34619140625, 4.7210693359375, 5.095947265625, 5.4708251953125, 5.845703125, 6.2205810546875, 6.595458984375, 6.9703369140625, 7.34521484375, 7.7200927734375, 8.094970703125, 8.4698486328125, 8.8447265625, 9.2196044921875, 9.594482421875, 9.9693603515625, 10.34423828125, 10.7191162109375, 11.093994140625, 11.4688720703125, 11.84375]}, "gradients/decoder.roberta.encoder.layer.4.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 7.0, 5.0, 11.0, 20.0, 25.0, 41.0, 53.0, 46.0, 91.0, 95.0, 106.0, 82.0, 108.0, 100.0, 67.0, 45.0, 37.0, 22.0, 19.0, 12.0, 10.0, 4.0, 2.0, 4.0, 1.0, 1.0], "bins": [-75.39161682128906, -73.85987091064453, -72.328125, -70.79637908935547, -69.26463317871094, -67.7328872680664, -66.20114135742188, -64.66939544677734, -63.13764572143555, -61.605899810791016, -60.074153900146484, -58.54240798950195, -57.01066207885742, -55.478912353515625, -53.947166442871094, -52.41542053222656, -50.88367462158203, -49.3519287109375, -47.82018280029297, -46.28843688964844, -44.756690979003906, -43.224945068359375, -41.693199157714844, -40.16144943237305, -38.62970733642578, -37.09796142578125, -35.56621551513672, -34.03446960449219, -32.502723693847656, -30.970975875854492, -29.43922996520996, -27.907482147216797, -26.3757381439209, -24.843992233276367, -23.312246322631836, -21.780498504638672, -20.24875259399414, -18.71700668334961, -17.185260772705078, -15.65351390838623, -14.1217679977417, -12.590022087097168, -11.05827522277832, -9.526529312133789, -7.9947829246521, -6.46303653717041, -4.931290626525879, -3.3995437622070312, -1.8677978515625, -0.3360515832901001, 1.1956946849822998, 2.72744083404541, 4.2591872215271, 5.790933609008789, 7.32267951965332, 8.854426383972168, 10.3861722946167, 11.91791820526123, 13.449665069580078, 14.98141098022461, 16.51315689086914, 18.044902801513672, 19.576648712158203, 21.108396530151367, 22.6401424407959]}, "gradients/decoder.roberta.encoder.layer.4.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 4.0, 5.0, 7.0, 5.0, 13.0, 19.0, 8.0, 18.0, 15.0, 17.0, 14.0, 33.0, 24.0, 26.0, 28.0, 31.0, 40.0, 53.0, 42.0, 37.0, 38.0, 47.0, 50.0, 34.0, 37.0, 41.0, 37.0, 33.0, 25.0, 29.0, 26.0, 22.0, 15.0, 28.0, 9.0, 13.0, 15.0, 19.0, 15.0, 8.0, 9.0, 3.0, 6.0, 5.0, 2.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-37.675384521484375, -36.62247085571289, -35.569557189941406, -34.516639709472656, -33.46372604370117, -32.41081237792969, -31.357898712158203, -30.30498504638672, -29.252071380615234, -28.19915771484375, -27.146242141723633, -26.09332847595215, -25.040414810180664, -23.987499237060547, -22.934585571289062, -21.881671905517578, -20.82875633239746, -19.775842666625977, -18.72292709350586, -17.670013427734375, -16.61709976196289, -15.56418514251709, -14.511270523071289, -13.458356857299805, -12.405442237854004, -11.352527618408203, -10.299613952636719, -9.246699333190918, -8.193784713745117, -7.140871047973633, -6.087956428527832, -5.0350422859191895, -3.982128143310547, -2.9292140007019043, -1.8762996196746826, -0.8233852386474609, 0.22952890396118164, 1.2824430465698242, 2.335357666015625, 3.3882718086242676, 4.44118595123291, 5.494100093841553, 6.547014236450195, 7.599928855895996, 8.652843475341797, 9.705757141113281, 10.758671760559082, 11.811586380004883, 12.864500045776367, 13.917414665222168, 14.970328330993652, 16.023242950439453, 17.076156616210938, 18.129070281982422, 19.18198585510254, 20.234899520874023, 21.28781509399414, 22.340728759765625, 23.393644332885742, 24.446557998657227, 25.49947166442871, 26.552387237548828, 27.605300903320312, 28.658214569091797, 29.71112823486328]}, "gradients/decoder.roberta.encoder.layer.4.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 6.0, 3.0, 3.0, 6.0, 11.0, 8.0, 9.0, 16.0, 26.0, 22.0, 41.0, 62.0, 79.0, 103.0, 174.0, 252.0, 430.0, 808.0, 1667.0, 4742.0, 19478.0, 135339.0, 3004370.0, 942441.0, 66706.0, 11352.0, 3198.0, 1186.0, 640.0, 345.0, 220.0, 158.0, 100.0, 72.0, 50.0, 36.0, 30.0, 31.0, 16.0, 21.0, 10.0, 7.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-74.8125, -72.6015625, -70.390625, -68.1796875, -65.96875, -63.7578125, -61.546875, -59.3359375, -57.125, -54.9140625, -52.703125, -50.4921875, -48.28125, -46.0703125, -43.859375, -41.6484375, -39.4375, -37.2265625, -35.015625, -32.8046875, -30.59375, -28.3828125, -26.171875, -23.9609375, -21.75, -19.5390625, -17.328125, -15.1171875, -12.90625, -10.6953125, -8.484375, -6.2734375, -4.0625, -1.8515625, 0.359375, 2.5703125, 4.78125, 6.9921875, 9.203125, 11.4140625, 13.625, 15.8359375, 18.046875, 20.2578125, 22.46875, 24.6796875, 26.890625, 29.1015625, 31.3125, 33.5234375, 35.734375, 37.9453125, 40.15625, 42.3671875, 44.578125, 46.7890625, 49.0, 51.2109375, 53.421875, 55.6328125, 57.84375, 60.0546875, 62.265625, 64.4765625, 66.6875]}, "gradients/decoder.roberta.encoder.layer.4.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 1.0, 5.0, 3.0, 2.0, 8.0, 6.0, 6.0, 9.0, 7.0, 4.0, 10.0, 21.0, 26.0, 13.0, 21.0, 23.0, 18.0, 23.0, 36.0, 40.0, 36.0, 30.0, 22.0, 37.0, 22.0, 38.0, 33.0, 46.0, 37.0, 34.0, 30.0, 41.0, 27.0, 24.0, 27.0, 26.0, 24.0, 20.0, 22.0, 22.0, 24.0, 13.0, 12.0, 16.0, 9.0, 9.0, 9.0, 6.0, 6.0, 7.0, 5.0, 6.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-16.78125, -16.241455078125, -15.70166015625, -15.161865234375, -14.6220703125, -14.082275390625, -13.54248046875, -13.002685546875, -12.462890625, -11.923095703125, -11.38330078125, -10.843505859375, -10.3037109375, -9.763916015625, -9.22412109375, -8.684326171875, -8.14453125, -7.604736328125, -7.06494140625, -6.525146484375, -5.9853515625, -5.445556640625, -4.90576171875, -4.365966796875, -3.826171875, -3.286376953125, -2.74658203125, -2.206787109375, -1.6669921875, -1.127197265625, -0.58740234375, -0.047607421875, 0.4921875, 1.031982421875, 1.57177734375, 2.111572265625, 2.6513671875, 3.191162109375, 3.73095703125, 4.270751953125, 4.810546875, 5.350341796875, 5.89013671875, 6.429931640625, 6.9697265625, 7.509521484375, 8.04931640625, 8.589111328125, 9.12890625, 9.668701171875, 10.20849609375, 10.748291015625, 11.2880859375, 11.827880859375, 12.36767578125, 12.907470703125, 13.447265625, 13.987060546875, 14.52685546875, 15.066650390625, 15.6064453125, 16.146240234375, 16.68603515625, 17.225830078125, 17.765625]}, "gradients/decoder.roberta.encoder.layer.4.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 11.0, 2.0, 4.0, 10.0, 16.0, 34.0, 54.0, 91.0, 232.0, 698.0, 7223.0, 4113480.0, 70172.0, 1646.0, 319.0, 142.0, 58.0, 27.0, 28.0, 14.0, 8.0, 5.0, 3.0, 6.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-349.75, -339.95703125, -330.1640625, -320.37109375, -310.578125, -300.78515625, -290.9921875, -281.19921875, -271.40625, -261.61328125, -251.8203125, -242.02734375, -232.234375, -222.44140625, -212.6484375, -202.85546875, -193.0625, -183.26953125, -173.4765625, -163.68359375, -153.890625, -144.09765625, -134.3046875, -124.51171875, -114.71875, -104.92578125, -95.1328125, -85.33984375, -75.546875, -65.75390625, -55.9609375, -46.16796875, -36.375, -26.58203125, -16.7890625, -6.99609375, 2.796875, 12.58984375, 22.3828125, 32.17578125, 41.96875, 51.76171875, 61.5546875, 71.34765625, 81.140625, 90.93359375, 100.7265625, 110.51953125, 120.3125, 130.10546875, 139.8984375, 149.69140625, 159.484375, 169.27734375, 179.0703125, 188.86328125, 198.65625, 208.44921875, 218.2421875, 228.03515625, 237.828125, 247.62109375, 257.4140625, 267.20703125, 277.0]}, "gradients/decoder.roberta.encoder.layer.4.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 8.0, 19.0, 26.0, 40.0, 71.0, 149.0, 245.0, 542.0, 1143.0, 917.0, 412.0, 220.0, 111.0, 72.0, 33.0, 27.0, 13.0, 3.0, 7.0, 10.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.765625, -17.18994140625, -16.6142578125, -16.03857421875, -15.462890625, -14.88720703125, -14.3115234375, -13.73583984375, -13.16015625, -12.58447265625, -12.0087890625, -11.43310546875, -10.857421875, -10.28173828125, -9.7060546875, -9.13037109375, -8.5546875, -7.97900390625, -7.4033203125, -6.82763671875, -6.251953125, -5.67626953125, -5.1005859375, -4.52490234375, -3.94921875, -3.37353515625, -2.7978515625, -2.22216796875, -1.646484375, -1.07080078125, -0.4951171875, 0.08056640625, 0.65625, 1.23193359375, 1.8076171875, 2.38330078125, 2.958984375, 3.53466796875, 4.1103515625, 4.68603515625, 5.26171875, 5.83740234375, 6.4130859375, 6.98876953125, 7.564453125, 8.14013671875, 8.7158203125, 9.29150390625, 9.8671875, 10.44287109375, 11.0185546875, 11.59423828125, 12.169921875, 12.74560546875, 13.3212890625, 13.89697265625, 14.47265625, 15.04833984375, 15.6240234375, 16.19970703125, 16.775390625, 17.35107421875, 17.9267578125, 18.50244140625, 19.078125]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 9.0, 7.0, 16.0, 32.0, 43.0, 50.0, 74.0, 100.0, 91.0, 104.0, 123.0, 96.0, 85.0, 60.0, 38.0, 39.0, 15.0, 13.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.49296951293945, -32.13241958618164, -30.771867752075195, -29.41131591796875, -28.050765991210938, -26.690214157104492, -25.329662322998047, -23.969112396240234, -22.608562469482422, -21.248010635375977, -19.887460708618164, -18.52690887451172, -17.166358947753906, -15.805807113647461, -14.445256233215332, -13.084705352783203, -11.724153518676758, -10.363602638244629, -9.0030517578125, -7.642500400543213, -6.281949520111084, -4.921398639678955, -3.560847282409668, -2.200296401977539, -0.8397455215454102, 0.5208054780960083, 1.8813564777374268, 3.2419075965881348, 4.602458477020264, 5.963009357452393, 7.32356071472168, 8.684111595153809, 10.044662475585938, 11.405213356018066, 12.765764236450195, 14.12631607055664, 15.486865997314453, 16.8474178314209, 18.207969665527344, 19.568519592285156, 20.92906951904297, 22.289621353149414, 23.650171279907227, 25.010723114013672, 26.371273040771484, 27.73182487487793, 29.092376708984375, 30.452926635742188, 31.813478469848633, 33.17403030395508, 34.53458023071289, 35.8951301574707, 37.25568389892578, 38.616233825683594, 39.976783752441406, 41.33733367919922, 42.6978874206543, 44.05843734741211, 45.41899108886719, 46.779541015625, 48.14009094238281, 49.500640869140625, 50.8611946105957, 52.221744537353516, 53.58229446411133]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 1.0, 4.0, 6.0, 4.0, 2.0, 10.0, 7.0, 7.0, 14.0, 15.0, 16.0, 16.0, 13.0, 29.0, 19.0, 35.0, 27.0, 22.0, 31.0, 35.0, 46.0, 30.0, 31.0, 47.0, 52.0, 42.0, 34.0, 39.0, 36.0, 42.0, 28.0, 31.0, 30.0, 32.0, 17.0, 18.0, 23.0, 23.0, 11.0, 10.0, 9.0, 8.0, 8.0, 9.0, 6.0, 9.0, 13.0, 2.0, 3.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.49978256225586, -19.806276321411133, -19.112768173217773, -18.419261932373047, -17.72575569152832, -17.032249450683594, -16.338741302490234, -15.645235061645508, -14.951728820800781, -14.258221626281738, -13.564715385437012, -12.871208190917969, -12.177701950073242, -11.4841947555542, -10.790687561035156, -10.09718132019043, -9.403674125671387, -8.710166931152344, -8.016660690307617, -7.323153495788574, -6.629647254943848, -5.936140060424805, -5.24263334274292, -4.549126625061035, -3.8556199073791504, -3.1621131896972656, -2.468606472015381, -1.775099515914917, -1.0815927982330322, -0.38808608055114746, 0.3054208755493164, 0.9989275932312012, 1.692434310913086, 2.3859410285949707, 3.0794477462768555, 3.7729547023773193, 4.466461181640625, 5.159968376159668, 5.853475093841553, 6.5469818115234375, 7.240488529205322, 7.933995246887207, 8.62750244140625, 9.321008682250977, 10.01451587677002, 10.708022117614746, 11.401529312133789, 12.095035552978516, 12.788542747497559, 13.482049942016602, 14.175556182861328, 14.869063377380371, 15.562569618225098, 16.25607681274414, 16.949583053588867, 17.643089294433594, 18.336597442626953, 19.03010368347168, 19.72361183166504, 20.417118072509766, 21.110624313354492, 21.80413055419922, 22.497638702392578, 23.191144943237305, 23.88465118408203]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 9.0, 8.0, 10.0, 14.0, 22.0, 41.0, 68.0, 108.0, 167.0, 273.0, 407.0, 739.0, 1199.0, 2123.0, 3621.0, 6562.0, 11219.0, 19617.0, 33845.0, 56630.0, 89341.0, 128275.0, 161433.0, 163254.0, 133253.0, 92605.0, 59225.0, 35553.0, 21141.0, 11717.0, 6722.0, 3807.0, 2238.0, 1299.0, 750.0, 470.0, 277.0, 195.0, 121.0, 72.0, 53.0, 22.0, 27.0, 14.0, 8.0, 7.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.861328125, -2.774749755859375, -2.68817138671875, -2.601593017578125, -2.5150146484375, -2.428436279296875, -2.34185791015625, -2.255279541015625, -2.168701171875, -2.082122802734375, -1.99554443359375, -1.908966064453125, -1.8223876953125, -1.735809326171875, -1.64923095703125, -1.562652587890625, -1.47607421875, -1.389495849609375, -1.30291748046875, -1.216339111328125, -1.1297607421875, -1.043182373046875, -0.95660400390625, -0.870025634765625, -0.783447265625, -0.696868896484375, -0.61029052734375, -0.523712158203125, -0.4371337890625, -0.350555419921875, -0.26397705078125, -0.177398681640625, -0.0908203125, -0.004241943359375, 0.08233642578125, 0.168914794921875, 0.2554931640625, 0.342071533203125, 0.42864990234375, 0.515228271484375, 0.601806640625, 0.688385009765625, 0.77496337890625, 0.861541748046875, 0.9481201171875, 1.034698486328125, 1.12127685546875, 1.207855224609375, 1.29443359375, 1.381011962890625, 1.46759033203125, 1.554168701171875, 1.6407470703125, 1.727325439453125, 1.81390380859375, 1.900482177734375, 1.987060546875, 2.073638916015625, 2.16021728515625, 2.246795654296875, 2.3333740234375, 2.419952392578125, 2.50653076171875, 2.593109130859375, 2.6796875]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 1.0, 3.0, 5.0, 4.0, 3.0, 8.0, 7.0, 9.0, 11.0, 16.0, 17.0, 16.0, 13.0, 25.0, 20.0, 29.0, 30.0, 24.0, 32.0, 32.0, 48.0, 30.0, 30.0, 41.0, 61.0, 39.0, 35.0, 40.0, 34.0, 45.0, 29.0, 31.0, 28.0, 34.0, 18.0, 20.0, 21.0, 24.0, 12.0, 10.0, 7.0, 9.0, 8.0, 9.0, 8.0, 6.0, 14.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.921875, -20.245361328125, -19.56884765625, -18.892333984375, -18.2158203125, -17.539306640625, -16.86279296875, -16.186279296875, -15.509765625, -14.833251953125, -14.15673828125, -13.480224609375, -12.8037109375, -12.127197265625, -11.45068359375, -10.774169921875, -10.09765625, -9.421142578125, -8.74462890625, -8.068115234375, -7.3916015625, -6.715087890625, -6.03857421875, -5.362060546875, -4.685546875, -4.009033203125, -3.33251953125, -2.656005859375, -1.9794921875, -1.302978515625, -0.62646484375, 0.050048828125, 0.7265625, 1.403076171875, 2.07958984375, 2.756103515625, 3.4326171875, 4.109130859375, 4.78564453125, 5.462158203125, 6.138671875, 6.815185546875, 7.49169921875, 8.168212890625, 8.8447265625, 9.521240234375, 10.19775390625, 10.874267578125, 11.55078125, 12.227294921875, 12.90380859375, 13.580322265625, 14.2568359375, 14.933349609375, 15.60986328125, 16.286376953125, 16.962890625, 17.639404296875, 18.31591796875, 18.992431640625, 19.6689453125, 20.345458984375, 21.02197265625, 21.698486328125, 22.375]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 12.0, 11.0, 17.0, 21.0, 39.0, 63.0, 85.0, 115.0, 167.0, 251.0, 329.0, 445.0, 608.0, 757.0, 1223.0, 1654.0, 2340.0, 3396.0, 4939.0, 7434.0, 10944.0, 16497.0, 27407.0, 135722.0, 707124.0, 58895.0, 22776.0, 14549.0, 9626.0, 6462.0, 4436.0, 2995.0, 2101.0, 1484.0, 1000.0, 763.0, 552.0, 363.0, 301.0, 185.0, 150.0, 93.0, 77.0, 54.0, 35.0, 16.0, 15.0, 9.0, 7.0, 4.0, 2.0, 8.0, 0.0, 1.0], "bins": [-4.55078125, -4.41827392578125, -4.2857666015625, -4.15325927734375, -4.020751953125, -3.88824462890625, -3.7557373046875, -3.62322998046875, -3.49072265625, -3.35821533203125, -3.2257080078125, -3.09320068359375, -2.960693359375, -2.82818603515625, -2.6956787109375, -2.56317138671875, -2.4306640625, -2.29815673828125, -2.1656494140625, -2.03314208984375, -1.900634765625, -1.76812744140625, -1.6356201171875, -1.50311279296875, -1.37060546875, -1.23809814453125, -1.1055908203125, -0.97308349609375, -0.840576171875, -0.70806884765625, -0.5755615234375, -0.44305419921875, -0.310546875, -0.17803955078125, -0.0455322265625, 0.08697509765625, 0.219482421875, 0.35198974609375, 0.4844970703125, 0.61700439453125, 0.74951171875, 0.88201904296875, 1.0145263671875, 1.14703369140625, 1.279541015625, 1.41204833984375, 1.5445556640625, 1.67706298828125, 1.8095703125, 1.94207763671875, 2.0745849609375, 2.20709228515625, 2.339599609375, 2.47210693359375, 2.6046142578125, 2.73712158203125, 2.86962890625, 3.00213623046875, 3.1346435546875, 3.26715087890625, 3.399658203125, 3.53216552734375, 3.6646728515625, 3.79718017578125, 3.9296875]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 7.0, 3.0, 8.0, 4.0, 7.0, 12.0, 13.0, 12.0, 17.0, 18.0, 22.0, 22.0, 24.0, 27.0, 23.0, 35.0, 35.0, 41.0, 51.0, 37.0, 35.0, 38.0, 50.0, 46.0, 39.0, 39.0, 33.0, 33.0, 35.0, 25.0, 24.0, 24.0, 26.0, 24.0, 22.0, 14.0, 15.0, 12.0, 8.0, 7.0, 9.0, 3.0, 3.0, 5.0, 6.0, 2.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0], "bins": [-14.890625, -14.45751953125, -14.0244140625, -13.59130859375, -13.158203125, -12.72509765625, -12.2919921875, -11.85888671875, -11.42578125, -10.99267578125, -10.5595703125, -10.12646484375, -9.693359375, -9.26025390625, -8.8271484375, -8.39404296875, -7.9609375, -7.52783203125, -7.0947265625, -6.66162109375, -6.228515625, -5.79541015625, -5.3623046875, -4.92919921875, -4.49609375, -4.06298828125, -3.6298828125, -3.19677734375, -2.763671875, -2.33056640625, -1.8974609375, -1.46435546875, -1.03125, -0.59814453125, -0.1650390625, 0.26806640625, 0.701171875, 1.13427734375, 1.5673828125, 2.00048828125, 2.43359375, 2.86669921875, 3.2998046875, 3.73291015625, 4.166015625, 4.59912109375, 5.0322265625, 5.46533203125, 5.8984375, 6.33154296875, 6.7646484375, 7.19775390625, 7.630859375, 8.06396484375, 8.4970703125, 8.93017578125, 9.36328125, 9.79638671875, 10.2294921875, 10.66259765625, 11.095703125, 11.52880859375, 11.9619140625, 12.39501953125, 12.828125]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 7.0, 7.0, 14.0, 19.0, 9.0, 25.0, 22.0, 55.0, 72.0, 112.0, 145.0, 238.0, 414.0, 598.0, 1015.0, 1738.0, 2747.0, 4865.0, 8791.0, 16435.0, 32768.0, 634344.0, 280043.0, 29593.0, 15093.0, 8065.0, 4506.0, 2621.0, 1549.0, 927.0, 601.0, 382.0, 224.0, 168.0, 102.0, 75.0, 49.0, 36.0, 24.0, 19.0, 12.0, 9.0, 2.0, 5.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.361572265625, -0.3490753173828125, -0.336578369140625, -0.3240814208984375, -0.31158447265625, -0.2990875244140625, -0.286590576171875, -0.2740936279296875, -0.2615966796875, -0.2490997314453125, -0.236602783203125, -0.2241058349609375, -0.21160888671875, -0.1991119384765625, -0.186614990234375, -0.1741180419921875, -0.16162109375, -0.1491241455078125, -0.136627197265625, -0.1241302490234375, -0.11163330078125, -0.0991363525390625, -0.086639404296875, -0.0741424560546875, -0.0616455078125, -0.0491485595703125, -0.036651611328125, -0.0241546630859375, -0.01165771484375, 0.0008392333984375, 0.013336181640625, 0.0258331298828125, 0.038330078125, 0.0508270263671875, 0.063323974609375, 0.0758209228515625, 0.08831787109375, 0.1008148193359375, 0.113311767578125, 0.1258087158203125, 0.1383056640625, 0.1508026123046875, 0.163299560546875, 0.1757965087890625, 0.18829345703125, 0.2007904052734375, 0.213287353515625, 0.2257843017578125, 0.23828125, 0.2507781982421875, 0.263275146484375, 0.2757720947265625, 0.28826904296875, 0.3007659912109375, 0.313262939453125, 0.3257598876953125, 0.3382568359375, 0.3507537841796875, 0.363250732421875, 0.3757476806640625, 0.38824462890625, 0.4007415771484375, 0.413238525390625, 0.4257354736328125, 0.438232421875]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 6.0, 5.0, 4.0, 11.0, 12.0, 7.0, 11.0, 21.0, 20.0, 21.0, 34.0, 25.0, 38.0, 50.0, 48.0, 50.0, 51.0, 41.0, 53.0, 51.0, 46.0, 46.0, 54.0, 41.0, 45.0, 37.0, 30.0, 22.0, 21.0, 30.0, 12.0, 9.0, 11.0, 9.0, 5.0, 6.0, 7.0, 1.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.6166439056396484e-05, -2.5253742933273315e-05, -2.4341046810150146e-05, -2.3428350687026978e-05, -2.251565456390381e-05, -2.160295844078064e-05, -2.069026231765747e-05, -1.9777566194534302e-05, -1.8864870071411133e-05, -1.7952173948287964e-05, -1.7039477825164795e-05, -1.6126781702041626e-05, -1.5214085578918457e-05, -1.4301389455795288e-05, -1.3388693332672119e-05, -1.247599720954895e-05, -1.1563301086425781e-05, -1.0650604963302612e-05, -9.737908840179443e-06, -8.825212717056274e-06, -7.912516593933105e-06, -6.9998204708099365e-06, -6.087124347686768e-06, -5.174428224563599e-06, -4.26173210144043e-06, -3.3490359783172607e-06, -2.436339855194092e-06, -1.5236437320709229e-06, -6.109476089477539e-07, 3.0174851417541504e-07, 1.214444637298584e-06, 2.127140760421753e-06, 3.039836883544922e-06, 3.952533006668091e-06, 4.86522912979126e-06, 5.777925252914429e-06, 6.690621376037598e-06, 7.603317499160767e-06, 8.516013622283936e-06, 9.428709745407104e-06, 1.0341405868530273e-05, 1.1254101991653442e-05, 1.2166798114776611e-05, 1.307949423789978e-05, 1.399219036102295e-05, 1.4904886484146118e-05, 1.5817582607269287e-05, 1.6730278730392456e-05, 1.7642974853515625e-05, 1.8555670976638794e-05, 1.9468367099761963e-05, 2.0381063222885132e-05, 2.12937593460083e-05, 2.220645546913147e-05, 2.311915159225464e-05, 2.4031847715377808e-05, 2.4944543838500977e-05, 2.5857239961624146e-05, 2.6769936084747314e-05, 2.7682632207870483e-05, 2.8595328330993652e-05, 2.950802445411682e-05, 3.042072057723999e-05, 3.133341670036316e-05, 3.224611282348633e-05]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 6.0, 2.0, 10.0, 5.0, 9.0, 18.0, 21.0, 29.0, 38.0, 56.0, 63.0, 97.0, 140.0, 204.0, 707.0, 14242.0, 638027.0, 386576.0, 7132.0, 514.0, 181.0, 154.0, 66.0, 70.0, 43.0, 47.0, 19.0, 19.0, 18.0, 12.0, 8.0, 8.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2060546875, -1.169403076171875, -1.13275146484375, -1.096099853515625, -1.0594482421875, -1.022796630859375, -0.98614501953125, -0.949493408203125, -0.912841796875, -0.876190185546875, -0.83953857421875, -0.802886962890625, -0.7662353515625, -0.729583740234375, -0.69293212890625, -0.656280517578125, -0.61962890625, -0.582977294921875, -0.54632568359375, -0.509674072265625, -0.4730224609375, -0.436370849609375, -0.39971923828125, -0.363067626953125, -0.326416015625, -0.289764404296875, -0.25311279296875, -0.216461181640625, -0.1798095703125, -0.143157958984375, -0.10650634765625, -0.069854736328125, -0.033203125, 0.003448486328125, 0.04010009765625, 0.076751708984375, 0.1134033203125, 0.150054931640625, 0.18670654296875, 0.223358154296875, 0.260009765625, 0.296661376953125, 0.33331298828125, 0.369964599609375, 0.4066162109375, 0.443267822265625, 0.47991943359375, 0.516571044921875, 0.55322265625, 0.589874267578125, 0.62652587890625, 0.663177490234375, 0.6998291015625, 0.736480712890625, 0.77313232421875, 0.809783935546875, 0.846435546875, 0.883087158203125, 0.91973876953125, 0.956390380859375, 0.9930419921875, 1.029693603515625, 1.06634521484375, 1.102996826171875, 1.1396484375]}, "gradients/decoder.roberta.encoder.layer.4.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 2.0, 5.0, 10.0, 7.0, 11.0, 17.0, 24.0, 26.0, 29.0, 36.0, 42.0, 40.0, 64.0, 62.0, 89.0, 71.0, 72.0, 75.0, 50.0, 52.0, 38.0, 34.0, 23.0, 27.0, 22.0, 16.0, 11.0, 13.0, 12.0, 8.0, 6.0, 1.0, 4.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09161376953125, -0.0890493392944336, -0.08648490905761719, -0.08392047882080078, -0.08135604858398438, -0.07879161834716797, -0.07622718811035156, -0.07366275787353516, -0.07109832763671875, -0.06853389739990234, -0.06596946716308594, -0.06340503692626953, -0.060840606689453125, -0.05827617645263672, -0.05571174621582031, -0.053147315979003906, -0.0505828857421875, -0.048018455505371094, -0.04545402526855469, -0.04288959503173828, -0.040325164794921875, -0.03776073455810547, -0.03519630432128906, -0.032631874084472656, -0.03006744384765625, -0.027503013610839844, -0.024938583374023438, -0.02237415313720703, -0.019809722900390625, -0.01724529266357422, -0.014680862426757812, -0.012116432189941406, -0.009552001953125, -0.006987571716308594, -0.0044231414794921875, -0.0018587112426757812, 0.000705718994140625, 0.0032701492309570312, 0.0058345794677734375, 0.008399009704589844, 0.01096343994140625, 0.013527870178222656, 0.016092300415039062, 0.01865673065185547, 0.021221160888671875, 0.02378559112548828, 0.026350021362304688, 0.028914451599121094, 0.0314788818359375, 0.034043312072753906, 0.03660774230957031, 0.03917217254638672, 0.041736602783203125, 0.04430103302001953, 0.04686546325683594, 0.049429893493652344, 0.05199432373046875, 0.054558753967285156, 0.05712318420410156, 0.05968761444091797, 0.062252044677734375, 0.06481647491455078, 0.06738090515136719, 0.0699453353881836, 0.072509765625]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 9.0, 13.0, 25.0, 60.0, 62.0, 111.0, 119.0, 131.0, 163.0, 121.0, 79.0, 53.0, 31.0, 20.0, 8.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.040189743041992, -29.277637481689453, -27.515087127685547, -25.752534866333008, -23.98998260498047, -22.22743034362793, -20.46487808227539, -18.702327728271484, -16.939775466918945, -15.177223205566406, -13.414671897888184, -11.652120590209961, -9.889568328857422, -8.127016067504883, -6.36446475982666, -4.6019134521484375, -2.8393611907958984, -1.0768094062805176, 0.6857423782348633, 2.448294162750244, 4.210845947265625, 5.973398208618164, 7.735949516296387, 9.49850082397461, 11.261053085327148, 13.023605346679688, 14.78615665435791, 16.548707962036133, 18.311260223388672, 20.07381248474121, 21.83636474609375, 23.598915100097656, 25.361465454101562, 27.1240177154541, 28.88656997680664, 30.649120330810547, 32.41167449951172, 34.174224853515625, 35.93677520751953, 37.69932556152344, 39.46187973022461, 41.224430084228516, 42.98698425292969, 44.749534606933594, 46.5120849609375, 48.27463912963867, 50.03718948364258, 51.79974365234375, 53.562294006347656, 55.32484436035156, 57.087398529052734, 58.84994888305664, 60.61250305175781, 62.37505340576172, 64.13760375976562, 65.90015411376953, 67.66270446777344, 69.42525482177734, 71.18780517578125, 72.95036315917969, 74.7129135131836, 76.4754638671875, 78.2380142211914, 80.00056457519531, 81.76312255859375]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 1.0, 3.0, 5.0, 4.0, 3.0, 8.0, 7.0, 10.0, 10.0, 16.0, 15.0, 18.0, 13.0, 25.0, 20.0, 29.0, 30.0, 24.0, 32.0, 29.0, 51.0, 30.0, 30.0, 41.0, 59.0, 41.0, 35.0, 38.0, 36.0, 45.0, 27.0, 32.0, 28.0, 34.0, 19.0, 19.0, 20.0, 26.0, 11.0, 11.0, 7.0, 9.0, 8.0, 9.0, 8.0, 6.0, 14.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.9242000579834, -20.2480411529541, -19.571884155273438, -18.89572525024414, -18.219568252563477, -17.54340934753418, -16.867252349853516, -16.19109344482422, -15.514935493469238, -14.838777542114258, -14.162619590759277, -13.486461639404297, -12.810302734375, -12.134145736694336, -11.457986831665039, -10.781828880310059, -10.105670928955078, -9.429512977600098, -8.753355026245117, -8.07719612121582, -7.401038646697998, -6.724880695343018, -6.048722267150879, -5.372564315795898, -4.696406364440918, -4.0202484130859375, -3.344090223312378, -2.6679320335388184, -1.991774082183838, -1.3156161308288574, -0.6394577026367188, 0.03670024871826172, 0.712860107421875, 1.389018177986145, 2.065176248550415, 2.7413344383239746, 3.417492389678955, 4.0936503410339355, 4.769808769226074, 5.445966720581055, 6.122124671936035, 6.798282623291016, 7.474440574645996, 8.150598526000977, 8.826757431030273, 9.502914428710938, 10.179073333740234, 10.855231285095215, 11.531389236450195, 12.207547187805176, 12.883705139160156, 13.559864044189453, 14.236021041870117, 14.912179946899414, 15.588337898254395, 16.264495849609375, 16.940654754638672, 17.61681365966797, 18.292970657348633, 18.96912956237793, 19.645286560058594, 20.32144546508789, 20.997604370117188, 21.67376136779785, 22.349918365478516]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 11.0, 11.0, 23.0, 35.0, 58.0, 96.0, 153.0, 298.0, 542.0, 929.0, 1726.0, 3189.0, 6044.0, 12339.0, 28633.0, 79083.0, 232704.0, 391740.0, 184150.0, 61962.0, 23411.0, 10120.0, 5191.0, 2767.0, 1495.0, 792.0, 464.0, 247.0, 152.0, 77.0, 49.0, 32.0, 11.0, 11.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-26.15625, -25.26611328125, -24.3759765625, -23.48583984375, -22.595703125, -21.70556640625, -20.8154296875, -19.92529296875, -19.03515625, -18.14501953125, -17.2548828125, -16.36474609375, -15.474609375, -14.58447265625, -13.6943359375, -12.80419921875, -11.9140625, -11.02392578125, -10.1337890625, -9.24365234375, -8.353515625, -7.46337890625, -6.5732421875, -5.68310546875, -4.79296875, -3.90283203125, -3.0126953125, -2.12255859375, -1.232421875, -0.34228515625, 0.5478515625, 1.43798828125, 2.328125, 3.21826171875, 4.1083984375, 4.99853515625, 5.888671875, 6.77880859375, 7.6689453125, 8.55908203125, 9.44921875, 10.33935546875, 11.2294921875, 12.11962890625, 13.009765625, 13.89990234375, 14.7900390625, 15.68017578125, 16.5703125, 17.46044921875, 18.3505859375, 19.24072265625, 20.130859375, 21.02099609375, 21.9111328125, 22.80126953125, 23.69140625, 24.58154296875, 25.4716796875, 26.36181640625, 27.251953125, 28.14208984375, 29.0322265625, 29.92236328125, 30.8125]}, "gradients/decoder.roberta.encoder.layer.4.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 3.0, 4.0, 5.0, 4.0, 8.0, 11.0, 12.0, 15.0, 12.0, 16.0, 18.0, 25.0, 18.0, 30.0, 24.0, 35.0, 26.0, 36.0, 35.0, 36.0, 32.0, 48.0, 46.0, 44.0, 41.0, 32.0, 43.0, 41.0, 31.0, 31.0, 28.0, 38.0, 23.0, 18.0, 15.0, 24.0, 16.0, 3.0, 12.0, 8.0, 10.0, 5.0, 6.0, 15.0, 7.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.109375, -20.427001953125, -19.74462890625, -19.062255859375, -18.3798828125, -17.697509765625, -17.01513671875, -16.332763671875, -15.650390625, -14.968017578125, -14.28564453125, -13.603271484375, -12.9208984375, -12.238525390625, -11.55615234375, -10.873779296875, -10.19140625, -9.509033203125, -8.82666015625, -8.144287109375, -7.4619140625, -6.779541015625, -6.09716796875, -5.414794921875, -4.732421875, -4.050048828125, -3.36767578125, -2.685302734375, -2.0029296875, -1.320556640625, -0.63818359375, 0.044189453125, 0.7265625, 1.408935546875, 2.09130859375, 2.773681640625, 3.4560546875, 4.138427734375, 4.82080078125, 5.503173828125, 6.185546875, 6.867919921875, 7.55029296875, 8.232666015625, 8.9150390625, 9.597412109375, 10.27978515625, 10.962158203125, 11.64453125, 12.326904296875, 13.00927734375, 13.691650390625, 14.3740234375, 15.056396484375, 15.73876953125, 16.421142578125, 17.103515625, 17.785888671875, 18.46826171875, 19.150634765625, 19.8330078125, 20.515380859375, 21.19775390625, 21.880126953125, 22.5625]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 14.0, 9.0, 10.0, 10.0, 19.0, 22.0, 16.0, 45.0, 52.0, 44.0, 91.0, 99.0, 115.0, 153.0, 192.0, 13372.0, 1033211.0, 314.0, 168.0, 111.0, 105.0, 81.0, 62.0, 56.0, 38.0, 34.0, 30.0, 17.0, 10.0, 15.0, 15.0, 6.0, 5.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-594.5, -575.4375, -556.375, -537.3125, -518.25, -499.1875, -480.125, -461.0625, -442.0, -422.9375, -403.875, -384.8125, -365.75, -346.6875, -327.625, -308.5625, -289.5, -270.4375, -251.375, -232.3125, -213.25, -194.1875, -175.125, -156.0625, -137.0, -117.9375, -98.875, -79.8125, -60.75, -41.6875, -22.625, -3.5625, 15.5, 34.5625, 53.625, 72.6875, 91.75, 110.8125, 129.875, 148.9375, 168.0, 187.0625, 206.125, 225.1875, 244.25, 263.3125, 282.375, 301.4375, 320.5, 339.5625, 358.625, 377.6875, 396.75, 415.8125, 434.875, 453.9375, 473.0, 492.0625, 511.125, 530.1875, 549.25, 568.3125, 587.375, 606.4375, 625.5]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 2.0, 8.0, 6.0, 13.0, 16.0, 9.0, 14.0, 34.0, 30.0, 31.0, 30.0, 35.0, 42.0, 45.0, 46.0, 53.0, 64.0, 45.0, 53.0, 50.0, 46.0, 48.0, 58.0, 42.0, 33.0, 31.0, 21.0, 17.0, 16.0, 14.0, 16.0, 10.0, 7.0, 7.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.21875, -25.359130859375, -24.49951171875, -23.639892578125, -22.7802734375, -21.920654296875, -21.06103515625, -20.201416015625, -19.341796875, -18.482177734375, -17.62255859375, -16.762939453125, -15.9033203125, -15.043701171875, -14.18408203125, -13.324462890625, -12.46484375, -11.605224609375, -10.74560546875, -9.885986328125, -9.0263671875, -8.166748046875, -7.30712890625, -6.447509765625, -5.587890625, -4.728271484375, -3.86865234375, -3.009033203125, -2.1494140625, -1.289794921875, -0.43017578125, 0.429443359375, 1.2890625, 2.148681640625, 3.00830078125, 3.867919921875, 4.7275390625, 5.587158203125, 6.44677734375, 7.306396484375, 8.166015625, 9.025634765625, 9.88525390625, 10.744873046875, 11.6044921875, 12.464111328125, 13.32373046875, 14.183349609375, 15.04296875, 15.902587890625, 16.76220703125, 17.621826171875, 18.4814453125, 19.341064453125, 20.20068359375, 21.060302734375, 21.919921875, 22.779541015625, 23.63916015625, 24.498779296875, 25.3583984375, 26.218017578125, 27.07763671875, 27.937255859375, 28.796875]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 6.0, 13.0, 3.0, 8.0, 14.0, 25.0, 35.0, 54.0, 92.0, 185.0, 313.0, 717.0, 2300.0, 14452.0, 208206.0, 750048.0, 63547.0, 6103.0, 1378.0, 474.0, 259.0, 119.0, 66.0, 44.0, 33.0, 18.0, 10.0, 7.0, 8.0, 3.0, 9.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.71875, -44.158203125, -42.59765625, -41.037109375, -39.4765625, -37.916015625, -36.35546875, -34.794921875, -33.234375, -31.673828125, -30.11328125, -28.552734375, -26.9921875, -25.431640625, -23.87109375, -22.310546875, -20.75, -19.189453125, -17.62890625, -16.068359375, -14.5078125, -12.947265625, -11.38671875, -9.826171875, -8.265625, -6.705078125, -5.14453125, -3.583984375, -2.0234375, -0.462890625, 1.09765625, 2.658203125, 4.21875, 5.779296875, 7.33984375, 8.900390625, 10.4609375, 12.021484375, 13.58203125, 15.142578125, 16.703125, 18.263671875, 19.82421875, 21.384765625, 22.9453125, 24.505859375, 26.06640625, 27.626953125, 29.1875, 30.748046875, 32.30859375, 33.869140625, 35.4296875, 36.990234375, 38.55078125, 40.111328125, 41.671875, 43.232421875, 44.79296875, 46.353515625, 47.9140625, 49.474609375, 51.03515625, 52.595703125, 54.15625]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 5.0, 11.0, 24.0, 21.0, 52.0, 81.0, 127.0, 160.0, 161.0, 136.0, 93.0, 57.0, 23.0, 20.0, 10.0, 5.0, 7.0, 5.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00371551513671875, -0.00359266996383667, -0.00346982479095459, -0.0033469796180725098, -0.0032241344451904297, -0.0031012892723083496, -0.0029784440994262695, -0.0028555989265441895, -0.0027327537536621094, -0.0026099085807800293, -0.0024870634078979492, -0.002364218235015869, -0.002241373062133789, -0.002118527889251709, -0.001995682716369629, -0.0018728375434875488, -0.0017499923706054688, -0.0016271471977233887, -0.0015043020248413086, -0.0013814568519592285, -0.0012586116790771484, -0.0011357665061950684, -0.0010129213333129883, -0.0008900761604309082, -0.0007672309875488281, -0.000644385814666748, -0.000521540641784668, -0.0003986954689025879, -0.0002758502960205078, -0.00015300512313842773, -3.0159950256347656e-05, 9.268522262573242e-05, 0.0002155303955078125, 0.0003383755683898926, 0.00046122074127197266, 0.0005840659141540527, 0.0007069110870361328, 0.0008297562599182129, 0.000952601432800293, 0.001075446605682373, 0.0011982917785644531, 0.0013211369514465332, 0.0014439821243286133, 0.0015668272972106934, 0.0016896724700927734, 0.0018125176429748535, 0.0019353628158569336, 0.0020582079887390137, 0.0021810531616210938, 0.002303898334503174, 0.002426743507385254, 0.002549588680267334, 0.002672433853149414, 0.002795279026031494, 0.0029181241989135742, 0.0030409693717956543, 0.0031638145446777344, 0.0032866597175598145, 0.0034095048904418945, 0.0035323500633239746, 0.0036551952362060547, 0.0037780404090881348, 0.003900885581970215, 0.004023730754852295, 0.004146575927734375]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 5.0, 2.0, 9.0, 5.0, 18.0, 16.0, 43.0, 80.0, 149.0, 507.0, 3294.0, 731300.0, 310035.0, 2336.0, 475.0, 134.0, 64.0, 33.0, 12.0, 13.0, 14.0, 9.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-164.875, -160.5283203125, -156.181640625, -151.8349609375, -147.48828125, -143.1416015625, -138.794921875, -134.4482421875, -130.1015625, -125.7548828125, -121.408203125, -117.0615234375, -112.71484375, -108.3681640625, -104.021484375, -99.6748046875, -95.328125, -90.9814453125, -86.634765625, -82.2880859375, -77.94140625, -73.5947265625, -69.248046875, -64.9013671875, -60.5546875, -56.2080078125, -51.861328125, -47.5146484375, -43.16796875, -38.8212890625, -34.474609375, -30.1279296875, -25.78125, -21.4345703125, -17.087890625, -12.7412109375, -8.39453125, -4.0478515625, 0.298828125, 4.6455078125, 8.9921875, 13.3388671875, 17.685546875, 22.0322265625, 26.37890625, 30.7255859375, 35.072265625, 39.4189453125, 43.765625, 48.1123046875, 52.458984375, 56.8056640625, 61.15234375, 65.4990234375, 69.845703125, 74.1923828125, 78.5390625, 82.8857421875, 87.232421875, 91.5791015625, 95.92578125, 100.2724609375, 104.619140625, 108.9658203125, 113.3125]}, "gradients/decoder.roberta.encoder.layer.4.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 4.0, 10.0, 16.0, 10.0, 22.0, 23.0, 51.0, 67.0, 83.0, 94.0, 132.0, 108.0, 113.0, 68.0, 66.0, 40.0, 25.0, 23.0, 10.0, 8.0, 9.0, 7.0, 4.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.08984375, -5.85333251953125, -5.6168212890625, -5.38031005859375, -5.143798828125, -4.90728759765625, -4.6707763671875, -4.43426513671875, -4.19775390625, -3.96124267578125, -3.7247314453125, -3.48822021484375, -3.251708984375, -3.01519775390625, -2.7786865234375, -2.54217529296875, -2.3056640625, -2.06915283203125, -1.8326416015625, -1.59613037109375, -1.359619140625, -1.12310791015625, -0.8865966796875, -0.65008544921875, -0.41357421875, -0.17706298828125, 0.0594482421875, 0.29595947265625, 0.532470703125, 0.76898193359375, 1.0054931640625, 1.24200439453125, 1.478515625, 1.71502685546875, 1.9515380859375, 2.18804931640625, 2.424560546875, 2.66107177734375, 2.8975830078125, 3.13409423828125, 3.37060546875, 3.60711669921875, 3.8436279296875, 4.08013916015625, 4.316650390625, 4.55316162109375, 4.7896728515625, 5.02618408203125, 5.2626953125, 5.49920654296875, 5.7357177734375, 5.97222900390625, 6.208740234375, 6.44525146484375, 6.6817626953125, 6.91827392578125, 7.15478515625, 7.39129638671875, 7.6278076171875, 7.86431884765625, 8.100830078125, 8.33734130859375, 8.5738525390625, 8.81036376953125, 9.046875]}, "gradients/decoder.roberta.encoder.layer.3.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 7.0, 19.0, 27.0, 35.0, 45.0, 68.0, 67.0, 114.0, 85.0, 116.0, 98.0, 83.0, 81.0, 62.0, 35.0, 28.0, 14.0, 12.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.99456787109375, -36.59199523925781, -35.18941879272461, -33.78684616088867, -32.38426971435547, -30.98169708251953, -29.57912254333496, -28.17654800415039, -26.77397346496582, -25.37139892578125, -23.96882438659668, -22.56624984741211, -21.163677215576172, -19.76110076904297, -18.35852813720703, -16.95595359802246, -15.55337905883789, -14.15080451965332, -12.74822998046875, -11.345656394958496, -9.943081855773926, -8.540507316589355, -7.137933731079102, -5.735359191894531, -4.332784652709961, -2.9302103519439697, -1.5276360511779785, -0.1250619888305664, 1.277512550354004, 2.680087089538574, 4.082660675048828, 5.485235214233398, 6.887809753417969, 8.290384292602539, 9.69295883178711, 11.095532417297363, 12.498106956481934, 13.900681495666504, 15.303255081176758, 16.705829620361328, 18.1084041595459, 19.51097869873047, 20.91355323791504, 22.31612777709961, 23.718700408935547, 25.12127685546875, 26.523849487304688, 27.926424026489258, 29.328998565673828, 30.7315731048584, 32.13414764404297, 33.536720275878906, 34.93929672241211, 36.34186935424805, 37.74444580078125, 39.14701843261719, 40.549591064453125, 41.95216369628906, 43.354740142822266, 44.7573127746582, 46.159889221191406, 47.562461853027344, 48.96503448486328, 50.367610931396484, 51.77018737792969]}, "gradients/decoder.roberta.encoder.layer.3.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 3.0, 9.0, 5.0, 9.0, 6.0, 16.0, 8.0, 15.0, 13.0, 15.0, 16.0, 15.0, 31.0, 32.0, 24.0, 35.0, 34.0, 33.0, 31.0, 30.0, 31.0, 43.0, 34.0, 31.0, 32.0, 32.0, 28.0, 39.0, 31.0, 33.0, 37.0, 34.0, 26.0, 20.0, 28.0, 16.0, 20.0, 17.0, 11.0, 9.0, 15.0, 9.0, 10.0, 7.0, 5.0, 3.0, 6.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-22.13494873046875, -21.3184871673584, -20.502025604248047, -19.685564041137695, -18.869102478027344, -18.052642822265625, -17.236181259155273, -16.419719696044922, -15.60325813293457, -14.786796569824219, -13.970335006713867, -13.153874397277832, -12.33741283416748, -11.520951271057129, -10.704490661621094, -9.888029098510742, -9.07156753540039, -8.255105972290039, -7.438644886016846, -6.622183799743652, -5.805722236633301, -4.989260673522949, -4.172799587249756, -3.3563385009765625, -2.539876937866211, -1.7234156131744385, -0.906954288482666, -0.09049296379089355, 0.7259683609008789, 1.5424299240112305, 2.358891010284424, 3.175352096557617, 3.9918136596679688, 4.80827522277832, 5.624736309051514, 6.441197395324707, 7.257658958435059, 8.07412052154541, 8.890581130981445, 9.707042694091797, 10.523504257202148, 11.3399658203125, 12.156427383422852, 12.972887992858887, 13.789349555969238, 14.60581111907959, 15.422271728515625, 16.238733291625977, 17.055194854736328, 17.87165641784668, 18.68811798095703, 19.504579544067383, 20.321041107177734, 21.137500762939453, 21.953962326049805, 22.770423889160156, 23.586885452270508, 24.40334701538086, 25.21980857849121, 26.036270141601562, 26.85272979736328, 27.669193267822266, 28.485652923583984, 29.302114486694336, 30.118576049804688]}, "gradients/decoder.roberta.encoder.layer.3.output.dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 7.0, 7.0, 4.0, 6.0, 7.0, 8.0, 9.0, 12.0, 16.0, 28.0, 33.0, 30.0, 44.0, 52.0, 95.0, 153.0, 278.0, 567.0, 1323.0, 3807.0, 14115.0, 81306.0, 854382.0, 3014543.0, 186407.0, 27190.0, 6006.0, 2039.0, 800.0, 413.0, 177.0, 119.0, 74.0, 46.0, 34.0, 27.0, 28.0, 21.0, 11.0, 7.0, 12.0, 12.0, 10.0, 7.0, 6.0, 5.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-53.125, -51.3056640625, -49.486328125, -47.6669921875, -45.84765625, -44.0283203125, -42.208984375, -40.3896484375, -38.5703125, -36.7509765625, -34.931640625, -33.1123046875, -31.29296875, -29.4736328125, -27.654296875, -25.8349609375, -24.015625, -22.1962890625, -20.376953125, -18.5576171875, -16.73828125, -14.9189453125, -13.099609375, -11.2802734375, -9.4609375, -7.6416015625, -5.822265625, -4.0029296875, -2.18359375, -0.3642578125, 1.455078125, 3.2744140625, 5.09375, 6.9130859375, 8.732421875, 10.5517578125, 12.37109375, 14.1904296875, 16.009765625, 17.8291015625, 19.6484375, 21.4677734375, 23.287109375, 25.1064453125, 26.92578125, 28.7451171875, 30.564453125, 32.3837890625, 34.203125, 36.0224609375, 37.841796875, 39.6611328125, 41.48046875, 43.2998046875, 45.119140625, 46.9384765625, 48.7578125, 50.5771484375, 52.396484375, 54.2158203125, 56.03515625, 57.8544921875, 59.673828125, 61.4931640625, 63.3125]}, "gradients/decoder.roberta.encoder.layer.3.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 6.0, 2.0, 7.0, 5.0, 6.0, 11.0, 6.0, 10.0, 14.0, 15.0, 15.0, 20.0, 13.0, 17.0, 27.0, 27.0, 34.0, 37.0, 33.0, 40.0, 43.0, 30.0, 36.0, 41.0, 37.0, 36.0, 36.0, 35.0, 39.0, 33.0, 33.0, 32.0, 32.0, 27.0, 24.0, 24.0, 26.0, 10.0, 14.0, 8.0, 12.0, 10.0, 9.0, 5.0, 7.0, 4.0, 9.0, 6.0, 5.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.9453125, -13.4395751953125, -12.933837890625, -12.4281005859375, -11.92236328125, -11.4166259765625, -10.910888671875, -10.4051513671875, -9.8994140625, -9.3936767578125, -8.887939453125, -8.3822021484375, -7.87646484375, -7.3707275390625, -6.864990234375, -6.3592529296875, -5.853515625, -5.3477783203125, -4.842041015625, -4.3363037109375, -3.83056640625, -3.3248291015625, -2.819091796875, -2.3133544921875, -1.8076171875, -1.3018798828125, -0.796142578125, -0.2904052734375, 0.21533203125, 0.7210693359375, 1.226806640625, 1.7325439453125, 2.23828125, 2.7440185546875, 3.249755859375, 3.7554931640625, 4.26123046875, 4.7669677734375, 5.272705078125, 5.7784423828125, 6.2841796875, 6.7899169921875, 7.295654296875, 7.8013916015625, 8.30712890625, 8.8128662109375, 9.318603515625, 9.8243408203125, 10.330078125, 10.8358154296875, 11.341552734375, 11.8472900390625, 12.35302734375, 12.8587646484375, 13.364501953125, 13.8702392578125, 14.3759765625, 14.8817138671875, 15.387451171875, 15.8931884765625, 16.39892578125, 16.9046630859375, 17.410400390625, 17.9161376953125, 18.421875]}, "gradients/decoder.roberta.encoder.layer.3.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 8.0, 13.0, 42.0, 104.0, 244.0, 1187.0, 298406.0, 3891928.0, 1860.0, 328.0, 75.0, 34.0, 29.0, 8.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-441.75, -428.79296875, -415.8359375, -402.87890625, -389.921875, -376.96484375, -364.0078125, -351.05078125, -338.09375, -325.13671875, -312.1796875, -299.22265625, -286.265625, -273.30859375, -260.3515625, -247.39453125, -234.4375, -221.48046875, -208.5234375, -195.56640625, -182.609375, -169.65234375, -156.6953125, -143.73828125, -130.78125, -117.82421875, -104.8671875, -91.91015625, -78.953125, -65.99609375, -53.0390625, -40.08203125, -27.125, -14.16796875, -1.2109375, 11.74609375, 24.703125, 37.66015625, 50.6171875, 63.57421875, 76.53125, 89.48828125, 102.4453125, 115.40234375, 128.359375, 141.31640625, 154.2734375, 167.23046875, 180.1875, 193.14453125, 206.1015625, 219.05859375, 232.015625, 244.97265625, 257.9296875, 270.88671875, 283.84375, 296.80078125, 309.7578125, 322.71484375, 335.671875, 348.62890625, 361.5859375, 374.54296875, 387.5]}, "gradients/decoder.roberta.encoder.layer.3.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 8.0, 11.0, 24.0, 69.0, 144.0, 358.0, 905.0, 1590.0, 567.0, 217.0, 88.0, 46.0, 17.0, 14.0, 10.0, 4.0, 8.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.015625, -20.271728515625, -19.52783203125, -18.783935546875, -18.0400390625, -17.296142578125, -16.55224609375, -15.808349609375, -15.064453125, -14.320556640625, -13.57666015625, -12.832763671875, -12.0888671875, -11.344970703125, -10.60107421875, -9.857177734375, -9.11328125, -8.369384765625, -7.62548828125, -6.881591796875, -6.1376953125, -5.393798828125, -4.64990234375, -3.906005859375, -3.162109375, -2.418212890625, -1.67431640625, -0.930419921875, -0.1865234375, 0.557373046875, 1.30126953125, 2.045166015625, 2.7890625, 3.532958984375, 4.27685546875, 5.020751953125, 5.7646484375, 6.508544921875, 7.25244140625, 7.996337890625, 8.740234375, 9.484130859375, 10.22802734375, 10.971923828125, 11.7158203125, 12.459716796875, 13.20361328125, 13.947509765625, 14.69140625, 15.435302734375, 16.17919921875, 16.923095703125, 17.6669921875, 18.410888671875, 19.15478515625, 19.898681640625, 20.642578125, 21.386474609375, 22.13037109375, 22.874267578125, 23.6181640625, 24.362060546875, 25.10595703125, 25.849853515625, 26.59375]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 15.0, 11.0, 17.0, 17.0, 32.0, 53.0, 62.0, 71.0, 74.0, 95.0, 90.0, 107.0, 93.0, 72.0, 61.0, 44.0, 29.0, 24.0, 17.0, 8.0, 11.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.07743263244629, -23.00017547607422, -21.92292022705078, -20.84566307067871, -19.76840591430664, -18.691150665283203, -17.613893508911133, -16.536636352539062, -15.459381103515625, -14.382124900817871, -13.304868698120117, -12.227611541748047, -11.150355339050293, -10.073099136352539, -8.995841979980469, -7.918585777282715, -6.841329574584961, -5.764073371887207, -4.686816692352295, -3.609560251235962, -2.532303810119629, -1.455047607421875, -0.3777909278869629, 0.6994657516479492, 1.7767219543457031, 2.853978395462036, 3.931234836578369, 5.008491516113281, 6.085747718811035, 7.163003921508789, 8.24026107788086, 9.317517280578613, 10.394775390625, 11.472031593322754, 12.549287796020508, 13.626544952392578, 14.703801155090332, 15.781057357788086, 16.858314514160156, 17.935569763183594, 19.012826919555664, 20.090084075927734, 21.167339324951172, 22.244596481323242, 23.321853637695312, 24.39910888671875, 25.47636604309082, 26.55362319946289, 27.630878448486328, 28.7081356048584, 29.785390853881836, 30.862648010253906, 31.939903259277344, 33.01715850830078, 34.094417572021484, 35.17167282104492, 36.248931884765625, 37.32618713378906, 38.403446197509766, 39.4807014465332, 40.55795669555664, 41.635215759277344, 42.71247100830078, 43.78972625732422, 44.866981506347656]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 10.0, 6.0, 9.0, 16.0, 7.0, 17.0, 20.0, 15.0, 26.0, 19.0, 32.0, 38.0, 34.0, 44.0, 43.0, 49.0, 37.0, 51.0, 41.0, 31.0, 32.0, 44.0, 40.0, 59.0, 33.0, 23.0, 35.0, 30.0, 26.0, 18.0, 16.0, 15.0, 12.0, 16.0, 10.0, 7.0, 13.0, 8.0, 10.0, 3.0, 3.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.477203369140625, -20.794357299804688, -20.111509323120117, -19.428661346435547, -18.74581527709961, -18.062969207763672, -17.3801212310791, -16.69727325439453, -16.014427185058594, -15.33158016204834, -14.648733139038086, -13.965886116027832, -13.283039093017578, -12.600192070007324, -11.91734504699707, -11.234498023986816, -10.551651000976562, -9.868803977966309, -9.185956954956055, -8.5031099319458, -7.820262908935547, -7.137415885925293, -6.454568862915039, -5.771721839904785, -5.088874816894531, -4.406027793884277, -3.7231807708740234, -3.0403337478637695, -2.3574867248535156, -1.6746397018432617, -0.9917926788330078, -0.3089456558227539, 0.3738994598388672, 1.056746482849121, 1.739593505859375, 2.422440528869629, 3.105287551879883, 3.7881345748901367, 4.470981597900391, 5.1538286209106445, 5.836675643920898, 6.519522666931152, 7.202369689941406, 7.88521671295166, 8.568063735961914, 9.250910758972168, 9.933757781982422, 10.616604804992676, 11.29945182800293, 11.982298851013184, 12.665145874023438, 13.347992897033691, 14.030839920043945, 14.7136869430542, 15.396533966064453, 16.07938003540039, 16.76222801208496, 17.44507598876953, 18.12792205810547, 18.810768127441406, 19.493616104125977, 20.176464080810547, 20.859310150146484, 21.542156219482422, 22.225004196166992]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 5.0, 4.0, 8.0, 6.0, 13.0, 31.0, 28.0, 60.0, 85.0, 110.0, 162.0, 291.0, 455.0, 735.0, 1127.0, 1797.0, 2743.0, 4361.0, 6524.0, 10465.0, 15757.0, 23779.0, 35549.0, 51152.0, 72027.0, 94194.0, 114871.0, 125622.0, 121021.0, 103311.0, 80501.0, 59313.0, 41325.0, 27907.0, 18830.0, 12290.0, 7936.0, 5096.0, 3228.0, 2142.0, 1356.0, 850.0, 531.0, 360.0, 235.0, 144.0, 71.0, 45.0, 42.0, 29.0, 13.0, 11.0, 11.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7646484375, -1.7071685791015625, -1.649688720703125, -1.5922088623046875, -1.53472900390625, -1.4772491455078125, -1.419769287109375, -1.3622894287109375, -1.3048095703125, -1.2473297119140625, -1.189849853515625, -1.1323699951171875, -1.07489013671875, -1.0174102783203125, -0.959930419921875, -0.9024505615234375, -0.844970703125, -0.7874908447265625, -0.730010986328125, -0.6725311279296875, -0.61505126953125, -0.5575714111328125, -0.500091552734375, -0.4426116943359375, -0.3851318359375, -0.3276519775390625, -0.270172119140625, -0.2126922607421875, -0.15521240234375, -0.0977325439453125, -0.040252685546875, 0.0172271728515625, 0.07470703125, 0.1321868896484375, 0.189666748046875, 0.2471466064453125, 0.30462646484375, 0.3621063232421875, 0.419586181640625, 0.4770660400390625, 0.5345458984375, 0.5920257568359375, 0.649505615234375, 0.7069854736328125, 0.76446533203125, 0.8219451904296875, 0.879425048828125, 0.9369049072265625, 0.994384765625, 1.0518646240234375, 1.109344482421875, 1.1668243408203125, 1.22430419921875, 1.2817840576171875, 1.339263916015625, 1.3967437744140625, 1.4542236328125, 1.5117034912109375, 1.569183349609375, 1.6266632080078125, 1.68414306640625, 1.7416229248046875, 1.799102783203125, 1.8565826416015625, 1.9140625]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 6.0, 8.0, 8.0, 17.0, 10.0, 15.0, 16.0, 17.0, 25.0, 18.0, 32.0, 35.0, 37.0, 41.0, 46.0, 48.0, 39.0, 49.0, 38.0, 33.0, 32.0, 41.0, 41.0, 57.0, 37.0, 23.0, 31.0, 33.0, 26.0, 22.0, 13.0, 17.0, 11.0, 18.0, 8.0, 8.0, 14.0, 6.0, 11.0, 4.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.125, -20.46826171875, -19.8115234375, -19.15478515625, -18.498046875, -17.84130859375, -17.1845703125, -16.52783203125, -15.87109375, -15.21435546875, -14.5576171875, -13.90087890625, -13.244140625, -12.58740234375, -11.9306640625, -11.27392578125, -10.6171875, -9.96044921875, -9.3037109375, -8.64697265625, -7.990234375, -7.33349609375, -6.6767578125, -6.02001953125, -5.36328125, -4.70654296875, -4.0498046875, -3.39306640625, -2.736328125, -2.07958984375, -1.4228515625, -0.76611328125, -0.109375, 0.54736328125, 1.2041015625, 1.86083984375, 2.517578125, 3.17431640625, 3.8310546875, 4.48779296875, 5.14453125, 5.80126953125, 6.4580078125, 7.11474609375, 7.771484375, 8.42822265625, 9.0849609375, 9.74169921875, 10.3984375, 11.05517578125, 11.7119140625, 12.36865234375, 13.025390625, 13.68212890625, 14.3388671875, 14.99560546875, 15.65234375, 16.30908203125, 16.9658203125, 17.62255859375, 18.279296875, 18.93603515625, 19.5927734375, 20.24951171875, 20.90625]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.value.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 9.0, 13.0, 21.0, 26.0, 37.0, 55.0, 72.0, 113.0, 141.0, 200.0, 275.0, 365.0, 499.0, 685.0, 994.0, 1366.0, 1804.0, 2583.0, 3582.0, 5042.0, 7121.0, 10430.0, 15449.0, 24041.0, 78107.0, 704246.0, 111557.0, 25743.0, 16500.0, 11172.0, 7648.0, 5225.0, 3774.0, 2687.0, 1955.0, 1400.0, 979.0, 704.0, 515.0, 395.0, 289.0, 195.0, 165.0, 120.0, 83.0, 54.0, 40.0, 31.0, 17.0, 10.0, 9.0, 6.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0], "bins": [-3.39453125, -3.2869873046875, -3.179443359375, -3.0718994140625, -2.96435546875, -2.8568115234375, -2.749267578125, -2.6417236328125, -2.5341796875, -2.4266357421875, -2.319091796875, -2.2115478515625, -2.10400390625, -1.9964599609375, -1.888916015625, -1.7813720703125, -1.673828125, -1.5662841796875, -1.458740234375, -1.3511962890625, -1.24365234375, -1.1361083984375, -1.028564453125, -0.9210205078125, -0.8134765625, -0.7059326171875, -0.598388671875, -0.4908447265625, -0.38330078125, -0.2757568359375, -0.168212890625, -0.0606689453125, 0.046875, 0.1544189453125, 0.261962890625, 0.3695068359375, 0.47705078125, 0.5845947265625, 0.692138671875, 0.7996826171875, 0.9072265625, 1.0147705078125, 1.122314453125, 1.2298583984375, 1.33740234375, 1.4449462890625, 1.552490234375, 1.6600341796875, 1.767578125, 1.8751220703125, 1.982666015625, 2.0902099609375, 2.19775390625, 2.3052978515625, 2.412841796875, 2.5203857421875, 2.6279296875, 2.7354736328125, 2.843017578125, 2.9505615234375, 3.05810546875, 3.1656494140625, 3.273193359375, 3.3807373046875, 3.48828125]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 7.0, 8.0, 7.0, 9.0, 10.0, 12.0, 21.0, 9.0, 23.0, 19.0, 28.0, 31.0, 32.0, 38.0, 28.0, 38.0, 40.0, 48.0, 44.0, 40.0, 51.0, 29.0, 42.0, 49.0, 39.0, 32.0, 27.0, 28.0, 34.0, 26.0, 34.0, 16.0, 17.0, 22.0, 13.0, 10.0, 8.0, 7.0, 5.0, 5.0, 5.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-13.2109375, -12.7823486328125, -12.353759765625, -11.9251708984375, -11.49658203125, -11.0679931640625, -10.639404296875, -10.2108154296875, -9.7822265625, -9.3536376953125, -8.925048828125, -8.4964599609375, -8.06787109375, -7.6392822265625, -7.210693359375, -6.7821044921875, -6.353515625, -5.9249267578125, -5.496337890625, -5.0677490234375, -4.63916015625, -4.2105712890625, -3.781982421875, -3.3533935546875, -2.9248046875, -2.4962158203125, -2.067626953125, -1.6390380859375, -1.21044921875, -0.7818603515625, -0.353271484375, 0.0753173828125, 0.50390625, 0.9324951171875, 1.361083984375, 1.7896728515625, 2.21826171875, 2.6468505859375, 3.075439453125, 3.5040283203125, 3.9326171875, 4.3612060546875, 4.789794921875, 5.2183837890625, 5.64697265625, 6.0755615234375, 6.504150390625, 6.9327392578125, 7.361328125, 7.7899169921875, 8.218505859375, 8.6470947265625, 9.07568359375, 9.5042724609375, 9.932861328125, 10.3614501953125, 10.7900390625, 11.2186279296875, 11.647216796875, 12.0758056640625, 12.50439453125, 12.9329833984375, 13.361572265625, 13.7901611328125, 14.21875]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 6.0, 4.0, 7.0, 9.0, 16.0, 15.0, 19.0, 45.0, 44.0, 90.0, 108.0, 175.0, 263.0, 397.0, 675.0, 998.0, 1586.0, 2699.0, 4624.0, 7711.0, 14365.0, 27333.0, 139289.0, 771749.0, 35023.0, 17743.0, 9636.0, 5518.0, 3244.0, 1874.0, 1207.0, 708.0, 458.0, 307.0, 207.0, 120.0, 86.0, 61.0, 33.0, 26.0, 25.0, 14.0, 11.0, 10.0, 13.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.38525390625, -0.3736381530761719, -0.36202239990234375, -0.3504066467285156, -0.3387908935546875, -0.3271751403808594, -0.31555938720703125, -0.3039436340332031, -0.292327880859375, -0.2807121276855469, -0.26909637451171875, -0.2574806213378906, -0.2458648681640625, -0.23424911499023438, -0.22263336181640625, -0.21101760864257812, -0.19940185546875, -0.18778610229492188, -0.17617034912109375, -0.16455459594726562, -0.1529388427734375, -0.14132308959960938, -0.12970733642578125, -0.11809158325195312, -0.106475830078125, -0.09486007690429688, -0.08324432373046875, -0.07162857055664062, -0.0600128173828125, -0.048397064208984375, -0.03678131103515625, -0.025165557861328125, -0.0135498046875, -0.001934051513671875, 0.00968170166015625, 0.021297454833984375, 0.0329132080078125, 0.044528961181640625, 0.05614471435546875, 0.06776046752929688, 0.079376220703125, 0.09099197387695312, 0.10260772705078125, 0.11422348022460938, 0.1258392333984375, 0.13745498657226562, 0.14907073974609375, 0.16068649291992188, 0.17230224609375, 0.18391799926757812, 0.19553375244140625, 0.20714950561523438, 0.2187652587890625, 0.23038101196289062, 0.24199676513671875, 0.2536125183105469, 0.265228271484375, 0.2768440246582031, 0.28845977783203125, 0.3000755310058594, 0.3116912841796875, 0.3233070373535156, 0.33492279052734375, 0.3465385437011719, 0.358154296875]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 6.0, 2.0, 5.0, 7.0, 10.0, 11.0, 16.0, 21.0, 32.0, 31.0, 51.0, 56.0, 58.0, 63.0, 66.0, 69.0, 62.0, 58.0, 58.0, 68.0, 50.0, 40.0, 28.0, 43.0, 20.0, 17.0, 8.0, 14.0, 7.0, 4.0, 8.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.314018249511719e-05, -3.200303763151169e-05, -3.086589276790619e-05, -2.972874790430069e-05, -2.859160304069519e-05, -2.745445817708969e-05, -2.6317313313484192e-05, -2.5180168449878693e-05, -2.4043023586273193e-05, -2.2905878722667694e-05, -2.1768733859062195e-05, -2.0631588995456696e-05, -1.9494444131851196e-05, -1.8357299268245697e-05, -1.7220154404640198e-05, -1.60830095410347e-05, -1.49458646774292e-05, -1.38087198138237e-05, -1.26715749502182e-05, -1.1534430086612701e-05, -1.0397285223007202e-05, -9.260140359401703e-06, -8.122995495796204e-06, -6.985850632190704e-06, -5.848705768585205e-06, -4.711560904979706e-06, -3.5744160413742065e-06, -2.4372711777687073e-06, -1.300126314163208e-06, -1.6298145055770874e-07, 9.741634130477905e-07, 2.11130827665329e-06, 3.248453140258789e-06, 4.385598003864288e-06, 5.522742867469788e-06, 6.659887731075287e-06, 7.797032594680786e-06, 8.934177458286285e-06, 1.0071322321891785e-05, 1.1208467185497284e-05, 1.2345612049102783e-05, 1.3482756912708282e-05, 1.4619901776313782e-05, 1.575704663991928e-05, 1.689419150352478e-05, 1.803133636713028e-05, 1.916848123073578e-05, 2.0305626094341278e-05, 2.1442770957946777e-05, 2.2579915821552277e-05, 2.3717060685157776e-05, 2.4854205548763275e-05, 2.5991350412368774e-05, 2.7128495275974274e-05, 2.8265640139579773e-05, 2.9402785003185272e-05, 3.053992986679077e-05, 3.167707473039627e-05, 3.281421959400177e-05, 3.395136445760727e-05, 3.508850932121277e-05, 3.622565418481827e-05, 3.736279904842377e-05, 3.8499943912029266e-05, 3.9637088775634766e-05]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 8.0, 5.0, 3.0, 9.0, 14.0, 23.0, 19.0, 31.0, 32.0, 43.0, 45.0, 67.0, 98.0, 117.0, 130.0, 217.0, 407.0, 3427.0, 74180.0, 794230.0, 167398.0, 6479.0, 637.0, 195.0, 161.0, 120.0, 90.0, 66.0, 74.0, 64.0, 35.0, 39.0, 21.0, 16.0, 13.0, 8.0, 8.0, 11.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.849609375, -0.8218612670898438, -0.7941131591796875, -0.7663650512695312, -0.738616943359375, -0.7108688354492188, -0.6831207275390625, -0.6553726196289062, -0.62762451171875, -0.5998764038085938, -0.5721282958984375, -0.5443801879882812, -0.516632080078125, -0.48888397216796875, -0.4611358642578125, -0.43338775634765625, -0.4056396484375, -0.37789154052734375, -0.3501434326171875, -0.32239532470703125, -0.294647216796875, -0.26689910888671875, -0.2391510009765625, -0.21140289306640625, -0.18365478515625, -0.15590667724609375, -0.1281585693359375, -0.10041046142578125, -0.072662353515625, -0.04491424560546875, -0.0171661376953125, 0.01058197021484375, 0.038330078125, 0.06607818603515625, 0.0938262939453125, 0.12157440185546875, 0.149322509765625, 0.17707061767578125, 0.2048187255859375, 0.23256683349609375, 0.26031494140625, 0.28806304931640625, 0.3158111572265625, 0.34355926513671875, 0.371307373046875, 0.39905548095703125, 0.4268035888671875, 0.45455169677734375, 0.4822998046875, 0.5100479125976562, 0.5377960205078125, 0.5655441284179688, 0.593292236328125, 0.6210403442382812, 0.6487884521484375, 0.6765365600585938, 0.70428466796875, 0.7320327758789062, 0.7597808837890625, 0.7875289916992188, 0.815277099609375, 0.8430252075195312, 0.8707733154296875, 0.8985214233398438, 0.92626953125]}, "gradients/decoder.roberta.encoder.layer.3.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 5.0, 7.0, 1.0, 5.0, 8.0, 5.0, 7.0, 8.0, 11.0, 11.0, 14.0, 23.0, 20.0, 25.0, 34.0, 36.0, 38.0, 34.0, 38.0, 48.0, 39.0, 39.0, 65.0, 32.0, 47.0, 41.0, 51.0, 44.0, 29.0, 36.0, 35.0, 35.0, 14.0, 24.0, 18.0, 24.0, 6.0, 7.0, 15.0, 3.0, 3.0, 11.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.061004638671875, -0.0591583251953125, -0.05731201171875, -0.0554656982421875, -0.053619384765625, -0.0517730712890625, -0.0499267578125, -0.0480804443359375, -0.046234130859375, -0.0443878173828125, -0.04254150390625, -0.0406951904296875, -0.038848876953125, -0.0370025634765625, -0.03515625, -0.0333099365234375, -0.031463623046875, -0.0296173095703125, -0.02777099609375, -0.0259246826171875, -0.024078369140625, -0.0222320556640625, -0.0203857421875, -0.0185394287109375, -0.016693115234375, -0.0148468017578125, -0.01300048828125, -0.0111541748046875, -0.009307861328125, -0.0074615478515625, -0.005615234375, -0.0037689208984375, -0.001922607421875, -7.62939453125e-05, 0.00177001953125, 0.0036163330078125, 0.005462646484375, 0.0073089599609375, 0.0091552734375, 0.0110015869140625, 0.012847900390625, 0.0146942138671875, 0.01654052734375, 0.0183868408203125, 0.020233154296875, 0.0220794677734375, 0.02392578125, 0.0257720947265625, 0.027618408203125, 0.0294647216796875, 0.03131103515625, 0.0331573486328125, 0.035003662109375, 0.0368499755859375, 0.0386962890625, 0.0405426025390625, 0.042388916015625, 0.0442352294921875, 0.04608154296875, 0.0479278564453125, 0.049774169921875, 0.0516204833984375, 0.053466796875, 0.0553131103515625, 0.057159423828125]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 6.0, 11.0, 13.0, 13.0, 40.0, 43.0, 51.0, 72.0, 72.0, 93.0, 84.0, 90.0, 109.0, 84.0, 68.0, 48.0, 33.0, 25.0, 16.0, 15.0, 10.0, 6.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.24997901916504, -24.187402725219727, -23.124826431274414, -22.0622501373291, -20.99967384338379, -19.937097549438477, -18.874523162841797, -17.811946868896484, -16.749370574951172, -15.68679428100586, -14.624217987060547, -13.561641693115234, -12.499065399169922, -11.43648910522461, -10.373913764953613, -9.3113374710083, -8.248760223388672, -7.186183929443359, -6.123607635498047, -5.061031818389893, -3.99845552444458, -2.9358792304992676, -1.8733034133911133, -0.8107271194458008, 0.2518491744995117, 1.3144253492355347, 2.3770015239715576, 3.439577579498291, 4.5021538734436035, 5.564730167388916, 6.62730598449707, 7.689882278442383, 8.752460479736328, 9.81503677368164, 10.877613067626953, 11.940189361572266, 13.002765655517578, 14.06534194946289, 15.127917289733887, 16.190494537353516, 17.253070831298828, 18.31564712524414, 19.378223419189453, 20.440799713134766, 21.503376007080078, 22.56595230102539, 23.628528594970703, 24.691104888916016, 25.753679275512695, 26.816255569458008, 27.87883186340332, 28.941408157348633, 30.003984451293945, 31.066560745239258, 32.12913513183594, 33.19171142578125, 34.25428771972656, 35.316864013671875, 36.37944030761719, 37.4420166015625, 38.50459289550781, 39.567169189453125, 40.62974548339844, 41.69232177734375, 42.75489807128906]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 6.0, 8.0, 8.0, 15.0, 12.0, 14.0, 17.0, 17.0, 25.0, 20.0, 31.0, 36.0, 35.0, 42.0, 45.0, 51.0, 37.0, 48.0, 37.0, 33.0, 33.0, 42.0, 41.0, 56.0, 37.0, 23.0, 32.0, 32.0, 26.0, 22.0, 13.0, 17.0, 11.0, 19.0, 7.0, 8.0, 14.0, 6.0, 11.0, 4.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.12836456298828, -20.47134017944336, -19.81431770324707, -19.15729522705078, -18.50027084350586, -17.843246459960938, -17.18622398376465, -16.52920150756836, -15.872177124023438, -15.215153694152832, -14.558130264282227, -13.901106834411621, -13.244083404541016, -12.58705997467041, -11.930036544799805, -11.2730131149292, -10.615989685058594, -9.958966255187988, -9.301942825317383, -8.644919395446777, -7.987895965576172, -7.330872535705566, -6.673849105834961, -6.0168256759643555, -5.35980224609375, -4.7027788162231445, -4.045755386352539, -3.3887319564819336, -2.731708526611328, -2.0746850967407227, -1.4176616668701172, -0.7606382369995117, -0.10361480712890625, 0.5534086227416992, 1.2104320526123047, 1.8674554824829102, 2.5244789123535156, 3.181502342224121, 3.8385257720947266, 4.495549201965332, 5.1525726318359375, 5.809596061706543, 6.466619491577148, 7.123642921447754, 7.780666351318359, 8.437689781188965, 9.09471321105957, 9.751736640930176, 10.408760070800781, 11.065783500671387, 11.722806930541992, 12.379830360412598, 13.036853790283203, 13.693877220153809, 14.350900650024414, 15.00792407989502, 15.664947509765625, 16.321971893310547, 16.978994369506836, 17.636016845703125, 18.293041229248047, 18.95006561279297, 19.607088088989258, 20.264110565185547, 20.92113494873047]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 9.0, 8.0, 11.0, 12.0, 19.0, 28.0, 50.0, 76.0, 151.0, 252.0, 433.0, 826.0, 1628.0, 3096.0, 5906.0, 11540.0, 22899.0, 49139.0, 127272.0, 453086.0, 231548.0, 75130.0, 32336.0, 15879.0, 8209.0, 4275.0, 2204.0, 1135.0, 588.0, 349.0, 165.0, 103.0, 69.0, 48.0, 23.0, 14.0, 13.0, 8.0, 8.0, 4.0, 0.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-27.046875, -26.137451171875, -25.22802734375, -24.318603515625, -23.4091796875, -22.499755859375, -21.59033203125, -20.680908203125, -19.771484375, -18.862060546875, -17.95263671875, -17.043212890625, -16.1337890625, -15.224365234375, -14.31494140625, -13.405517578125, -12.49609375, -11.586669921875, -10.67724609375, -9.767822265625, -8.8583984375, -7.948974609375, -7.03955078125, -6.130126953125, -5.220703125, -4.311279296875, -3.40185546875, -2.492431640625, -1.5830078125, -0.673583984375, 0.23583984375, 1.145263671875, 2.0546875, 2.964111328125, 3.87353515625, 4.782958984375, 5.6923828125, 6.601806640625, 7.51123046875, 8.420654296875, 9.330078125, 10.239501953125, 11.14892578125, 12.058349609375, 12.9677734375, 13.877197265625, 14.78662109375, 15.696044921875, 16.60546875, 17.514892578125, 18.42431640625, 19.333740234375, 20.2431640625, 21.152587890625, 22.06201171875, 22.971435546875, 23.880859375, 24.790283203125, 25.69970703125, 26.609130859375, 27.5185546875, 28.427978515625, 29.33740234375, 30.246826171875, 31.15625]}, "gradients/decoder.roberta.encoder.layer.3.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 6.0, 1.0, 10.0, 4.0, 9.0, 9.0, 13.0, 13.0, 14.0, 10.0, 18.0, 28.0, 30.0, 26.0, 30.0, 36.0, 43.0, 46.0, 45.0, 45.0, 36.0, 33.0, 26.0, 40.0, 36.0, 53.0, 44.0, 35.0, 31.0, 25.0, 37.0, 30.0, 20.0, 11.0, 20.0, 15.0, 14.0, 11.0, 11.0, 8.0, 8.0, 8.0, 7.0, 6.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.328125, -18.710205078125, -18.09228515625, -17.474365234375, -16.8564453125, -16.238525390625, -15.62060546875, -15.002685546875, -14.384765625, -13.766845703125, -13.14892578125, -12.531005859375, -11.9130859375, -11.295166015625, -10.67724609375, -10.059326171875, -9.44140625, -8.823486328125, -8.20556640625, -7.587646484375, -6.9697265625, -6.351806640625, -5.73388671875, -5.115966796875, -4.498046875, -3.880126953125, -3.26220703125, -2.644287109375, -2.0263671875, -1.408447265625, -0.79052734375, -0.172607421875, 0.4453125, 1.063232421875, 1.68115234375, 2.299072265625, 2.9169921875, 3.534912109375, 4.15283203125, 4.770751953125, 5.388671875, 6.006591796875, 6.62451171875, 7.242431640625, 7.8603515625, 8.478271484375, 9.09619140625, 9.714111328125, 10.33203125, 10.949951171875, 11.56787109375, 12.185791015625, 12.8037109375, 13.421630859375, 14.03955078125, 14.657470703125, 15.275390625, 15.893310546875, 16.51123046875, 17.129150390625, 17.7470703125, 18.364990234375, 18.98291015625, 19.600830078125, 20.21875]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 6.0, 4.0, 5.0, 7.0, 4.0, 12.0, 15.0, 14.0, 17.0, 22.0, 14.0, 32.0, 32.0, 37.0, 28.0, 54.0, 63.0, 65.0, 62.0, 64.0, 93.0, 89.0, 123.0, 329.0, 83694.0, 961995.0, 698.0, 149.0, 89.0, 95.0, 88.0, 71.0, 70.0, 46.0, 63.0, 40.0, 30.0, 27.0, 31.0, 35.0, 27.0, 18.0, 22.0, 12.0, 6.0, 13.0, 9.0, 8.0, 3.0, 5.0, 6.0, 6.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0], "bins": [-271.25, -261.61328125, -251.9765625, -242.33984375, -232.703125, -223.06640625, -213.4296875, -203.79296875, -194.15625, -184.51953125, -174.8828125, -165.24609375, -155.609375, -145.97265625, -136.3359375, -126.69921875, -117.0625, -107.42578125, -97.7890625, -88.15234375, -78.515625, -68.87890625, -59.2421875, -49.60546875, -39.96875, -30.33203125, -20.6953125, -11.05859375, -1.421875, 8.21484375, 17.8515625, 27.48828125, 37.125, 46.76171875, 56.3984375, 66.03515625, 75.671875, 85.30859375, 94.9453125, 104.58203125, 114.21875, 123.85546875, 133.4921875, 143.12890625, 152.765625, 162.40234375, 172.0390625, 181.67578125, 191.3125, 200.94921875, 210.5859375, 220.22265625, 229.859375, 239.49609375, 249.1328125, 258.76953125, 268.40625, 278.04296875, 287.6796875, 297.31640625, 306.953125, 316.58984375, 326.2265625, 335.86328125, 345.5]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 5.0, 3.0, 2.0, 4.0, 3.0, 6.0, 8.0, 11.0, 12.0, 14.0, 17.0, 18.0, 15.0, 12.0, 26.0, 16.0, 31.0, 26.0, 27.0, 38.0, 48.0, 33.0, 33.0, 47.0, 46.0, 46.0, 50.0, 38.0, 39.0, 41.0, 26.0, 22.0, 30.0, 28.0, 32.0, 21.0, 22.0, 16.0, 19.0, 8.0, 13.0, 12.0, 3.0, 10.0, 12.0, 3.0, 2.0, 2.0, 5.0, 3.0, 0.0, 3.0, 1.0, 2.0], "bins": [-18.046875, -17.53466796875, -17.0224609375, -16.51025390625, -15.998046875, -15.48583984375, -14.9736328125, -14.46142578125, -13.94921875, -13.43701171875, -12.9248046875, -12.41259765625, -11.900390625, -11.38818359375, -10.8759765625, -10.36376953125, -9.8515625, -9.33935546875, -8.8271484375, -8.31494140625, -7.802734375, -7.29052734375, -6.7783203125, -6.26611328125, -5.75390625, -5.24169921875, -4.7294921875, -4.21728515625, -3.705078125, -3.19287109375, -2.6806640625, -2.16845703125, -1.65625, -1.14404296875, -0.6318359375, -0.11962890625, 0.392578125, 0.90478515625, 1.4169921875, 1.92919921875, 2.44140625, 2.95361328125, 3.4658203125, 3.97802734375, 4.490234375, 5.00244140625, 5.5146484375, 6.02685546875, 6.5390625, 7.05126953125, 7.5634765625, 8.07568359375, 8.587890625, 9.10009765625, 9.6123046875, 10.12451171875, 10.63671875, 11.14892578125, 11.6611328125, 12.17333984375, 12.685546875, 13.19775390625, 13.7099609375, 14.22216796875, 14.734375]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.key.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 10.0, 18.0, 15.0, 23.0, 44.0, 77.0, 169.0, 310.0, 774.0, 3446.0, 55262.0, 894538.0, 87817.0, 4449.0, 883.0, 351.0, 145.0, 84.0, 49.0, 31.0, 18.0, 12.0, 10.0, 9.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.71875, -33.89306640625, -32.0673828125, -30.24169921875, -28.416015625, -26.59033203125, -24.7646484375, -22.93896484375, -21.11328125, -19.28759765625, -17.4619140625, -15.63623046875, -13.810546875, -11.98486328125, -10.1591796875, -8.33349609375, -6.5078125, -4.68212890625, -2.8564453125, -1.03076171875, 0.794921875, 2.62060546875, 4.4462890625, 6.27197265625, 8.09765625, 9.92333984375, 11.7490234375, 13.57470703125, 15.400390625, 17.22607421875, 19.0517578125, 20.87744140625, 22.703125, 24.52880859375, 26.3544921875, 28.18017578125, 30.005859375, 31.83154296875, 33.6572265625, 35.48291015625, 37.30859375, 39.13427734375, 40.9599609375, 42.78564453125, 44.611328125, 46.43701171875, 48.2626953125, 50.08837890625, 51.9140625, 53.73974609375, 55.5654296875, 57.39111328125, 59.216796875, 61.04248046875, 62.8681640625, 64.69384765625, 66.51953125, 68.34521484375, 70.1708984375, 71.99658203125, 73.822265625, 75.64794921875, 77.4736328125, 79.29931640625, 81.125]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 1.0, 12.0, 10.0, 18.0, 17.0, 31.0, 34.0, 40.0, 58.0, 77.0, 92.0, 203.0, 83.0, 80.0, 59.0, 48.0, 31.0, 26.0, 25.0, 15.0, 10.0, 4.0, 6.0, 4.0, 3.0, 5.0, 4.0, 5.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023193359375, -0.0022499561309814453, -0.0021805763244628906, -0.002111196517944336, -0.0020418167114257812, -0.0019724369049072266, -0.0019030570983886719, -0.0018336772918701172, -0.0017642974853515625, -0.0016949176788330078, -0.0016255378723144531, -0.0015561580657958984, -0.0014867782592773438, -0.001417398452758789, -0.0013480186462402344, -0.0012786388397216797, -0.001209259033203125, -0.0011398792266845703, -0.0010704994201660156, -0.001001119613647461, -0.0009317398071289062, -0.0008623600006103516, -0.0007929801940917969, -0.0007236003875732422, -0.0006542205810546875, -0.0005848407745361328, -0.0005154609680175781, -0.00044608116149902344, -0.00037670135498046875, -0.00030732154846191406, -0.00023794174194335938, -0.0001685619354248047, -9.918212890625e-05, -2.9802322387695312e-05, 3.9577484130859375e-05, 0.00010895729064941406, 0.00017833709716796875, 0.00024771690368652344, 0.0003170967102050781, 0.0003864765167236328, 0.0004558563232421875, 0.0005252361297607422, 0.0005946159362792969, 0.0006639957427978516, 0.0007333755493164062, 0.0008027553558349609, 0.0008721351623535156, 0.0009415149688720703, 0.001010894775390625, 0.0010802745819091797, 0.0011496543884277344, 0.001219034194946289, 0.0012884140014648438, 0.0013577938079833984, 0.0014271736145019531, 0.0014965534210205078, 0.0015659332275390625, 0.0016353130340576172, 0.0017046928405761719, 0.0017740726470947266, 0.0018434524536132812, 0.001912832260131836, 0.0019822120666503906, 0.0020515918731689453, 0.0021209716796875]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 9.0, 9.0, 14.0, 19.0, 42.0, 73.0, 89.0, 200.0, 439.0, 1413.0, 7956.0, 747876.0, 283921.0, 4595.0, 1064.0, 386.0, 179.0, 76.0, 62.0, 34.0, 17.0, 17.0, 8.0, 11.0, 6.0, 4.0, 2.0, 5.0, 5.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-80.4375, -78.064453125, -75.69140625, -73.318359375, -70.9453125, -68.572265625, -66.19921875, -63.826171875, -61.453125, -59.080078125, -56.70703125, -54.333984375, -51.9609375, -49.587890625, -47.21484375, -44.841796875, -42.46875, -40.095703125, -37.72265625, -35.349609375, -32.9765625, -30.603515625, -28.23046875, -25.857421875, -23.484375, -21.111328125, -18.73828125, -16.365234375, -13.9921875, -11.619140625, -9.24609375, -6.873046875, -4.5, -2.126953125, 0.24609375, 2.619140625, 4.9921875, 7.365234375, 9.73828125, 12.111328125, 14.484375, 16.857421875, 19.23046875, 21.603515625, 23.9765625, 26.349609375, 28.72265625, 31.095703125, 33.46875, 35.841796875, 38.21484375, 40.587890625, 42.9609375, 45.333984375, 47.70703125, 50.080078125, 52.453125, 54.826171875, 57.19921875, 59.572265625, 61.9453125, 64.318359375, 66.69140625, 69.064453125, 71.4375]}, "gradients/decoder.roberta.encoder.layer.3.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 9.0, 11.0, 17.0, 28.0, 31.0, 46.0, 62.0, 102.0, 99.0, 186.0, 127.0, 93.0, 49.0, 53.0, 21.0, 21.0, 11.0, 10.0, 10.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.68359375, -7.4600830078125, -7.236572265625, -7.0130615234375, -6.78955078125, -6.5660400390625, -6.342529296875, -6.1190185546875, -5.8955078125, -5.6719970703125, -5.448486328125, -5.2249755859375, -5.00146484375, -4.7779541015625, -4.554443359375, -4.3309326171875, -4.107421875, -3.8839111328125, -3.660400390625, -3.4368896484375, -3.21337890625, -2.9898681640625, -2.766357421875, -2.5428466796875, -2.3193359375, -2.0958251953125, -1.872314453125, -1.6488037109375, -1.42529296875, -1.2017822265625, -0.978271484375, -0.7547607421875, -0.53125, -0.3077392578125, -0.084228515625, 0.1392822265625, 0.36279296875, 0.5863037109375, 0.809814453125, 1.0333251953125, 1.2568359375, 1.4803466796875, 1.703857421875, 1.9273681640625, 2.15087890625, 2.3743896484375, 2.597900390625, 2.8214111328125, 3.044921875, 3.2684326171875, 3.491943359375, 3.7154541015625, 3.93896484375, 4.1624755859375, 4.385986328125, 4.6094970703125, 4.8330078125, 5.0565185546875, 5.280029296875, 5.5035400390625, 5.72705078125, 5.9505615234375, 6.174072265625, 6.3975830078125, 6.62109375]}, "gradients/decoder.roberta.encoder.layer.2.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 11.0, 31.0, 71.0, 108.0, 163.0, 178.0, 177.0, 124.0, 81.0, 43.0, 9.0, 9.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-108.544921875, -106.31233978271484, -104.07975769042969, -101.84717559814453, -99.61459350585938, -97.38201141357422, -95.14942932128906, -92.91685485839844, -90.68426513671875, -88.4516830444336, -86.21910095214844, -83.98651885986328, -81.75393676757812, -79.52135467529297, -77.28877258300781, -75.05619812011719, -72.82361602783203, -70.59103393554688, -68.35845184326172, -66.12586975097656, -63.893287658691406, -61.66070556640625, -59.42812728881836, -57.1955451965332, -54.96296310424805, -52.73038101196289, -50.497798919677734, -48.26521682739258, -46.03263854980469, -43.80005645751953, -41.567474365234375, -39.33489227294922, -37.102317810058594, -34.86973571777344, -32.63715362548828, -30.404573440551758, -28.1719913482666, -25.939409255981445, -23.706829071044922, -21.474246978759766, -19.24166488647461, -17.009082794189453, -14.776501655578613, -12.543920516967773, -10.311338424682617, -8.078756332397461, -5.846175193786621, -3.6135940551757812, -1.381011962890625, 0.851569652557373, 3.084151268005371, 5.316732883453369, 7.549314498901367, 9.781896591186523, 12.014477729797363, 14.247058868408203, 16.47964096069336, 18.712223052978516, 20.944805145263672, 23.177385330200195, 25.40996742248535, 27.642549514770508, 29.87512969970703, 32.10771179199219, 34.340293884277344]}, "gradients/decoder.roberta.encoder.layer.2.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 3.0, 2.0, 4.0, 9.0, 13.0, 14.0, 15.0, 12.0, 13.0, 16.0, 32.0, 22.0, 35.0, 27.0, 36.0, 24.0, 43.0, 38.0, 41.0, 40.0, 38.0, 41.0, 49.0, 41.0, 48.0, 33.0, 36.0, 29.0, 31.0, 28.0, 23.0, 32.0, 22.0, 21.0, 18.0, 11.0, 16.0, 4.0, 11.0, 9.0, 5.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-22.512279510498047, -21.778696060180664, -21.045114517211914, -20.31153106689453, -19.57794952392578, -18.8443660736084, -18.110782623291016, -17.377201080322266, -16.643617630004883, -15.910035133361816, -15.17645263671875, -14.442869186401367, -13.7092866897583, -12.975704193115234, -12.242120742797852, -11.508538246154785, -10.774955749511719, -10.041373252868652, -9.307790756225586, -8.574207305908203, -7.840624809265137, -7.10704231262207, -6.373459339141846, -5.639876365661621, -4.906293869018555, -4.172711372375488, -3.4391283988952637, -2.705545663833618, -1.9719629287719727, -1.2383801937103271, -0.5047974586486816, 0.22878551483154297, 0.9623699188232422, 1.6959526538848877, 2.429535388946533, 3.1631181240081787, 3.896700859069824, 4.630283355712891, 5.363866329193115, 6.09744930267334, 6.831031799316406, 7.564614295959473, 8.298196792602539, 9.031780242919922, 9.765362739562988, 10.498945236206055, 11.232528686523438, 11.966111183166504, 12.69969367980957, 13.433276176452637, 14.166858673095703, 14.900442123413086, 15.634024620056152, 16.36760711669922, 17.1011905670166, 17.834774017333984, 18.568355560302734, 19.301939010620117, 20.035520553588867, 20.76910400390625, 21.502685546875, 22.236268997192383, 22.969852447509766, 23.703433990478516, 24.4370174407959]}, "gradients/decoder.roberta.encoder.layer.2.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 8.0, 6.0, 8.0, 9.0, 8.0, 17.0, 17.0, 23.0, 28.0, 36.0, 44.0, 57.0, 79.0, 88.0, 137.0, 213.0, 438.0, 1057.0, 3652.0, 17053.0, 132694.0, 3543442.0, 442749.0, 41554.0, 7439.0, 1820.0, 649.0, 268.0, 186.0, 119.0, 78.0, 73.0, 43.0, 43.0, 30.0, 23.0, 26.0, 18.0, 8.0, 5.0, 6.0, 9.0, 7.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-61.46875, -59.5908203125, -57.712890625, -55.8349609375, -53.95703125, -52.0791015625, -50.201171875, -48.3232421875, -46.4453125, -44.5673828125, -42.689453125, -40.8115234375, -38.93359375, -37.0556640625, -35.177734375, -33.2998046875, -31.421875, -29.5439453125, -27.666015625, -25.7880859375, -23.91015625, -22.0322265625, -20.154296875, -18.2763671875, -16.3984375, -14.5205078125, -12.642578125, -10.7646484375, -8.88671875, -7.0087890625, -5.130859375, -3.2529296875, -1.375, 0.5029296875, 2.380859375, 4.2587890625, 6.13671875, 8.0146484375, 9.892578125, 11.7705078125, 13.6484375, 15.5263671875, 17.404296875, 19.2822265625, 21.16015625, 23.0380859375, 24.916015625, 26.7939453125, 28.671875, 30.5498046875, 32.427734375, 34.3056640625, 36.18359375, 38.0615234375, 39.939453125, 41.8173828125, 43.6953125, 45.5732421875, 47.451171875, 49.3291015625, 51.20703125, 53.0849609375, 54.962890625, 56.8408203125, 58.71875]}, "gradients/decoder.roberta.encoder.layer.2.output.dense.bias": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 6.0, 1.0, 6.0, 8.0, 14.0, 8.0, 18.0, 9.0, 11.0, 19.0, 25.0, 13.0, 28.0, 39.0, 25.0, 28.0, 23.0, 25.0, 42.0, 45.0, 41.0, 37.0, 34.0, 44.0, 36.0, 32.0, 33.0, 33.0, 39.0, 30.0, 36.0, 34.0, 22.0, 25.0, 24.0, 23.0, 17.0, 13.0, 10.0, 11.0, 7.0, 4.0, 4.0, 8.0, 3.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.53125, -14.05517578125, -13.5791015625, -13.10302734375, -12.626953125, -12.15087890625, -11.6748046875, -11.19873046875, -10.72265625, -10.24658203125, -9.7705078125, -9.29443359375, -8.818359375, -8.34228515625, -7.8662109375, -7.39013671875, -6.9140625, -6.43798828125, -5.9619140625, -5.48583984375, -5.009765625, -4.53369140625, -4.0576171875, -3.58154296875, -3.10546875, -2.62939453125, -2.1533203125, -1.67724609375, -1.201171875, -0.72509765625, -0.2490234375, 0.22705078125, 0.703125, 1.17919921875, 1.6552734375, 2.13134765625, 2.607421875, 3.08349609375, 3.5595703125, 4.03564453125, 4.51171875, 4.98779296875, 5.4638671875, 5.93994140625, 6.416015625, 6.89208984375, 7.3681640625, 7.84423828125, 8.3203125, 8.79638671875, 9.2724609375, 9.74853515625, 10.224609375, 10.70068359375, 11.1767578125, 11.65283203125, 12.12890625, 12.60498046875, 13.0810546875, 13.55712890625, 14.033203125, 14.50927734375, 14.9853515625, 15.46142578125, 15.9375]}, "gradients/decoder.roberta.encoder.layer.2.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 8.0, 2.0, 7.0, 17.0, 23.0, 30.0, 50.0, 122.0, 206.0, 735.0, 5511.0, 4011201.0, 173341.0, 2215.0, 392.0, 189.0, 78.0, 55.0, 38.0, 20.0, 10.0, 5.0, 9.0, 2.0, 3.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-239.375, -232.693359375, -226.01171875, -219.330078125, -212.6484375, -205.966796875, -199.28515625, -192.603515625, -185.921875, -179.240234375, -172.55859375, -165.876953125, -159.1953125, -152.513671875, -145.83203125, -139.150390625, -132.46875, -125.787109375, -119.10546875, -112.423828125, -105.7421875, -99.060546875, -92.37890625, -85.697265625, -79.015625, -72.333984375, -65.65234375, -58.970703125, -52.2890625, -45.607421875, -38.92578125, -32.244140625, -25.5625, -18.880859375, -12.19921875, -5.517578125, 1.1640625, 7.845703125, 14.52734375, 21.208984375, 27.890625, 34.572265625, 41.25390625, 47.935546875, 54.6171875, 61.298828125, 67.98046875, 74.662109375, 81.34375, 88.025390625, 94.70703125, 101.388671875, 108.0703125, 114.751953125, 121.43359375, 128.115234375, 134.796875, 141.478515625, 148.16015625, 154.841796875, 161.5234375, 168.205078125, 174.88671875, 181.568359375, 188.25]}, "gradients/decoder.roberta.encoder.layer.2.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 8.0, 5.0, 9.0, 15.0, 25.0, 33.0, 46.0, 92.0, 152.0, 276.0, 624.0, 1826.0, 458.0, 172.0, 120.0, 78.0, 48.0, 25.0, 23.0, 9.0, 10.0, 4.0, 7.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.6796875, -11.29345703125, -10.9072265625, -10.52099609375, -10.134765625, -9.74853515625, -9.3623046875, -8.97607421875, -8.58984375, -8.20361328125, -7.8173828125, -7.43115234375, -7.044921875, -6.65869140625, -6.2724609375, -5.88623046875, -5.5, -5.11376953125, -4.7275390625, -4.34130859375, -3.955078125, -3.56884765625, -3.1826171875, -2.79638671875, -2.41015625, -2.02392578125, -1.6376953125, -1.25146484375, -0.865234375, -0.47900390625, -0.0927734375, 0.29345703125, 0.6796875, 1.06591796875, 1.4521484375, 1.83837890625, 2.224609375, 2.61083984375, 2.9970703125, 3.38330078125, 3.76953125, 4.15576171875, 4.5419921875, 4.92822265625, 5.314453125, 5.70068359375, 6.0869140625, 6.47314453125, 6.859375, 7.24560546875, 7.6318359375, 8.01806640625, 8.404296875, 8.79052734375, 9.1767578125, 9.56298828125, 9.94921875, 10.33544921875, 10.7216796875, 11.10791015625, 11.494140625, 11.88037109375, 12.2666015625, 12.65283203125, 13.0390625]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 14.0, 17.0, 37.0, 54.0, 83.0, 102.0, 128.0, 143.0, 109.0, 106.0, 84.0, 66.0, 31.0, 17.0, 8.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-65.19449615478516, -63.851844787597656, -62.509193420410156, -61.166542053222656, -59.823890686035156, -58.481239318847656, -57.138587951660156, -55.795936584472656, -54.453285217285156, -53.110633850097656, -51.767982482910156, -50.425331115722656, -49.082679748535156, -47.740028381347656, -46.397377014160156, -45.054725646972656, -43.71207809448242, -42.36942672729492, -41.02677536010742, -39.68412399291992, -38.34147262573242, -36.99882125854492, -35.65617370605469, -34.31352233886719, -32.97087097167969, -31.628219604492188, -30.285568237304688, -28.942916870117188, -27.600265502929688, -26.257614135742188, -24.91496467590332, -23.57231330871582, -22.229658126831055, -20.887006759643555, -19.544355392456055, -18.201705932617188, -16.859054565429688, -15.516402244567871, -14.173751831054688, -12.831100463867188, -11.488449096679688, -10.145797729492188, -8.803146362304688, -7.460495948791504, -6.117844581604004, -4.775193214416504, -3.4325428009033203, -2.0898914337158203, -0.7472400665283203, 0.5954110622406006, 1.9380621910095215, 3.2807130813598633, 4.623364448547363, 5.966015815734863, 7.308666229248047, 8.651317596435547, 9.993968963623047, 11.336620330810547, 12.679271697998047, 14.02192211151123, 15.36457347869873, 16.707225799560547, 18.049875259399414, 19.392526626586914, 20.735177993774414]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 3.0, 0.0, 10.0, 11.0, 13.0, 12.0, 9.0, 16.0, 16.0, 16.0, 20.0, 26.0, 22.0, 22.0, 31.0, 39.0, 27.0, 38.0, 34.0, 36.0, 41.0, 41.0, 32.0, 43.0, 30.0, 32.0, 29.0, 39.0, 30.0, 41.0, 30.0, 26.0, 32.0, 17.0, 28.0, 25.0, 19.0, 10.0, 8.0, 9.0, 10.0, 6.0, 5.0, 3.0, 7.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-17.68569564819336, -17.136890411376953, -16.588085174560547, -16.03927993774414, -15.490474700927734, -14.941669464111328, -14.392863273620605, -13.8440580368042, -13.295252799987793, -12.746447563171387, -12.19764232635498, -11.648837089538574, -11.100030899047852, -10.551225662231445, -10.002420425415039, -9.453615188598633, -8.904809951782227, -8.35600471496582, -7.807199478149414, -7.25839376449585, -6.709588527679443, -6.160783290863037, -5.611977577209473, -5.063172340393066, -4.51436710357666, -3.965561866760254, -3.4167563915252686, -2.867950916290283, -2.319145679473877, -1.7703404426574707, -1.2215349674224854, -0.6727294921875, -0.12392425537109375, 0.42488110065460205, 0.9736864566802979, 1.5224918127059937, 2.0712971687316895, 2.6201024055480957, 3.168907880783081, 3.7177133560180664, 4.266518592834473, 4.815323829650879, 5.364129066467285, 5.91293478012085, 6.461740016937256, 7.010545253753662, 7.559350967407227, 8.108156204223633, 8.656961441040039, 9.205766677856445, 9.754571914672852, 10.303377151489258, 10.852182388305664, 11.40098762512207, 11.949793815612793, 12.4985990524292, 13.047404289245605, 13.596209526062012, 14.145014762878418, 14.693819999694824, 15.242626190185547, 15.791431427001953, 16.34023666381836, 16.889041900634766, 17.437847137451172]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 6.0, 17.0, 17.0, 28.0, 49.0, 85.0, 104.0, 168.0, 255.0, 392.0, 636.0, 976.0, 1634.0, 2530.0, 3998.0, 6414.0, 9686.0, 15235.0, 23490.0, 34046.0, 49702.0, 69165.0, 91519.0, 112389.0, 124240.0, 121134.0, 105524.0, 83667.0, 62312.0, 43771.0, 29665.0, 19848.0, 12900.0, 8184.0, 5449.0, 3411.0, 2119.0, 1363.0, 868.0, 540.0, 353.0, 220.0, 150.0, 110.0, 81.0, 43.0, 27.0, 10.0, 11.0, 8.0, 5.0, 1.0, 5.0, 1.0, 2.0, 3.0], "bins": [-1.66015625, -1.6095733642578125, -1.558990478515625, -1.5084075927734375, -1.45782470703125, -1.4072418212890625, -1.356658935546875, -1.3060760498046875, -1.2554931640625, -1.2049102783203125, -1.154327392578125, -1.1037445068359375, -1.05316162109375, -1.0025787353515625, -0.951995849609375, -0.9014129638671875, -0.850830078125, -0.8002471923828125, -0.749664306640625, -0.6990814208984375, -0.64849853515625, -0.5979156494140625, -0.547332763671875, -0.4967498779296875, -0.4461669921875, -0.3955841064453125, -0.345001220703125, -0.2944183349609375, -0.24383544921875, -0.1932525634765625, -0.142669677734375, -0.0920867919921875, -0.04150390625, 0.0090789794921875, 0.059661865234375, 0.1102447509765625, 0.16082763671875, 0.2114105224609375, 0.261993408203125, 0.3125762939453125, 0.3631591796875, 0.4137420654296875, 0.464324951171875, 0.5149078369140625, 0.56549072265625, 0.6160736083984375, 0.666656494140625, 0.7172393798828125, 0.767822265625, 0.8184051513671875, 0.868988037109375, 0.9195709228515625, 0.97015380859375, 1.0207366943359375, 1.071319580078125, 1.1219024658203125, 1.1724853515625, 1.2230682373046875, 1.273651123046875, 1.3242340087890625, 1.37481689453125, 1.4253997802734375, 1.475982666015625, 1.5265655517578125, 1.5771484375]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 4.0, 0.0, 13.0, 11.0, 14.0, 12.0, 8.0, 15.0, 15.0, 19.0, 19.0, 29.0, 16.0, 28.0, 36.0, 30.0, 27.0, 40.0, 33.0, 37.0, 44.0, 38.0, 37.0, 37.0, 34.0, 28.0, 33.0, 36.0, 26.0, 49.0, 27.0, 26.0, 28.0, 16.0, 31.0, 23.0, 17.0, 12.0, 10.0, 10.0, 7.0, 4.0, 6.0, 3.0, 7.0, 6.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-17.4375, -16.9130859375, -16.388671875, -15.8642578125, -15.33984375, -14.8154296875, -14.291015625, -13.7666015625, -13.2421875, -12.7177734375, -12.193359375, -11.6689453125, -11.14453125, -10.6201171875, -10.095703125, -9.5712890625, -9.046875, -8.5224609375, -7.998046875, -7.4736328125, -6.94921875, -6.4248046875, -5.900390625, -5.3759765625, -4.8515625, -4.3271484375, -3.802734375, -3.2783203125, -2.75390625, -2.2294921875, -1.705078125, -1.1806640625, -0.65625, -0.1318359375, 0.392578125, 0.9169921875, 1.44140625, 1.9658203125, 2.490234375, 3.0146484375, 3.5390625, 4.0634765625, 4.587890625, 5.1123046875, 5.63671875, 6.1611328125, 6.685546875, 7.2099609375, 7.734375, 8.2587890625, 8.783203125, 9.3076171875, 9.83203125, 10.3564453125, 10.880859375, 11.4052734375, 11.9296875, 12.4541015625, 12.978515625, 13.5029296875, 14.02734375, 14.5517578125, 15.076171875, 15.6005859375, 16.125]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 6.0, 7.0, 6.0, 9.0, 16.0, 12.0, 28.0, 41.0, 60.0, 68.0, 104.0, 146.0, 202.0, 255.0, 350.0, 520.0, 676.0, 879.0, 1265.0, 1777.0, 2420.0, 3418.0, 4845.0, 6813.0, 10072.0, 14204.0, 21600.0, 47641.0, 584807.0, 253921.0, 31249.0, 18445.0, 12553.0, 8572.0, 6144.0, 4304.0, 3087.0, 2234.0, 1503.0, 1192.0, 846.0, 631.0, 481.0, 326.0, 230.0, 164.0, 125.0, 96.0, 61.0, 52.0, 30.0, 24.0, 19.0, 6.0, 5.0, 5.0, 2.0, 4.0, 4.0, 0.0, 6.0], "bins": [-2.98828125, -2.894378662109375, -2.80047607421875, -2.706573486328125, -2.6126708984375, -2.518768310546875, -2.42486572265625, -2.330963134765625, -2.237060546875, -2.143157958984375, -2.04925537109375, -1.955352783203125, -1.8614501953125, -1.767547607421875, -1.67364501953125, -1.579742431640625, -1.48583984375, -1.391937255859375, -1.29803466796875, -1.204132080078125, -1.1102294921875, -1.016326904296875, -0.92242431640625, -0.828521728515625, -0.734619140625, -0.640716552734375, -0.54681396484375, -0.452911376953125, -0.3590087890625, -0.265106201171875, -0.17120361328125, -0.077301025390625, 0.0166015625, 0.110504150390625, 0.20440673828125, 0.298309326171875, 0.3922119140625, 0.486114501953125, 0.58001708984375, 0.673919677734375, 0.767822265625, 0.861724853515625, 0.95562744140625, 1.049530029296875, 1.1434326171875, 1.237335205078125, 1.33123779296875, 1.425140380859375, 1.51904296875, 1.612945556640625, 1.70684814453125, 1.800750732421875, 1.8946533203125, 1.988555908203125, 2.08245849609375, 2.176361083984375, 2.270263671875, 2.364166259765625, 2.45806884765625, 2.551971435546875, 2.6458740234375, 2.739776611328125, 2.83367919921875, 2.927581787109375, 3.021484375]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 8.0, 6.0, 3.0, 10.0, 6.0, 8.0, 14.0, 12.0, 15.0, 19.0, 15.0, 39.0, 24.0, 25.0, 18.0, 46.0, 28.0, 29.0, 35.0, 49.0, 47.0, 29.0, 41.0, 46.0, 42.0, 53.0, 38.0, 27.0, 34.0, 37.0, 32.0, 40.0, 27.0, 14.0, 15.0, 8.0, 16.0, 14.0, 9.0, 7.0, 4.0, 8.0, 6.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-13.0859375, -12.7088623046875, -12.331787109375, -11.9547119140625, -11.57763671875, -11.2005615234375, -10.823486328125, -10.4464111328125, -10.0693359375, -9.6922607421875, -9.315185546875, -8.9381103515625, -8.56103515625, -8.1839599609375, -7.806884765625, -7.4298095703125, -7.052734375, -6.6756591796875, -6.298583984375, -5.9215087890625, -5.54443359375, -5.1673583984375, -4.790283203125, -4.4132080078125, -4.0361328125, -3.6590576171875, -3.281982421875, -2.9049072265625, -2.52783203125, -2.1507568359375, -1.773681640625, -1.3966064453125, -1.01953125, -0.6424560546875, -0.265380859375, 0.1116943359375, 0.48876953125, 0.8658447265625, 1.242919921875, 1.6199951171875, 1.9970703125, 2.3741455078125, 2.751220703125, 3.1282958984375, 3.50537109375, 3.8824462890625, 4.259521484375, 4.6365966796875, 5.013671875, 5.3907470703125, 5.767822265625, 6.1448974609375, 6.52197265625, 6.8990478515625, 7.276123046875, 7.6531982421875, 8.0302734375, 8.4073486328125, 8.784423828125, 9.1614990234375, 9.53857421875, 9.9156494140625, 10.292724609375, 10.6697998046875, 11.046875]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 6.0, 10.0, 8.0, 16.0, 18.0, 20.0, 21.0, 42.0, 59.0, 60.0, 124.0, 160.0, 263.0, 357.0, 593.0, 883.0, 1549.0, 2406.0, 4267.0, 7654.0, 13972.0, 28009.0, 186666.0, 730041.0, 34039.0, 16353.0, 8707.0, 4846.0, 2838.0, 1619.0, 1021.0, 608.0, 419.0, 309.0, 180.0, 117.0, 87.0, 69.0, 27.0, 27.0, 19.0, 11.0, 20.0, 7.0, 5.0, 3.0, 7.0, 8.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.35791015625, -0.34741973876953125, -0.3369293212890625, -0.32643890380859375, -0.315948486328125, -0.30545806884765625, -0.2949676513671875, -0.28447723388671875, -0.27398681640625, -0.26349639892578125, -0.2530059814453125, -0.24251556396484375, -0.232025146484375, -0.22153472900390625, -0.2110443115234375, -0.20055389404296875, -0.1900634765625, -0.17957305908203125, -0.1690826416015625, -0.15859222412109375, -0.148101806640625, -0.13761138916015625, -0.1271209716796875, -0.11663055419921875, -0.10614013671875, -0.09564971923828125, -0.0851593017578125, -0.07466888427734375, -0.064178466796875, -0.05368804931640625, -0.0431976318359375, -0.03270721435546875, -0.022216796875, -0.01172637939453125, -0.0012359619140625, 0.00925445556640625, 0.019744873046875, 0.03023529052734375, 0.0407257080078125, 0.05121612548828125, 0.06170654296875, 0.07219696044921875, 0.0826873779296875, 0.09317779541015625, 0.103668212890625, 0.11415863037109375, 0.1246490478515625, 0.13513946533203125, 0.1456298828125, 0.15612030029296875, 0.1666107177734375, 0.17710113525390625, 0.187591552734375, 0.19808197021484375, 0.2085723876953125, 0.21906280517578125, 0.22955322265625, 0.24004364013671875, 0.2505340576171875, 0.26102447509765625, 0.271514892578125, 0.28200531005859375, 0.2924957275390625, 0.30298614501953125, 0.3134765625]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 8.0, 10.0, 13.0, 16.0, 21.0, 23.0, 25.0, 36.0, 42.0, 49.0, 48.0, 65.0, 63.0, 53.0, 57.0, 71.0, 62.0, 54.0, 36.0, 39.0, 31.0, 36.0, 22.0, 18.0, 32.0, 14.0, 14.0, 11.0, 4.0, 7.0, 6.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4809112548828125e-05, -3.385450690984726e-05, -3.2899901270866394e-05, -3.194529563188553e-05, -3.099068999290466e-05, -3.0036084353923798e-05, -2.9081478714942932e-05, -2.8126873075962067e-05, -2.71722674369812e-05, -2.6217661798000336e-05, -2.526305615901947e-05, -2.4308450520038605e-05, -2.335384488105774e-05, -2.2399239242076874e-05, -2.1444633603096008e-05, -2.0490027964115143e-05, -1.9535422325134277e-05, -1.8580816686153412e-05, -1.7626211047172546e-05, -1.667160540819168e-05, -1.5716999769210815e-05, -1.476239413022995e-05, -1.3807788491249084e-05, -1.2853182852268219e-05, -1.1898577213287354e-05, -1.0943971574306488e-05, -9.989365935325623e-06, -9.034760296344757e-06, -8.080154657363892e-06, -7.125549018383026e-06, -6.170943379402161e-06, -5.216337740421295e-06, -4.26173210144043e-06, -3.307126462459564e-06, -2.3525208234786987e-06, -1.3979151844978333e-06, -4.4330954551696777e-07, 5.112960934638977e-07, 1.4659017324447632e-06, 2.4205073714256287e-06, 3.375113010406494e-06, 4.32971864938736e-06, 5.284324288368225e-06, 6.2389299273490906e-06, 7.193535566329956e-06, 8.148141205310822e-06, 9.102746844291687e-06, 1.0057352483272552e-05, 1.1011958122253418e-05, 1.1966563761234283e-05, 1.2921169400215149e-05, 1.3875775039196014e-05, 1.483038067817688e-05, 1.5784986317157745e-05, 1.673959195613861e-05, 1.7694197595119476e-05, 1.8648803234100342e-05, 1.9603408873081207e-05, 2.0558014512062073e-05, 2.1512620151042938e-05, 2.2467225790023804e-05, 2.342183142900467e-05, 2.4376437067985535e-05, 2.53310427069664e-05, 2.6285648345947266e-05]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 1.0, 5.0, 1.0, 5.0, 6.0, 13.0, 14.0, 16.0, 14.0, 17.0, 25.0, 25.0, 42.0, 57.0, 75.0, 83.0, 91.0, 92.0, 108.0, 157.0, 326.0, 1668.0, 31869.0, 652902.0, 346745.0, 12259.0, 884.0, 250.0, 145.0, 127.0, 99.0, 80.0, 67.0, 51.0, 49.0, 36.0, 34.0, 31.0, 27.0, 19.0, 7.0, 9.0, 3.0, 8.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.68212890625, -0.6592788696289062, -0.6364288330078125, -0.6135787963867188, -0.590728759765625, -0.5678787231445312, -0.5450286865234375, -0.5221786499023438, -0.49932861328125, -0.47647857666015625, -0.4536285400390625, -0.43077850341796875, -0.407928466796875, -0.38507843017578125, -0.3622283935546875, -0.33937835693359375, -0.3165283203125, -0.29367828369140625, -0.2708282470703125, -0.24797821044921875, -0.225128173828125, -0.20227813720703125, -0.1794281005859375, -0.15657806396484375, -0.13372802734375, -0.11087799072265625, -0.0880279541015625, -0.06517791748046875, -0.042327880859375, -0.01947784423828125, 0.0033721923828125, 0.02622222900390625, 0.049072265625, 0.07192230224609375, 0.0947723388671875, 0.11762237548828125, 0.140472412109375, 0.16332244873046875, 0.1861724853515625, 0.20902252197265625, 0.23187255859375, 0.25472259521484375, 0.2775726318359375, 0.30042266845703125, 0.323272705078125, 0.34612274169921875, 0.3689727783203125, 0.39182281494140625, 0.4146728515625, 0.43752288818359375, 0.4603729248046875, 0.48322296142578125, 0.506072998046875, 0.5289230346679688, 0.5517730712890625, 0.5746231079101562, 0.59747314453125, 0.6203231811523438, 0.6431732177734375, 0.6660232543945312, 0.688873291015625, 0.7117233276367188, 0.7345733642578125, 0.7574234008789062, 0.7802734375]}, "gradients/decoder.roberta.encoder.layer.2.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 7.0, 13.0, 11.0, 13.0, 8.0, 15.0, 23.0, 19.0, 33.0, 31.0, 44.0, 38.0, 39.0, 50.0, 69.0, 55.0, 51.0, 52.0, 43.0, 56.0, 34.0, 44.0, 35.0, 39.0, 35.0, 30.0, 22.0, 21.0, 11.0, 14.0, 9.0, 5.0, 8.0, 7.0, 8.0, 4.0, 1.0, 3.0, 2.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.061065673828125, -0.05936098098754883, -0.057656288146972656, -0.055951595306396484, -0.05424690246582031, -0.05254220962524414, -0.05083751678466797, -0.0491328239440918, -0.047428131103515625, -0.04572343826293945, -0.04401874542236328, -0.04231405258178711, -0.04060935974121094, -0.038904666900634766, -0.037199974060058594, -0.03549528121948242, -0.03379058837890625, -0.03208589553833008, -0.030381202697753906, -0.028676509857177734, -0.026971817016601562, -0.02526712417602539, -0.02356243133544922, -0.021857738494873047, -0.020153045654296875, -0.018448352813720703, -0.01674365997314453, -0.01503896713256836, -0.013334274291992188, -0.011629581451416016, -0.009924888610839844, -0.008220195770263672, -0.0065155029296875, -0.004810810089111328, -0.0031061172485351562, -0.0014014244079589844, 0.0003032684326171875, 0.0020079612731933594, 0.0037126541137695312, 0.005417346954345703, 0.007122039794921875, 0.008826732635498047, 0.010531425476074219, 0.01223611831665039, 0.013940811157226562, 0.015645503997802734, 0.017350196838378906, 0.019054889678955078, 0.02075958251953125, 0.022464275360107422, 0.024168968200683594, 0.025873661041259766, 0.027578353881835938, 0.02928304672241211, 0.03098773956298828, 0.03269243240356445, 0.034397125244140625, 0.0361018180847168, 0.03780651092529297, 0.03951120376586914, 0.04121589660644531, 0.042920589447021484, 0.044625282287597656, 0.04632997512817383, 0.04803466796875]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 8.0, 9.0, 19.0, 33.0, 44.0, 64.0, 85.0, 86.0, 116.0, 108.0, 108.0, 89.0, 72.0, 56.0, 46.0, 33.0, 16.0, 9.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.04143142700195, -34.95866012573242, -33.875885009765625, -32.793113708496094, -31.710342407226562, -30.6275691986084, -29.544795989990234, -28.462024688720703, -27.37925148010254, -26.296478271484375, -25.213706970214844, -24.13093376159668, -23.048160552978516, -21.965389251708984, -20.88261604309082, -19.799842834472656, -18.717071533203125, -17.63429832458496, -16.55152702331543, -15.468753814697266, -14.385981559753418, -13.30320930480957, -12.220436096191406, -11.137663841247559, -10.054891586303711, -8.972119331359863, -7.889346599578857, -6.806573867797852, -5.723801612854004, -4.641029357910156, -3.5582566261291504, -2.4754838943481445, -1.3927154541015625, -0.30994296073913574, 0.772829532623291, 1.8556020259857178, 2.9383745193481445, 4.021146774291992, 5.103919506072998, 6.186692237854004, 7.269464492797852, 8.3522367477417, 9.435009002685547, 10.517782211303711, 11.600554466247559, 12.683326721191406, 13.76609992980957, 14.848872184753418, 15.931644439697266, 17.01441764831543, 18.09718894958496, 19.179962158203125, 20.262733459472656, 21.34550666809082, 22.428279876708984, 23.511051177978516, 24.59382438659668, 25.676597595214844, 26.759368896484375, 27.84214210510254, 28.924915313720703, 30.007686614990234, 31.0904598236084, 32.17323303222656, 33.256004333496094]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 4.0, 4.0, 0.0, 13.0, 10.0, 14.0, 12.0, 9.0, 15.0, 15.0, 19.0, 19.0, 29.0, 16.0, 28.0, 36.0, 30.0, 27.0, 40.0, 33.0, 37.0, 44.0, 38.0, 37.0, 37.0, 34.0, 28.0, 33.0, 36.0, 25.0, 50.0, 27.0, 26.0, 29.0, 16.0, 30.0, 23.0, 17.0, 12.0, 10.0, 10.0, 7.0, 4.0, 6.0, 4.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-17.458288192749023, -16.933364868164062, -16.4084415435791, -15.883519172668457, -15.358595848083496, -14.833673477172852, -14.30875015258789, -13.78382682800293, -13.258903503417969, -12.733980178833008, -12.209057807922363, -11.684134483337402, -11.159211158752441, -10.634288787841797, -10.109365463256836, -9.584442138671875, -9.05951976776123, -8.53459644317627, -8.009674072265625, -7.484750747680664, -6.959827423095703, -6.4349045753479, -5.909981727600098, -5.385058403015137, -4.860135555267334, -4.335212707519531, -3.8102893829345703, -3.2853665351867676, -2.7604434490203857, -2.235520362854004, -1.7105975151062012, -1.1856744289398193, -0.6607513427734375, -0.13582831621170044, 0.3890947103500366, 0.9140176773071289, 1.4389407634735107, 1.9638638496398926, 2.4887866973876953, 3.013709783554077, 3.538632869720459, 4.063555717468262, 4.588479042053223, 5.113401889801025, 5.638324737548828, 6.163248062133789, 6.688170909881592, 7.2130937576293945, 7.7380170822143555, 8.262940406799316, 8.787862777709961, 9.312786102294922, 9.837709426879883, 10.362632751464844, 10.887555122375488, 11.41247844696045, 11.937400817871094, 12.462324142456055, 12.9872465133667, 13.51216983795166, 14.037093162536621, 14.562015533447266, 15.086938858032227, 15.611862182617188, 16.13678550720215]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 10.0, 11.0, 9.0, 27.0, 42.0, 48.0, 98.0, 159.0, 283.0, 440.0, 845.0, 1562.0, 2756.0, 4748.0, 7713.0, 12233.0, 25822.0, 142664.0, 735563.0, 68669.0, 18686.0, 10567.0, 6607.0, 3878.0, 2264.0, 1262.0, 675.0, 379.0, 207.0, 119.0, 76.0, 37.0, 27.0, 23.0, 12.0, 13.0, 6.0, 5.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.703125, -25.760498046875, -24.81787109375, -23.875244140625, -22.9326171875, -21.989990234375, -21.04736328125, -20.104736328125, -19.162109375, -18.219482421875, -17.27685546875, -16.334228515625, -15.3916015625, -14.448974609375, -13.50634765625, -12.563720703125, -11.62109375, -10.678466796875, -9.73583984375, -8.793212890625, -7.8505859375, -6.907958984375, -5.96533203125, -5.022705078125, -4.080078125, -3.137451171875, -2.19482421875, -1.252197265625, -0.3095703125, 0.633056640625, 1.57568359375, 2.518310546875, 3.4609375, 4.403564453125, 5.34619140625, 6.288818359375, 7.2314453125, 8.174072265625, 9.11669921875, 10.059326171875, 11.001953125, 11.944580078125, 12.88720703125, 13.829833984375, 14.7724609375, 15.715087890625, 16.65771484375, 17.600341796875, 18.54296875, 19.485595703125, 20.42822265625, 21.370849609375, 22.3134765625, 23.256103515625, 24.19873046875, 25.141357421875, 26.083984375, 27.026611328125, 27.96923828125, 28.911865234375, 29.8544921875, 30.797119140625, 31.73974609375, 32.682373046875, 33.625]}, "gradients/decoder.roberta.encoder.layer.2.attention.output.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 4.0, 2.0, 2.0, 9.0, 9.0, 14.0, 10.0, 10.0, 18.0, 11.0, 17.0, 22.0, 27.0, 23.0, 18.0, 34.0, 34.0, 30.0, 38.0, 40.0, 34.0, 41.0, 44.0, 36.0, 40.0, 32.0, 28.0, 40.0, 33.0, 37.0, 35.0, 32.0, 29.0, 26.0, 23.0, 23.0, 23.0, 19.0, 10.0, 9.0, 8.0, 5.0, 8.0, 3.0, 7.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-17.90625, -17.368408203125, -16.83056640625, -16.292724609375, -15.7548828125, -15.217041015625, -14.67919921875, -14.141357421875, -13.603515625, -13.065673828125, -12.52783203125, -11.989990234375, -11.4521484375, -10.914306640625, -10.37646484375, -9.838623046875, -9.30078125, -8.762939453125, -8.22509765625, -7.687255859375, -7.1494140625, -6.611572265625, -6.07373046875, -5.535888671875, -4.998046875, -4.460205078125, -3.92236328125, -3.384521484375, -2.8466796875, -2.308837890625, -1.77099609375, -1.233154296875, -0.6953125, -0.157470703125, 0.38037109375, 0.918212890625, 1.4560546875, 1.993896484375, 2.53173828125, 3.069580078125, 3.607421875, 4.145263671875, 4.68310546875, 5.220947265625, 5.7587890625, 6.296630859375, 6.83447265625, 7.372314453125, 7.91015625, 8.447998046875, 8.98583984375, 9.523681640625, 10.0615234375, 10.599365234375, 11.13720703125, 11.675048828125, 12.212890625, 12.750732421875, 13.28857421875, 13.826416015625, 14.3642578125, 14.902099609375, 15.43994140625, 15.977783203125, 16.515625]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 4.0, 5.0, 9.0, 8.0, 11.0, 16.0, 29.0, 22.0, 37.0, 34.0, 36.0, 44.0, 45.0, 55.0, 55.0, 83.0, 101.0, 115.0, 179.0, 1447.0, 968529.0, 76076.0, 785.0, 144.0, 104.0, 95.0, 81.0, 64.0, 62.0, 54.0, 42.0, 38.0, 19.0, 27.0, 22.0, 17.0, 13.0, 6.0, 10.0, 5.0, 7.0, 8.0, 5.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-237.125, -229.197265625, -221.26953125, -213.341796875, -205.4140625, -197.486328125, -189.55859375, -181.630859375, -173.703125, -165.775390625, -157.84765625, -149.919921875, -141.9921875, -134.064453125, -126.13671875, -118.208984375, -110.28125, -102.353515625, -94.42578125, -86.498046875, -78.5703125, -70.642578125, -62.71484375, -54.787109375, -46.859375, -38.931640625, -31.00390625, -23.076171875, -15.1484375, -7.220703125, 0.70703125, 8.634765625, 16.5625, 24.490234375, 32.41796875, 40.345703125, 48.2734375, 56.201171875, 64.12890625, 72.056640625, 79.984375, 87.912109375, 95.83984375, 103.767578125, 111.6953125, 119.623046875, 127.55078125, 135.478515625, 143.40625, 151.333984375, 159.26171875, 167.189453125, 175.1171875, 183.044921875, 190.97265625, 198.900390625, 206.828125, 214.755859375, 222.68359375, 230.611328125, 238.5390625, 246.466796875, 254.39453125, 262.322265625, 270.25]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 5.0, 7.0, 4.0, 5.0, 15.0, 18.0, 25.0, 15.0, 33.0, 45.0, 36.0, 35.0, 70.0, 61.0, 72.0, 79.0, 66.0, 86.0, 70.0, 37.0, 40.0, 33.0, 33.0, 22.0, 21.0, 20.0, 13.0, 15.0, 7.0, 3.0, 4.0, 8.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.640625, -17.08154296875, -16.5224609375, -15.96337890625, -15.404296875, -14.84521484375, -14.2861328125, -13.72705078125, -13.16796875, -12.60888671875, -12.0498046875, -11.49072265625, -10.931640625, -10.37255859375, -9.8134765625, -9.25439453125, -8.6953125, -8.13623046875, -7.5771484375, -7.01806640625, -6.458984375, -5.89990234375, -5.3408203125, -4.78173828125, -4.22265625, -3.66357421875, -3.1044921875, -2.54541015625, -1.986328125, -1.42724609375, -0.8681640625, -0.30908203125, 0.25, 0.80908203125, 1.3681640625, 1.92724609375, 2.486328125, 3.04541015625, 3.6044921875, 4.16357421875, 4.72265625, 5.28173828125, 5.8408203125, 6.39990234375, 6.958984375, 7.51806640625, 8.0771484375, 8.63623046875, 9.1953125, 9.75439453125, 10.3134765625, 10.87255859375, 11.431640625, 11.99072265625, 12.5498046875, 13.10888671875, 13.66796875, 14.22705078125, 14.7861328125, 15.34521484375, 15.904296875, 16.46337890625, 17.0224609375, 17.58154296875, 18.140625]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 2.0, 4.0, 5.0, 7.0, 9.0, 14.0, 22.0, 35.0, 60.0, 142.0, 290.0, 1222.0, 20720.0, 1006288.0, 17914.0, 1236.0, 305.0, 115.0, 66.0, 40.0, 17.0, 11.0, 8.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.84375, -50.29541015625, -48.7470703125, -47.19873046875, -45.650390625, -44.10205078125, -42.5537109375, -41.00537109375, -39.45703125, -37.90869140625, -36.3603515625, -34.81201171875, -33.263671875, -31.71533203125, -30.1669921875, -28.61865234375, -27.0703125, -25.52197265625, -23.9736328125, -22.42529296875, -20.876953125, -19.32861328125, -17.7802734375, -16.23193359375, -14.68359375, -13.13525390625, -11.5869140625, -10.03857421875, -8.490234375, -6.94189453125, -5.3935546875, -3.84521484375, -2.296875, -0.74853515625, 0.7998046875, 2.34814453125, 3.896484375, 5.44482421875, 6.9931640625, 8.54150390625, 10.08984375, 11.63818359375, 13.1865234375, 14.73486328125, 16.283203125, 17.83154296875, 19.3798828125, 20.92822265625, 22.4765625, 24.02490234375, 25.5732421875, 27.12158203125, 28.669921875, 30.21826171875, 31.7666015625, 33.31494140625, 34.86328125, 36.41162109375, 37.9599609375, 39.50830078125, 41.056640625, 42.60498046875, 44.1533203125, 45.70166015625, 47.25]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 5.0, 9.0, 11.0, 15.0, 17.0, 32.0, 72.0, 114.0, 507.0, 89.0, 52.0, 30.0, 13.0, 11.0, 11.0, 8.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00255584716796875, -0.0024924278259277344, -0.0024290084838867188, -0.002365589141845703, -0.0023021697998046875, -0.002238750457763672, -0.0021753311157226562, -0.0021119117736816406, -0.002048492431640625, -0.0019850730895996094, -0.0019216537475585938, -0.0018582344055175781, -0.0017948150634765625, -0.0017313957214355469, -0.0016679763793945312, -0.0016045570373535156, -0.0015411376953125, -0.0014777183532714844, -0.0014142990112304688, -0.0013508796691894531, -0.0012874603271484375, -0.0012240409851074219, -0.0011606216430664062, -0.0010972023010253906, -0.001033782958984375, -0.0009703636169433594, -0.0009069442749023438, -0.0008435249328613281, -0.0007801055908203125, -0.0007166862487792969, -0.0006532669067382812, -0.0005898475646972656, -0.00052642822265625, -0.0004630088806152344, -0.00039958953857421875, -0.0003361701965332031, -0.0002727508544921875, -0.00020933151245117188, -0.00014591217041015625, -8.249282836914062e-05, -1.9073486328125e-05, 4.4345855712890625e-05, 0.00010776519775390625, 0.00017118453979492188, 0.0002346038818359375, 0.0002980232238769531, 0.00036144256591796875, 0.0004248619079589844, 0.00048828125, 0.0005517005920410156, 0.0006151199340820312, 0.0006785392761230469, 0.0007419586181640625, 0.0008053779602050781, 0.0008687973022460938, 0.0009322166442871094, 0.000995635986328125, 0.0010590553283691406, 0.0011224746704101562, 0.0011858940124511719, 0.0012493133544921875, 0.0013127326965332031, 0.0013761520385742188, 0.0014395713806152344, 0.00150299072265625]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 5.0, 10.0, 34.0, 53.0, 101.0, 212.0, 554.0, 2129.0, 164978.0, 876253.0, 3099.0, 676.0, 227.0, 111.0, 54.0, 29.0, 13.0, 5.0, 3.0, 2.0, 1.0, 5.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.65625, -55.80126953125, -53.9462890625, -52.09130859375, -50.236328125, -48.38134765625, -46.5263671875, -44.67138671875, -42.81640625, -40.96142578125, -39.1064453125, -37.25146484375, -35.396484375, -33.54150390625, -31.6865234375, -29.83154296875, -27.9765625, -26.12158203125, -24.2666015625, -22.41162109375, -20.556640625, -18.70166015625, -16.8466796875, -14.99169921875, -13.13671875, -11.28173828125, -9.4267578125, -7.57177734375, -5.716796875, -3.86181640625, -2.0068359375, -0.15185546875, 1.703125, 3.55810546875, 5.4130859375, 7.26806640625, 9.123046875, 10.97802734375, 12.8330078125, 14.68798828125, 16.54296875, 18.39794921875, 20.2529296875, 22.10791015625, 23.962890625, 25.81787109375, 27.6728515625, 29.52783203125, 31.3828125, 33.23779296875, 35.0927734375, 36.94775390625, 38.802734375, 40.65771484375, 42.5126953125, 44.36767578125, 46.22265625, 48.07763671875, 49.9326171875, 51.78759765625, 53.642578125, 55.49755859375, 57.3525390625, 59.20751953125, 61.0625]}, "gradients/decoder.roberta.encoder.layer.2.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 6.0, 12.0, 13.0, 27.0, 24.0, 38.0, 65.0, 95.0, 492.0, 66.0, 61.0, 33.0, 27.0, 15.0, 9.0, 6.0, 3.0, 8.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.23828125, -3.09906005859375, -2.9598388671875, -2.82061767578125, -2.681396484375, -2.54217529296875, -2.4029541015625, -2.26373291015625, -2.12451171875, -1.98529052734375, -1.8460693359375, -1.70684814453125, -1.567626953125, -1.42840576171875, -1.2891845703125, -1.14996337890625, -1.0107421875, -0.87152099609375, -0.7322998046875, -0.59307861328125, -0.453857421875, -0.31463623046875, -0.1754150390625, -0.03619384765625, 0.10302734375, 0.24224853515625, 0.3814697265625, 0.52069091796875, 0.659912109375, 0.79913330078125, 0.9383544921875, 1.07757568359375, 1.216796875, 1.35601806640625, 1.4952392578125, 1.63446044921875, 1.773681640625, 1.91290283203125, 2.0521240234375, 2.19134521484375, 2.33056640625, 2.46978759765625, 2.6090087890625, 2.74822998046875, 2.887451171875, 3.02667236328125, 3.1658935546875, 3.30511474609375, 3.4443359375, 3.58355712890625, 3.7227783203125, 3.86199951171875, 4.001220703125, 4.14044189453125, 4.2796630859375, 4.41888427734375, 4.55810546875, 4.69732666015625, 4.8365478515625, 4.97576904296875, 5.114990234375, 5.25421142578125, 5.3934326171875, 5.53265380859375, 5.671875]}, "gradients/decoder.roberta.encoder.layer.1.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 15.0, 19.0, 23.0, 37.0, 40.0, 61.0, 76.0, 69.0, 115.0, 103.0, 100.0, 89.0, 74.0, 53.0, 46.0, 34.0, 20.0, 13.0, 12.0, 6.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-49.05314636230469, -48.01985168457031, -46.9865608215332, -45.95326614379883, -44.91997146606445, -43.886680603027344, -42.85338592529297, -41.820091247558594, -40.78679656982422, -39.753501892089844, -38.720211029052734, -37.68691635131836, -36.653621673583984, -35.620330810546875, -34.5870361328125, -33.553741455078125, -32.520450592041016, -31.487157821655273, -30.4538631439209, -29.420570373535156, -28.38727569580078, -27.35398292541504, -26.320690155029297, -25.287395477294922, -24.25410270690918, -23.220809936523438, -22.187515258789062, -21.15422248840332, -20.120929718017578, -19.087635040283203, -18.05434226989746, -17.02104949951172, -15.987751007080078, -14.95445728302002, -13.921163558959961, -12.887870788574219, -11.85457706451416, -10.821283340454102, -9.78799057006836, -8.7546968460083, -7.721403121948242, -6.688109397888184, -5.654816150665283, -4.621522903442383, -3.588229179382324, -2.5549354553222656, -1.5216422080993652, -0.48834896087646484, 0.5449447631835938, 1.5782382488250732, 2.6115317344665527, 3.6448252201080322, 4.678118705749512, 5.71141242980957, 6.744705677032471, 7.777998924255371, 8.81129264831543, 9.844586372375488, 10.877880096435547, 11.911172866821289, 12.944466590881348, 13.977760314941406, 15.011053085327148, 16.04434585571289, 17.077640533447266]}, "gradients/decoder.roberta.encoder.layer.1.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 6.0, 8.0, 12.0, 17.0, 3.0, 11.0, 15.0, 19.0, 25.0, 13.0, 24.0, 25.0, 37.0, 34.0, 39.0, 35.0, 37.0, 45.0, 41.0, 33.0, 33.0, 36.0, 38.0, 46.0, 34.0, 37.0, 32.0, 47.0, 37.0, 20.0, 23.0, 25.0, 19.0, 21.0, 18.0, 17.0, 8.0, 10.0, 5.0, 4.0, 7.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.063737869262695, -19.436969757080078, -18.81020164489746, -18.183435440063477, -17.55666732788086, -16.929899215698242, -16.303131103515625, -15.676362991333008, -15.049595832824707, -14.42282772064209, -13.796060562133789, -13.169292449951172, -12.542524337768555, -11.915757179260254, -11.288989067077637, -10.662221908569336, -10.035453796386719, -9.408685684204102, -8.7819185256958, -8.155150413513184, -7.528382778167725, -6.901615142822266, -6.274847030639648, -5.6480793952941895, -5.0213117599487305, -4.3945441246032715, -3.7677762508392334, -3.1410083770751953, -2.5142407417297363, -1.8874731063842773, -1.2607052326202393, -0.6339373588562012, -0.0071697235107421875, 0.6195980310440063, 1.2463657855987549, 1.8731335401535034, 2.499901294708252, 3.126668930053711, 3.753436803817749, 4.380204677581787, 5.006972312927246, 5.633739948272705, 6.260507583618164, 6.887275695800781, 7.51404333114624, 8.1408109664917, 8.767579078674316, 9.394346237182617, 10.021114349365234, 10.647882461547852, 11.274649620056152, 11.90141773223877, 12.52818489074707, 13.154953002929688, 13.781721115112305, 14.408489227294922, 15.035256385803223, 15.66202449798584, 16.28879165649414, 16.915559768676758, 17.542327880859375, 18.16909408569336, 18.795862197875977, 19.422630310058594, 20.04939842224121]}, "gradients/decoder.roberta.encoder.layer.1.output.dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 7.0, 4.0, 8.0, 13.0, 19.0, 12.0, 22.0, 18.0, 31.0, 54.0, 55.0, 84.0, 114.0, 175.0, 374.0, 870.0, 2792.0, 11070.0, 75982.0, 3978263.0, 104959.0, 14049.0, 3234.0, 977.0, 410.0, 221.0, 121.0, 78.0, 73.0, 34.0, 27.0, 27.0, 23.0, 14.0, 11.0, 9.0, 13.0, 8.0, 5.0, 6.0, 4.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-59.125, -57.251953125, -55.37890625, -53.505859375, -51.6328125, -49.759765625, -47.88671875, -46.013671875, -44.140625, -42.267578125, -40.39453125, -38.521484375, -36.6484375, -34.775390625, -32.90234375, -31.029296875, -29.15625, -27.283203125, -25.41015625, -23.537109375, -21.6640625, -19.791015625, -17.91796875, -16.044921875, -14.171875, -12.298828125, -10.42578125, -8.552734375, -6.6796875, -4.806640625, -2.93359375, -1.060546875, 0.8125, 2.685546875, 4.55859375, 6.431640625, 8.3046875, 10.177734375, 12.05078125, 13.923828125, 15.796875, 17.669921875, 19.54296875, 21.416015625, 23.2890625, 25.162109375, 27.03515625, 28.908203125, 30.78125, 32.654296875, 34.52734375, 36.400390625, 38.2734375, 40.146484375, 42.01953125, 43.892578125, 45.765625, 47.638671875, 49.51171875, 51.384765625, 53.2578125, 55.130859375, 57.00390625, 58.876953125, 60.75]}, "gradients/decoder.roberta.encoder.layer.1.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 5.0, 4.0, 4.0, 12.0, 11.0, 7.0, 16.0, 15.0, 16.0, 22.0, 17.0, 20.0, 20.0, 29.0, 41.0, 40.0, 41.0, 37.0, 37.0, 31.0, 28.0, 57.0, 36.0, 41.0, 38.0, 31.0, 31.0, 38.0, 36.0, 32.0, 35.0, 37.0, 25.0, 16.0, 24.0, 15.0, 10.0, 12.0, 11.0, 11.0, 5.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.7578125, -14.2947998046875, -13.831787109375, -13.3687744140625, -12.90576171875, -12.4427490234375, -11.979736328125, -11.5167236328125, -11.0537109375, -10.5906982421875, -10.127685546875, -9.6646728515625, -9.20166015625, -8.7386474609375, -8.275634765625, -7.8126220703125, -7.349609375, -6.8865966796875, -6.423583984375, -5.9605712890625, -5.49755859375, -5.0345458984375, -4.571533203125, -4.1085205078125, -3.6455078125, -3.1824951171875, -2.719482421875, -2.2564697265625, -1.79345703125, -1.3304443359375, -0.867431640625, -0.4044189453125, 0.05859375, 0.5216064453125, 0.984619140625, 1.4476318359375, 1.91064453125, 2.3736572265625, 2.836669921875, 3.2996826171875, 3.7626953125, 4.2257080078125, 4.688720703125, 5.1517333984375, 5.61474609375, 6.0777587890625, 6.540771484375, 7.0037841796875, 7.466796875, 7.9298095703125, 8.392822265625, 8.8558349609375, 9.31884765625, 9.7818603515625, 10.244873046875, 10.7078857421875, 11.1708984375, 11.6339111328125, 12.096923828125, 12.5599365234375, 13.02294921875, 13.4859619140625, 13.948974609375, 14.4119873046875, 14.875]}, "gradients/decoder.roberta.encoder.layer.1.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 9.0, 6.0, 9.0, 24.0, 35.0, 54.0, 130.0, 480.0, 10600.0, 4172495.0, 9719.0, 459.0, 123.0, 58.0, 32.0, 18.0, 16.0, 4.0, 10.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-186.125, -180.396484375, -174.66796875, -168.939453125, -163.2109375, -157.482421875, -151.75390625, -146.025390625, -140.296875, -134.568359375, -128.83984375, -123.111328125, -117.3828125, -111.654296875, -105.92578125, -100.197265625, -94.46875, -88.740234375, -83.01171875, -77.283203125, -71.5546875, -65.826171875, -60.09765625, -54.369140625, -48.640625, -42.912109375, -37.18359375, -31.455078125, -25.7265625, -19.998046875, -14.26953125, -8.541015625, -2.8125, 2.916015625, 8.64453125, 14.373046875, 20.1015625, 25.830078125, 31.55859375, 37.287109375, 43.015625, 48.744140625, 54.47265625, 60.201171875, 65.9296875, 71.658203125, 77.38671875, 83.115234375, 88.84375, 94.572265625, 100.30078125, 106.029296875, 111.7578125, 117.486328125, 123.21484375, 128.943359375, 134.671875, 140.400390625, 146.12890625, 151.857421875, 157.5859375, 163.314453125, 169.04296875, 174.771484375, 180.5]}, "gradients/decoder.roberta.encoder.layer.1.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 8.0, 7.0, 9.0, 17.0, 23.0, 41.0, 71.0, 119.0, 240.0, 2593.0, 534.0, 177.0, 73.0, 48.0, 32.0, 24.0, 11.0, 14.0, 7.0, 5.0, 2.0, 5.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-11.2109375, -10.954833984375, -10.69873046875, -10.442626953125, -10.1865234375, -9.930419921875, -9.67431640625, -9.418212890625, -9.162109375, -8.906005859375, -8.64990234375, -8.393798828125, -8.1376953125, -7.881591796875, -7.62548828125, -7.369384765625, -7.11328125, -6.857177734375, -6.60107421875, -6.344970703125, -6.0888671875, -5.832763671875, -5.57666015625, -5.320556640625, -5.064453125, -4.808349609375, -4.55224609375, -4.296142578125, -4.0400390625, -3.783935546875, -3.52783203125, -3.271728515625, -3.015625, -2.759521484375, -2.50341796875, -2.247314453125, -1.9912109375, -1.735107421875, -1.47900390625, -1.222900390625, -0.966796875, -0.710693359375, -0.45458984375, -0.198486328125, 0.0576171875, 0.313720703125, 0.56982421875, 0.825927734375, 1.08203125, 1.338134765625, 1.59423828125, 1.850341796875, 2.1064453125, 2.362548828125, 2.61865234375, 2.874755859375, 3.130859375, 3.386962890625, 3.64306640625, 3.899169921875, 4.1552734375, 4.411376953125, 4.66748046875, 4.923583984375, 5.1796875]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 7.0, 0.0, 5.0, 8.0, 2.0, 9.0, 16.0, 23.0, 25.0, 28.0, 24.0, 48.0, 45.0, 34.0, 49.0, 56.0, 62.0, 58.0, 73.0, 62.0, 53.0, 55.0, 48.0, 45.0, 34.0, 24.0, 19.0, 27.0, 13.0, 14.0, 10.0, 12.0, 9.0, 0.0, 9.0, 2.0, 0.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.0712890625, -15.51766300201416, -14.96403694152832, -14.41041088104248, -13.85678482055664, -13.303159713745117, -12.749533653259277, -12.195907592773438, -11.642281532287598, -11.088655471801758, -10.535029411315918, -9.981403350830078, -9.427778244018555, -8.874151229858398, -8.320526123046875, -7.766900062561035, -7.213274002075195, -6.6596479415893555, -6.106021881103516, -5.552396297454834, -4.998770236968994, -4.445144176483154, -3.8915183544158936, -3.337892532348633, -2.784266471862793, -2.230640411376953, -1.6770145893096924, -1.123388648033142, -0.5697627067565918, -0.016136646270751953, 0.5374891757965088, 1.0911149978637695, 1.6447429656982422, 2.198369026184082, 2.7519948482513428, 3.3056206703186035, 3.8592467308044434, 4.412872791290283, 4.966498374938965, 5.520124435424805, 6.0737504959106445, 6.627376556396484, 7.181002616882324, 7.734628200531006, 8.288253784179688, 8.841880798339844, 9.395505905151367, 9.949131965637207, 10.502758026123047, 11.056384086608887, 11.610010147094727, 12.163636207580566, 12.717262268066406, 13.27088737487793, 13.82451343536377, 14.37813949584961, 14.93176555633545, 15.485391616821289, 16.039016723632812, 16.59264373779297, 17.146268844604492, 17.69989585876465, 18.253520965576172, 18.807147979736328, 19.36077308654785]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 3.0, 5.0, 7.0, 10.0, 13.0, 13.0, 13.0, 14.0, 12.0, 32.0, 27.0, 33.0, 21.0, 46.0, 19.0, 35.0, 34.0, 39.0, 45.0, 34.0, 36.0, 44.0, 37.0, 40.0, 48.0, 30.0, 29.0, 45.0, 27.0, 33.0, 29.0, 33.0, 22.0, 18.0, 13.0, 18.0, 10.0, 10.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.831939697265625, -14.325035095214844, -13.818130493164062, -13.311224937438965, -12.804320335388184, -12.297415733337402, -11.790510177612305, -11.283605575561523, -10.776700973510742, -10.269796371459961, -9.76289176940918, -9.255986213684082, -8.7490816116333, -8.24217700958252, -7.73527193069458, -7.228366851806641, -6.721462249755859, -6.214557647705078, -5.707652568817139, -5.200747489929199, -4.693842887878418, -4.186938285827637, -3.6800332069396973, -3.173128366470337, -2.6662235260009766, -2.159318685531616, -1.6524138450622559, -1.1455090045928955, -0.6386041641235352, -0.1316993236541748, 0.37520551681518555, 0.8821103572845459, 1.3890132904052734, 1.8959181308746338, 2.402822971343994, 2.9097278118133545, 3.416632652282715, 3.923537492752075, 4.4304423332214355, 4.937347412109375, 5.444252014160156, 5.9511566162109375, 6.458061695098877, 6.964966773986816, 7.471871376037598, 7.978775978088379, 8.485681533813477, 8.992586135864258, 9.499490737915039, 10.00639533996582, 10.513299942016602, 11.0202054977417, 11.52711009979248, 12.034014701843262, 12.54092025756836, 13.04782485961914, 13.554729461669922, 14.061634063720703, 14.568538665771484, 15.075444221496582, 15.582348823547363, 16.08925437927246, 16.596158981323242, 17.103063583374023, 17.609968185424805]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 7.0, 6.0, 10.0, 11.0, 26.0, 36.0, 55.0, 49.0, 98.0, 137.0, 234.0, 354.0, 552.0, 789.0, 1165.0, 1900.0, 3053.0, 4823.0, 7264.0, 11403.0, 17578.0, 26666.0, 39726.0, 57580.0, 80708.0, 104312.0, 123141.0, 128971.0, 117799.0, 96007.0, 72261.0, 51327.0, 34765.0, 23396.0, 15162.0, 9724.0, 6269.0, 3934.0, 2591.0, 1683.0, 1040.0, 636.0, 432.0, 291.0, 206.0, 123.0, 97.0, 58.0, 39.0, 31.0, 14.0, 10.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.41015625, -1.365142822265625, -1.32012939453125, -1.275115966796875, -1.2301025390625, -1.185089111328125, -1.14007568359375, -1.095062255859375, -1.050048828125, -1.005035400390625, -0.96002197265625, -0.915008544921875, -0.8699951171875, -0.824981689453125, -0.77996826171875, -0.734954833984375, -0.68994140625, -0.644927978515625, -0.59991455078125, -0.554901123046875, -0.5098876953125, -0.464874267578125, -0.41986083984375, -0.374847412109375, -0.329833984375, -0.284820556640625, -0.23980712890625, -0.194793701171875, -0.1497802734375, -0.104766845703125, -0.05975341796875, -0.014739990234375, 0.0302734375, 0.075286865234375, 0.12030029296875, 0.165313720703125, 0.2103271484375, 0.255340576171875, 0.30035400390625, 0.345367431640625, 0.390380859375, 0.435394287109375, 0.48040771484375, 0.525421142578125, 0.5704345703125, 0.615447998046875, 0.66046142578125, 0.705474853515625, 0.75048828125, 0.795501708984375, 0.84051513671875, 0.885528564453125, 0.9305419921875, 0.975555419921875, 1.02056884765625, 1.065582275390625, 1.110595703125, 1.155609130859375, 1.20062255859375, 1.245635986328125, 1.2906494140625, 1.335662841796875, 1.38067626953125, 1.425689697265625, 1.470703125]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 6.0, 7.0, 9.0, 13.0, 14.0, 12.0, 14.0, 12.0, 33.0, 24.0, 33.0, 24.0, 45.0, 19.0, 37.0, 31.0, 38.0, 43.0, 39.0, 35.0, 43.0, 36.0, 40.0, 46.0, 34.0, 28.0, 44.0, 32.0, 29.0, 31.0, 30.0, 23.0, 20.0, 13.0, 17.0, 10.0, 12.0, 8.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.3125, -13.834228515625, -13.35595703125, -12.877685546875, -12.3994140625, -11.921142578125, -11.44287109375, -10.964599609375, -10.486328125, -10.008056640625, -9.52978515625, -9.051513671875, -8.5732421875, -8.094970703125, -7.61669921875, -7.138427734375, -6.66015625, -6.181884765625, -5.70361328125, -5.225341796875, -4.7470703125, -4.268798828125, -3.79052734375, -3.312255859375, -2.833984375, -2.355712890625, -1.87744140625, -1.399169921875, -0.9208984375, -0.442626953125, 0.03564453125, 0.513916015625, 0.9921875, 1.470458984375, 1.94873046875, 2.427001953125, 2.9052734375, 3.383544921875, 3.86181640625, 4.340087890625, 4.818359375, 5.296630859375, 5.77490234375, 6.253173828125, 6.7314453125, 7.209716796875, 7.68798828125, 8.166259765625, 8.64453125, 9.122802734375, 9.60107421875, 10.079345703125, 10.5576171875, 11.035888671875, 11.51416015625, 11.992431640625, 12.470703125, 12.948974609375, 13.42724609375, 13.905517578125, 14.3837890625, 14.862060546875, 15.34033203125, 15.818603515625, 16.296875]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.value.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 6.0, 4.0, 5.0, 13.0, 18.0, 29.0, 19.0, 39.0, 39.0, 83.0, 98.0, 154.0, 225.0, 305.0, 439.0, 568.0, 848.0, 1132.0, 1517.0, 2216.0, 3040.0, 4473.0, 6281.0, 9096.0, 13491.0, 20120.0, 37795.0, 451777.0, 395888.0, 35830.0, 19781.0, 12988.0, 8768.0, 6190.0, 4399.0, 3001.0, 2343.0, 1573.0, 1059.0, 807.0, 618.0, 408.0, 313.0, 219.0, 159.0, 114.0, 91.0, 63.0, 39.0, 37.0, 17.0, 14.0, 8.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.68359375, -2.59967041015625, -2.5157470703125, -2.43182373046875, -2.347900390625, -2.26397705078125, -2.1800537109375, -2.09613037109375, -2.01220703125, -1.92828369140625, -1.8443603515625, -1.76043701171875, -1.676513671875, -1.59259033203125, -1.5086669921875, -1.42474365234375, -1.3408203125, -1.25689697265625, -1.1729736328125, -1.08905029296875, -1.005126953125, -0.92120361328125, -0.8372802734375, -0.75335693359375, -0.66943359375, -0.58551025390625, -0.5015869140625, -0.41766357421875, -0.333740234375, -0.24981689453125, -0.1658935546875, -0.08197021484375, 0.001953125, 0.08587646484375, 0.1697998046875, 0.25372314453125, 0.337646484375, 0.42156982421875, 0.5054931640625, 0.58941650390625, 0.67333984375, 0.75726318359375, 0.8411865234375, 0.92510986328125, 1.009033203125, 1.09295654296875, 1.1768798828125, 1.26080322265625, 1.3447265625, 1.42864990234375, 1.5125732421875, 1.59649658203125, 1.680419921875, 1.76434326171875, 1.8482666015625, 1.93218994140625, 2.01611328125, 2.10003662109375, 2.1839599609375, 2.26788330078125, 2.351806640625, 2.43572998046875, 2.5196533203125, 2.60357666015625, 2.6875]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 4.0, 7.0, 9.0, 8.0, 5.0, 13.0, 19.0, 21.0, 22.0, 17.0, 27.0, 29.0, 23.0, 51.0, 33.0, 32.0, 38.0, 38.0, 27.0, 40.0, 36.0, 30.0, 41.0, 34.0, 41.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 30.0, 22.0, 27.0, 24.0, 7.0, 11.0, 11.0, 10.0, 13.0, 6.0, 5.0, 6.0, 8.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-9.2734375, -8.9835205078125, -8.693603515625, -8.4036865234375, -8.11376953125, -7.8238525390625, -7.533935546875, -7.2440185546875, -6.9541015625, -6.6641845703125, -6.374267578125, -6.0843505859375, -5.79443359375, -5.5045166015625, -5.214599609375, -4.9246826171875, -4.634765625, -4.3448486328125, -4.054931640625, -3.7650146484375, -3.47509765625, -3.1851806640625, -2.895263671875, -2.6053466796875, -2.3154296875, -2.0255126953125, -1.735595703125, -1.4456787109375, -1.15576171875, -0.8658447265625, -0.575927734375, -0.2860107421875, 0.00390625, 0.2938232421875, 0.583740234375, 0.8736572265625, 1.16357421875, 1.4534912109375, 1.743408203125, 2.0333251953125, 2.3232421875, 2.6131591796875, 2.903076171875, 3.1929931640625, 3.48291015625, 3.7728271484375, 4.062744140625, 4.3526611328125, 4.642578125, 4.9324951171875, 5.222412109375, 5.5123291015625, 5.80224609375, 6.0921630859375, 6.382080078125, 6.6719970703125, 6.9619140625, 7.2518310546875, 7.541748046875, 7.8316650390625, 8.12158203125, 8.4114990234375, 8.701416015625, 8.9913330078125, 9.28125]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 1.0, 3.0, 4.0, 3.0, 12.0, 17.0, 16.0, 24.0, 35.0, 26.0, 64.0, 75.0, 100.0, 140.0, 197.0, 269.0, 364.0, 519.0, 778.0, 1118.0, 1597.0, 2576.0, 4031.0, 6770.0, 11577.0, 20935.0, 47766.0, 836541.0, 57743.0, 22942.0, 12387.0, 7271.0, 4287.0, 2618.0, 1749.0, 1205.0, 830.0, 595.0, 383.0, 261.0, 218.0, 142.0, 93.0, 74.0, 47.0, 48.0, 31.0, 22.0, 20.0, 10.0, 9.0, 10.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.272216796875, -0.2635917663574219, -0.25496673583984375, -0.24634170532226562, -0.2377166748046875, -0.22909164428710938, -0.22046661376953125, -0.21184158325195312, -0.203216552734375, -0.19459152221679688, -0.18596649169921875, -0.17734146118164062, -0.1687164306640625, -0.16009140014648438, -0.15146636962890625, -0.14284133911132812, -0.13421630859375, -0.12559127807617188, -0.11696624755859375, -0.10834121704101562, -0.0997161865234375, -0.09109115600585938, -0.08246612548828125, -0.07384109497070312, -0.065216064453125, -0.056591033935546875, -0.04796600341796875, -0.039340972900390625, -0.0307159423828125, -0.022090911865234375, -0.01346588134765625, -0.004840850830078125, 0.0037841796875, 0.012409210205078125, 0.02103424072265625, 0.029659271240234375, 0.0382843017578125, 0.046909332275390625, 0.05553436279296875, 0.06415939331054688, 0.072784423828125, 0.08140945434570312, 0.09003448486328125, 0.09865951538085938, 0.1072845458984375, 0.11590957641601562, 0.12453460693359375, 0.13315963745117188, 0.14178466796875, 0.15040969848632812, 0.15903472900390625, 0.16765975952148438, 0.1762847900390625, 0.18490982055664062, 0.19353485107421875, 0.20215988159179688, 0.210784912109375, 0.21940994262695312, 0.22803497314453125, 0.23666000366210938, 0.2452850341796875, 0.2539100646972656, 0.26253509521484375, 0.2711601257324219, 0.27978515625]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 5.0, 2.0, 4.0, 4.0, 8.0, 17.0, 15.0, 10.0, 32.0, 36.0, 61.0, 68.0, 72.0, 87.0, 94.0, 102.0, 85.0, 77.0, 63.0, 42.0, 34.0, 22.0, 20.0, 13.0, 11.0, 5.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.6743621826171875e-05, -5.524326115846634e-05, -5.37429004907608e-05, -5.224253982305527e-05, -5.074217915534973e-05, -4.9241818487644196e-05, -4.774145781993866e-05, -4.6241097152233124e-05, -4.474073648452759e-05, -4.324037581682205e-05, -4.1740015149116516e-05, -4.023965448141098e-05, -3.8739293813705444e-05, -3.723893314599991e-05, -3.573857247829437e-05, -3.423821181058884e-05, -3.27378511428833e-05, -3.1237490475177765e-05, -2.973712980747223e-05, -2.8236769139766693e-05, -2.6736408472061157e-05, -2.523604780435562e-05, -2.3735687136650085e-05, -2.223532646894455e-05, -2.0734965801239014e-05, -1.9234605133533478e-05, -1.7734244465827942e-05, -1.6233883798122406e-05, -1.473352313041687e-05, -1.3233162462711334e-05, -1.1732801795005798e-05, -1.0232441127300262e-05, -8.732080459594727e-06, -7.231719791889191e-06, -5.731359124183655e-06, -4.230998456478119e-06, -2.730637788772583e-06, -1.2302771210670471e-06, 2.7008354663848877e-07, 1.7704442143440247e-06, 3.2708048820495605e-06, 4.7711655497550964e-06, 6.271526217460632e-06, 7.771886885166168e-06, 9.272247552871704e-06, 1.077260822057724e-05, 1.2272968888282776e-05, 1.3773329555988312e-05, 1.5273690223693848e-05, 1.6774050891399384e-05, 1.827441155910492e-05, 1.9774772226810455e-05, 2.127513289451599e-05, 2.2775493562221527e-05, 2.4275854229927063e-05, 2.57762148976326e-05, 2.7276575565338135e-05, 2.877693623304367e-05, 3.0277296900749207e-05, 3.177765756845474e-05, 3.327801823616028e-05, 3.4778378903865814e-05, 3.627873957157135e-05, 3.7779100239276886e-05, 3.927946090698242e-05]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 7.0, 5.0, 7.0, 11.0, 11.0, 14.0, 22.0, 21.0, 28.0, 38.0, 45.0, 54.0, 64.0, 108.0, 121.0, 132.0, 158.0, 362.0, 2218.0, 61891.0, 825744.0, 151730.0, 4391.0, 477.0, 194.0, 126.0, 106.0, 90.0, 88.0, 67.0, 56.0, 33.0, 31.0, 20.0, 22.0, 17.0, 15.0, 10.0, 3.0, 9.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7216796875, -0.699554443359375, -0.67742919921875, -0.655303955078125, -0.6331787109375, -0.611053466796875, -0.58892822265625, -0.566802978515625, -0.544677734375, -0.522552490234375, -0.50042724609375, -0.478302001953125, -0.4561767578125, -0.434051513671875, -0.41192626953125, -0.389801025390625, -0.36767578125, -0.345550537109375, -0.32342529296875, -0.301300048828125, -0.2791748046875, -0.257049560546875, -0.23492431640625, -0.212799072265625, -0.190673828125, -0.168548583984375, -0.14642333984375, -0.124298095703125, -0.1021728515625, -0.080047607421875, -0.05792236328125, -0.035797119140625, -0.013671875, 0.008453369140625, 0.03057861328125, 0.052703857421875, 0.0748291015625, 0.096954345703125, 0.11907958984375, 0.141204833984375, 0.163330078125, 0.185455322265625, 0.20758056640625, 0.229705810546875, 0.2518310546875, 0.273956298828125, 0.29608154296875, 0.318206787109375, 0.34033203125, 0.362457275390625, 0.38458251953125, 0.406707763671875, 0.4288330078125, 0.450958251953125, 0.47308349609375, 0.495208740234375, 0.517333984375, 0.539459228515625, 0.56158447265625, 0.583709716796875, 0.6058349609375, 0.627960205078125, 0.65008544921875, 0.672210693359375, 0.6943359375]}, "gradients/decoder.roberta.encoder.layer.1.crossattention.self.query.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 5.0, 6.0, 10.0, 9.0, 10.0, 10.0, 10.0, 18.0, 30.0, 19.0, 29.0, 28.0, 40.0, 44.0, 64.0, 69.0, 68.0, 65.0, 71.0, 63.0, 42.0, 54.0, 44.0, 43.0, 38.0, 20.0, 13.0, 19.0, 13.0, 11.0, 13.0, 9.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0445556640625, -0.0429234504699707, -0.041291236877441406, -0.03965902328491211, -0.03802680969238281, -0.036394596099853516, -0.03476238250732422, -0.03313016891479492, -0.031497955322265625, -0.029865741729736328, -0.02823352813720703, -0.026601314544677734, -0.024969100952148438, -0.02333688735961914, -0.021704673767089844, -0.020072460174560547, -0.01844024658203125, -0.016808032989501953, -0.015175819396972656, -0.01354360580444336, -0.011911392211914062, -0.010279178619384766, -0.008646965026855469, -0.007014751434326172, -0.005382537841796875, -0.003750324249267578, -0.0021181106567382812, -0.0004858970642089844, 0.0011463165283203125, 0.0027785301208496094, 0.004410743713378906, 0.006042957305908203, 0.0076751708984375, 0.009307384490966797, 0.010939598083496094, 0.01257181167602539, 0.014204025268554688, 0.015836238861083984, 0.01746845245361328, 0.019100666046142578, 0.020732879638671875, 0.022365093231201172, 0.02399730682373047, 0.025629520416259766, 0.027261734008789062, 0.02889394760131836, 0.030526161193847656, 0.03215837478637695, 0.03379058837890625, 0.03542280197143555, 0.037055015563964844, 0.03868722915649414, 0.04031944274902344, 0.041951656341552734, 0.04358386993408203, 0.04521608352661133, 0.046848297119140625, 0.04848051071166992, 0.05011272430419922, 0.051744937896728516, 0.05337715148925781, 0.05500936508178711, 0.056641578674316406, 0.0582737922668457, 0.059906005859375]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 9.0, 6.0, 17.0, 19.0, 26.0, 33.0, 51.0, 49.0, 76.0, 71.0, 78.0, 92.0, 79.0, 85.0, 83.0, 50.0, 42.0, 33.0, 32.0, 18.0, 16.0, 22.0, 3.0, 7.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.06230354309082, -15.349481582641602, -14.6366605758667, -13.92383861541748, -13.211017608642578, -12.49819564819336, -11.78537368774414, -11.072551727294922, -10.35973072052002, -9.6469087600708, -8.934087753295898, -8.22126579284668, -7.508444309234619, -6.795622825622559, -6.08280086517334, -5.369979381561279, -4.657157897949219, -3.944336414337158, -3.2315146923065186, -2.518692970275879, -1.8058714866638184, -1.0930500030517578, -0.38022804260253906, 0.3325934410095215, 1.045414924621582, 1.7582365274429321, 2.4710581302642822, 3.183879852294922, 3.8967013359069824, 4.609522819519043, 5.322344779968262, 6.035166263580322, 6.747987747192383, 7.460809230804443, 8.173630714416504, 8.886452674865723, 9.599273681640625, 10.312095642089844, 11.024917602539062, 11.737739562988281, 12.450560569763184, 13.163382530212402, 13.876203536987305, 14.589025497436523, 15.301847457885742, 16.014667510986328, 16.727489471435547, 17.440311431884766, 18.153133392333984, 18.865955352783203, 19.578777313232422, 20.29159927368164, 21.004419326782227, 21.717241287231445, 22.430063247680664, 23.142885208129883, 23.85570526123047, 24.568527221679688, 25.281349182128906, 25.994171142578125, 26.70699119567871, 27.41981315612793, 28.13263511657715, 28.845457077026367, 29.558279037475586]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 6.0, 7.0, 9.0, 13.0, 13.0, 13.0, 14.0, 12.0, 33.0, 24.0, 31.0, 25.0, 46.0, 19.0, 34.0, 35.0, 37.0, 40.0, 42.0, 34.0, 43.0, 38.0, 38.0, 47.0, 32.0, 30.0, 43.0, 32.0, 30.0, 31.0, 30.0, 23.0, 19.0, 14.0, 17.0, 10.0, 11.0, 9.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.327898025512695, -13.849329948425293, -13.370762825012207, -12.892194747924805, -12.413627624511719, -11.935059547424316, -11.45649242401123, -10.977924346923828, -10.499357223510742, -10.02078914642334, -9.542222023010254, -9.063653945922852, -8.585086822509766, -8.106518745422363, -7.627951622009277, -7.149383544921875, -6.670815944671631, -6.192248344421387, -5.713680744171143, -5.235113143920898, -4.756545543670654, -4.27797794342041, -3.799410104751587, -3.3208425045013428, -2.8422749042510986, -2.3637073040008545, -1.8851397037506104, -1.4065719842910767, -0.9280043840408325, -0.44943666458129883, 0.029130935668945312, 0.5076985359191895, 0.9862661361694336, 1.4648337364196777, 1.9434013366699219, 2.421968936920166, 2.90053653717041, 3.3791043758392334, 3.8576719760894775, 4.336239814758301, 4.814806938171387, 5.293374538421631, 5.771942138671875, 6.250509738922119, 6.729077339172363, 7.207645416259766, 7.686212539672852, 8.164780616760254, 8.643348693847656, 9.121916770935059, 9.600483894348145, 10.079051971435547, 10.557619094848633, 11.036187171936035, 11.514754295349121, 11.993322372436523, 12.47188949584961, 12.950457572937012, 13.429024696350098, 13.9075927734375, 14.386159896850586, 14.864727973937988, 15.343295097351074, 15.821863174438477, 16.300430297851562]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 3.0, 4.0, 12.0, 17.0, 21.0, 27.0, 40.0, 62.0, 117.0, 134.0, 265.0, 389.0, 735.0, 1447.0, 2825.0, 5559.0, 12031.0, 27990.0, 96741.0, 514780.0, 290675.0, 56743.0, 20073.0, 8857.0, 4230.0, 2114.0, 1135.0, 575.0, 328.0, 211.0, 130.0, 107.0, 61.0, 43.0, 14.0, 20.0, 15.0, 15.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0], "bins": [-38.21875, -37.2587890625, -36.298828125, -35.3388671875, -34.37890625, -33.4189453125, -32.458984375, -31.4990234375, -30.5390625, -29.5791015625, -28.619140625, -27.6591796875, -26.69921875, -25.7392578125, -24.779296875, -23.8193359375, -22.859375, -21.8994140625, -20.939453125, -19.9794921875, -19.01953125, -18.0595703125, -17.099609375, -16.1396484375, -15.1796875, -14.2197265625, -13.259765625, -12.2998046875, -11.33984375, -10.3798828125, -9.419921875, -8.4599609375, -7.5, -6.5400390625, -5.580078125, -4.6201171875, -3.66015625, -2.7001953125, -1.740234375, -0.7802734375, 0.1796875, 1.1396484375, 2.099609375, 3.0595703125, 4.01953125, 4.9794921875, 5.939453125, 6.8994140625, 7.859375, 8.8193359375, 9.779296875, 10.7392578125, 11.69921875, 12.6591796875, 13.619140625, 14.5791015625, 15.5390625, 16.4990234375, 17.458984375, 18.4189453125, 19.37890625, 20.3388671875, 21.298828125, 22.2587890625, 23.21875]}, "gradients/decoder.roberta.encoder.layer.1.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 5.0, 5.0, 11.0, 8.0, 8.0, 20.0, 16.0, 9.0, 20.0, 31.0, 23.0, 30.0, 28.0, 36.0, 34.0, 33.0, 34.0, 38.0, 41.0, 34.0, 47.0, 46.0, 23.0, 47.0, 43.0, 33.0, 36.0, 44.0, 27.0, 35.0, 25.0, 29.0, 17.0, 20.0, 18.0, 12.0, 12.0, 3.0, 10.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.34375, -14.8408203125, -14.337890625, -13.8349609375, -13.33203125, -12.8291015625, -12.326171875, -11.8232421875, -11.3203125, -10.8173828125, -10.314453125, -9.8115234375, -9.30859375, -8.8056640625, -8.302734375, -7.7998046875, -7.296875, -6.7939453125, -6.291015625, -5.7880859375, -5.28515625, -4.7822265625, -4.279296875, -3.7763671875, -3.2734375, -2.7705078125, -2.267578125, -1.7646484375, -1.26171875, -0.7587890625, -0.255859375, 0.2470703125, 0.75, 1.2529296875, 1.755859375, 2.2587890625, 2.76171875, 3.2646484375, 3.767578125, 4.2705078125, 4.7734375, 5.2763671875, 5.779296875, 6.2822265625, 6.78515625, 7.2880859375, 7.791015625, 8.2939453125, 8.796875, 9.2998046875, 9.802734375, 10.3056640625, 10.80859375, 11.3115234375, 11.814453125, 12.3173828125, 12.8203125, 13.3232421875, 13.826171875, 14.3291015625, 14.83203125, 15.3349609375, 15.837890625, 16.3408203125, 16.84375]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 5.0, 10.0, 4.0, 19.0, 15.0, 24.0, 27.0, 39.0, 49.0, 76.0, 57.0, 96.0, 116.0, 102.0, 189.0, 175.0, 197.0, 859.0, 239068.0, 805088.0, 1159.0, 210.0, 164.0, 170.0, 107.0, 113.0, 95.0, 78.0, 59.0, 42.0, 44.0, 38.0, 13.0, 15.0, 14.0, 7.0, 6.0, 4.0, 7.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-235.375, -227.271484375, -219.16796875, -211.064453125, -202.9609375, -194.857421875, -186.75390625, -178.650390625, -170.546875, -162.443359375, -154.33984375, -146.236328125, -138.1328125, -130.029296875, -121.92578125, -113.822265625, -105.71875, -97.615234375, -89.51171875, -81.408203125, -73.3046875, -65.201171875, -57.09765625, -48.994140625, -40.890625, -32.787109375, -24.68359375, -16.580078125, -8.4765625, -0.373046875, 7.73046875, 15.833984375, 23.9375, 32.041015625, 40.14453125, 48.248046875, 56.3515625, 64.455078125, 72.55859375, 80.662109375, 88.765625, 96.869140625, 104.97265625, 113.076171875, 121.1796875, 129.283203125, 137.38671875, 145.490234375, 153.59375, 161.697265625, 169.80078125, 177.904296875, 186.0078125, 194.111328125, 202.21484375, 210.318359375, 218.421875, 226.525390625, 234.62890625, 242.732421875, 250.8359375, 258.939453125, 267.04296875, 275.146484375, 283.25]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 6.0, 2.0, 7.0, 6.0, 11.0, 18.0, 22.0, 13.0, 20.0, 27.0, 32.0, 29.0, 43.0, 47.0, 38.0, 59.0, 52.0, 44.0, 61.0, 51.0, 36.0, 43.0, 43.0, 52.0, 46.0, 30.0, 33.0, 24.0, 18.0, 21.0, 14.0, 18.0, 7.0, 12.0, 7.0, 3.0, 3.0, 0.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.734375, -12.228271484375, -11.72216796875, -11.216064453125, -10.7099609375, -10.203857421875, -9.69775390625, -9.191650390625, -8.685546875, -8.179443359375, -7.67333984375, -7.167236328125, -6.6611328125, -6.155029296875, -5.64892578125, -5.142822265625, -4.63671875, -4.130615234375, -3.62451171875, -3.118408203125, -2.6123046875, -2.106201171875, -1.60009765625, -1.093994140625, -0.587890625, -0.081787109375, 0.42431640625, 0.930419921875, 1.4365234375, 1.942626953125, 2.44873046875, 2.954833984375, 3.4609375, 3.967041015625, 4.47314453125, 4.979248046875, 5.4853515625, 5.991455078125, 6.49755859375, 7.003662109375, 7.509765625, 8.015869140625, 8.52197265625, 9.028076171875, 9.5341796875, 10.040283203125, 10.54638671875, 11.052490234375, 11.55859375, 12.064697265625, 12.57080078125, 13.076904296875, 13.5830078125, 14.089111328125, 14.59521484375, 15.101318359375, 15.607421875, 16.113525390625, 16.61962890625, 17.125732421875, 17.6318359375, 18.137939453125, 18.64404296875, 19.150146484375, 19.65625]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 7.0, 6.0, 12.0, 20.0, 33.0, 79.0, 163.0, 382.0, 1605.0, 29253.0, 962744.0, 51321.0, 2060.0, 482.0, 177.0, 99.0, 52.0, 22.0, 20.0, 6.0, 7.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.40625, -56.716796875, -55.02734375, -53.337890625, -51.6484375, -49.958984375, -48.26953125, -46.580078125, -44.890625, -43.201171875, -41.51171875, -39.822265625, -38.1328125, -36.443359375, -34.75390625, -33.064453125, -31.375, -29.685546875, -27.99609375, -26.306640625, -24.6171875, -22.927734375, -21.23828125, -19.548828125, -17.859375, -16.169921875, -14.48046875, -12.791015625, -11.1015625, -9.412109375, -7.72265625, -6.033203125, -4.34375, -2.654296875, -0.96484375, 0.724609375, 2.4140625, 4.103515625, 5.79296875, 7.482421875, 9.171875, 10.861328125, 12.55078125, 14.240234375, 15.9296875, 17.619140625, 19.30859375, 20.998046875, 22.6875, 24.376953125, 26.06640625, 27.755859375, 29.4453125, 31.134765625, 32.82421875, 34.513671875, 36.203125, 37.892578125, 39.58203125, 41.271484375, 42.9609375, 44.650390625, 46.33984375, 48.029296875, 49.71875]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 4.0, 3.0, 6.0, 10.0, 13.0, 14.0, 18.0, 29.0, 35.0, 54.0, 65.0, 99.0, 167.0, 127.0, 87.0, 64.0, 53.0, 29.0, 36.0, 22.0, 16.0, 14.0, 6.0, 9.0, 3.0, 6.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.001888275146484375, -0.001842200756072998, -0.001796126365661621, -0.0017500519752502441, -0.0017039775848388672, -0.0016579031944274902, -0.0016118288040161133, -0.0015657544136047363, -0.0015196800231933594, -0.0014736056327819824, -0.0014275312423706055, -0.0013814568519592285, -0.0013353824615478516, -0.0012893080711364746, -0.0012432336807250977, -0.0011971592903137207, -0.0011510848999023438, -0.0011050105094909668, -0.0010589361190795898, -0.0010128617286682129, -0.0009667873382568359, -0.000920712947845459, -0.000874638557434082, -0.0008285641670227051, -0.0007824897766113281, -0.0007364153861999512, -0.0006903409957885742, -0.0006442666053771973, -0.0005981922149658203, -0.0005521178245544434, -0.0005060434341430664, -0.00045996904373168945, -0.0004138946533203125, -0.00036782026290893555, -0.0003217458724975586, -0.00027567148208618164, -0.0002295970916748047, -0.00018352270126342773, -0.00013744831085205078, -9.137392044067383e-05, -4.5299530029296875e-05, 7.748603820800781e-07, 4.684925079345703e-05, 9.292364120483398e-05, 0.00013899803161621094, 0.0001850724220275879, 0.00023114681243896484, 0.0002772212028503418, 0.00032329559326171875, 0.0003693699836730957, 0.00041544437408447266, 0.0004615187644958496, 0.0005075931549072266, 0.0005536675453186035, 0.0005997419357299805, 0.0006458163261413574, 0.0006918907165527344, 0.0007379651069641113, 0.0007840394973754883, 0.0008301138877868652, 0.0008761882781982422, 0.0009222626686096191, 0.0009683370590209961, 0.001014411449432373, 0.00106048583984375]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 3.0, 8.0, 10.0, 16.0, 24.0, 17.0, 38.0, 63.0, 126.0, 292.0, 872.0, 8294.0, 957168.0, 78820.0, 1918.0, 483.0, 188.0, 76.0, 35.0, 43.0, 18.0, 10.0, 12.0, 11.0, 9.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-72.625, -70.40625, -68.1875, -65.96875, -63.75, -61.53125, -59.3125, -57.09375, -54.875, -52.65625, -50.4375, -48.21875, -46.0, -43.78125, -41.5625, -39.34375, -37.125, -34.90625, -32.6875, -30.46875, -28.25, -26.03125, -23.8125, -21.59375, -19.375, -17.15625, -14.9375, -12.71875, -10.5, -8.28125, -6.0625, -3.84375, -1.625, 0.59375, 2.8125, 5.03125, 7.25, 9.46875, 11.6875, 13.90625, 16.125, 18.34375, 20.5625, 22.78125, 25.0, 27.21875, 29.4375, 31.65625, 33.875, 36.09375, 38.3125, 40.53125, 42.75, 44.96875, 47.1875, 49.40625, 51.625, 53.84375, 56.0625, 58.28125, 60.5, 62.71875, 64.9375, 67.15625, 69.375]}, "gradients/decoder.roberta.encoder.layer.1.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 1.0, 5.0, 8.0, 5.0, 10.0, 9.0, 13.0, 19.0, 28.0, 45.0, 43.0, 69.0, 111.0, 188.0, 143.0, 96.0, 62.0, 36.0, 27.0, 18.0, 20.0, 7.0, 11.0, 6.0, 7.0, 6.0, 8.0, 4.0, 5.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.14453125, -6.984649658203125, -6.82476806640625, -6.664886474609375, -6.5050048828125, -6.345123291015625, -6.18524169921875, -6.025360107421875, -5.865478515625, -5.705596923828125, -5.54571533203125, -5.385833740234375, -5.2259521484375, -5.066070556640625, -4.90618896484375, -4.746307373046875, -4.58642578125, -4.426544189453125, -4.26666259765625, -4.106781005859375, -3.9468994140625, -3.787017822265625, -3.62713623046875, -3.467254638671875, -3.307373046875, -3.147491455078125, -2.98760986328125, -2.827728271484375, -2.6678466796875, -2.507965087890625, -2.34808349609375, -2.188201904296875, -2.0283203125, -1.868438720703125, -1.70855712890625, -1.548675537109375, -1.3887939453125, -1.228912353515625, -1.06903076171875, -0.909149169921875, -0.749267578125, -0.589385986328125, -0.42950439453125, -0.269622802734375, -0.1097412109375, 0.050140380859375, 0.21002197265625, 0.369903564453125, 0.52978515625, 0.689666748046875, 0.84954833984375, 1.009429931640625, 1.1693115234375, 1.329193115234375, 1.48907470703125, 1.648956298828125, 1.808837890625, 1.968719482421875, 2.12860107421875, 2.288482666015625, 2.4483642578125, 2.608245849609375, 2.76812744140625, 2.928009033203125, 3.087890625]}, "gradients/decoder.roberta.encoder.layer.0.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 12.0, 19.0, 21.0, 31.0, 49.0, 51.0, 55.0, 74.0, 82.0, 108.0, 89.0, 92.0, 79.0, 65.0, 54.0, 37.0, 26.0, 18.0, 17.0, 13.0, 5.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.656620025634766, -35.759281158447266, -34.861942291259766, -33.964603424072266, -33.067264556884766, -32.169925689697266, -31.272586822509766, -30.375247955322266, -29.477909088134766, -28.580570220947266, -27.683231353759766, -26.785892486572266, -25.888553619384766, -24.991214752197266, -24.093875885009766, -23.196537017822266, -22.2992000579834, -21.4018611907959, -20.5045223236084, -19.6071834564209, -18.7098445892334, -17.8125057220459, -16.91516876220703, -16.01782989501953, -15.120490074157715, -14.223151206970215, -13.325812339782715, -12.428474426269531, -11.531135559082031, -10.633796691894531, -9.736457824707031, -8.839118957519531, -7.941778182983398, -7.044439315795898, -6.147100448608398, -5.249762058258057, -4.352423191070557, -3.4550843238830566, -2.557745933532715, -1.6604070663452148, -0.7630681991577148, 0.1342705488204956, 1.031609296798706, 1.928947925567627, 2.826286792755127, 3.723625659942627, 4.620964050292969, 5.518302917480469, 6.415641784667969, 7.312980651855469, 8.210319519042969, 9.107658386230469, 10.004997253417969, 10.902336120605469, 11.799674034118652, 12.697012901306152, 13.594351768493652, 14.491690635681152, 15.389029502868652, 16.286367416381836, 17.183706283569336, 18.081045150756836, 18.978384017944336, 19.875722885131836, 20.773061752319336]}, "gradients/decoder.roberta.encoder.layer.0.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 8.0, 8.0, 3.0, 10.0, 8.0, 8.0, 14.0, 20.0, 16.0, 15.0, 18.0, 22.0, 32.0, 47.0, 29.0, 32.0, 37.0, 38.0, 32.0, 46.0, 42.0, 37.0, 44.0, 34.0, 43.0, 42.0, 47.0, 31.0, 33.0, 22.0, 25.0, 23.0, 25.0, 21.0, 16.0, 18.0, 15.0, 7.0, 7.0, 7.0, 4.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0], "bins": [-21.796422958374023, -21.175037384033203, -20.55364990234375, -19.93226432800293, -19.31087875366211, -18.689491271972656, -18.068105697631836, -17.446720123291016, -16.825332641601562, -16.203947067260742, -15.582559585571289, -14.961174011230469, -14.339787483215332, -13.718400955200195, -13.097015380859375, -12.475628852844238, -11.854242324829102, -11.232855796813965, -10.611469268798828, -9.990083694458008, -9.368697166442871, -8.747310638427734, -8.125925064086914, -7.504538536071777, -6.883152008056641, -6.261765480041504, -5.640379428863525, -5.018993377685547, -4.39760684967041, -3.7762205600738525, -3.154834270477295, -2.5334482192993164, -1.9120597839355469, -1.2906734943389893, -0.6692872047424316, -0.04790091514587402, 0.5734853744506836, 1.1948716640472412, 1.8162579536437988, 2.4376440048217773, 3.059030532836914, 3.6804168224334717, 4.301803112030029, 4.923189163208008, 5.5445756912231445, 6.165962219238281, 6.78734827041626, 7.408734321594238, 8.030120849609375, 8.651507377624512, 9.272893905639648, 9.894279479980469, 10.515666007995605, 11.137052536010742, 11.758438110351562, 12.3798246383667, 13.001211166381836, 13.622597694396973, 14.24398422241211, 14.86536979675293, 15.486756324768066, 16.108142852783203, 16.729528427124023, 17.350914001464844, 17.972301483154297]}, "gradients/decoder.roberta.encoder.layer.0.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 8.0, 4.0, 9.0, 10.0, 12.0, 15.0, 22.0, 16.0, 39.0, 50.0, 73.0, 158.0, 215.0, 412.0, 608.0, 1128.0, 1976.0, 4513.0, 11032.0, 33818.0, 2521927.0, 1564166.0, 33805.0, 11122.0, 4341.0, 2045.0, 1098.0, 602.0, 380.0, 241.0, 130.0, 96.0, 47.0, 41.0, 27.0, 20.0, 17.0, 12.0, 13.0, 9.0, 9.0, 6.0, 1.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-38.1875, -36.95556640625, -35.7236328125, -34.49169921875, -33.259765625, -32.02783203125, -30.7958984375, -29.56396484375, -28.33203125, -27.10009765625, -25.8681640625, -24.63623046875, -23.404296875, -22.17236328125, -20.9404296875, -19.70849609375, -18.4765625, -17.24462890625, -16.0126953125, -14.78076171875, -13.548828125, -12.31689453125, -11.0849609375, -9.85302734375, -8.62109375, -7.38916015625, -6.1572265625, -4.92529296875, -3.693359375, -2.46142578125, -1.2294921875, 0.00244140625, 1.234375, 2.46630859375, 3.6982421875, 4.93017578125, 6.162109375, 7.39404296875, 8.6259765625, 9.85791015625, 11.08984375, 12.32177734375, 13.5537109375, 14.78564453125, 16.017578125, 17.24951171875, 18.4814453125, 19.71337890625, 20.9453125, 22.17724609375, 23.4091796875, 24.64111328125, 25.873046875, 27.10498046875, 28.3369140625, 29.56884765625, 30.80078125, 32.03271484375, 33.2646484375, 34.49658203125, 35.728515625, 36.96044921875, 38.1923828125, 39.42431640625, 40.65625]}, "gradients/decoder.roberta.encoder.layer.0.output.dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 1.0, 14.0, 7.0, 4.0, 8.0, 2.0, 13.0, 21.0, 20.0, 18.0, 19.0, 19.0, 24.0, 23.0, 16.0, 41.0, 40.0, 28.0, 40.0, 38.0, 34.0, 44.0, 48.0, 37.0, 41.0, 47.0, 34.0, 33.0, 39.0, 18.0, 28.0, 27.0, 28.0, 20.0, 19.0, 20.0, 11.0, 15.0, 10.0, 12.0, 11.0, 10.0, 6.0, 4.0, 6.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.0234375, -11.6156005859375, -11.207763671875, -10.7999267578125, -10.39208984375, -9.9842529296875, -9.576416015625, -9.1685791015625, -8.7607421875, -8.3529052734375, -7.945068359375, -7.5372314453125, -7.12939453125, -6.7215576171875, -6.313720703125, -5.9058837890625, -5.498046875, -5.0902099609375, -4.682373046875, -4.2745361328125, -3.86669921875, -3.4588623046875, -3.051025390625, -2.6431884765625, -2.2353515625, -1.8275146484375, -1.419677734375, -1.0118408203125, -0.60400390625, -0.1961669921875, 0.211669921875, 0.6195068359375, 1.02734375, 1.4351806640625, 1.843017578125, 2.2508544921875, 2.65869140625, 3.0665283203125, 3.474365234375, 3.8822021484375, 4.2900390625, 4.6978759765625, 5.105712890625, 5.5135498046875, 5.92138671875, 6.3292236328125, 6.737060546875, 7.1448974609375, 7.552734375, 7.9605712890625, 8.368408203125, 8.7762451171875, 9.18408203125, 9.5919189453125, 9.999755859375, 10.4075927734375, 10.8154296875, 11.2232666015625, 11.631103515625, 12.0389404296875, 12.44677734375, 12.8546142578125, 13.262451171875, 13.6702880859375, 14.078125]}, "gradients/decoder.roberta.encoder.layer.0.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 4.0, 7.0, 9.0, 15.0, 67.0, 697.0, 28559.0, 4162724.0, 1996.0, 139.0, 24.0, 13.0, 8.0, 5.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-235.25, -228.16015625, -221.0703125, -213.98046875, -206.890625, -199.80078125, -192.7109375, -185.62109375, -178.53125, -171.44140625, -164.3515625, -157.26171875, -150.171875, -143.08203125, -135.9921875, -128.90234375, -121.8125, -114.72265625, -107.6328125, -100.54296875, -93.453125, -86.36328125, -79.2734375, -72.18359375, -65.09375, -58.00390625, -50.9140625, -43.82421875, -36.734375, -29.64453125, -22.5546875, -15.46484375, -8.375, -1.28515625, 5.8046875, 12.89453125, 19.984375, 27.07421875, 34.1640625, 41.25390625, 48.34375, 55.43359375, 62.5234375, 69.61328125, 76.703125, 83.79296875, 90.8828125, 97.97265625, 105.0625, 112.15234375, 119.2421875, 126.33203125, 133.421875, 140.51171875, 147.6015625, 154.69140625, 161.78125, 168.87109375, 175.9609375, 183.05078125, 190.140625, 197.23046875, 204.3203125, 211.41015625, 218.5]}, "gradients/decoder.roberta.encoder.layer.0.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 8.0, 13.0, 34.0, 105.0, 662.0, 3050.0, 138.0, 26.0, 15.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.2578125, -11.851806640625, -11.44580078125, -11.039794921875, -10.6337890625, -10.227783203125, -9.82177734375, -9.415771484375, -9.009765625, -8.603759765625, -8.19775390625, -7.791748046875, -7.3857421875, -6.979736328125, -6.57373046875, -6.167724609375, -5.76171875, -5.355712890625, -4.94970703125, -4.543701171875, -4.1376953125, -3.731689453125, -3.32568359375, -2.919677734375, -2.513671875, -2.107666015625, -1.70166015625, -1.295654296875, -0.8896484375, -0.483642578125, -0.07763671875, 0.328369140625, 0.734375, 1.140380859375, 1.54638671875, 1.952392578125, 2.3583984375, 2.764404296875, 3.17041015625, 3.576416015625, 3.982421875, 4.388427734375, 4.79443359375, 5.200439453125, 5.6064453125, 6.012451171875, 6.41845703125, 6.824462890625, 7.23046875, 7.636474609375, 8.04248046875, 8.448486328125, 8.8544921875, 9.260498046875, 9.66650390625, 10.072509765625, 10.478515625, 10.884521484375, 11.29052734375, 11.696533203125, 12.1025390625, 12.508544921875, 12.91455078125, 13.320556640625, 13.7265625]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 6.0, 5.0, 8.0, 4.0, 14.0, 14.0, 24.0, 34.0, 27.0, 44.0, 40.0, 39.0, 54.0, 48.0, 64.0, 67.0, 62.0, 72.0, 63.0, 52.0, 44.0, 49.0, 35.0, 29.0, 20.0, 20.0, 17.0, 11.0, 12.0, 6.0, 5.0, 8.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.191179275512695, -11.706761360168457, -11.222343444824219, -10.73792552947998, -10.253507614135742, -9.769089698791504, -9.284671783447266, -8.800253868103027, -8.315835952758789, -7.831418037414551, -7.3470001220703125, -6.862582206726074, -6.378164291381836, -5.893746376037598, -5.409328460693359, -4.924910545349121, -4.440492153167725, -3.9560742378234863, -3.471656322479248, -2.9872384071350098, -2.5028204917907715, -2.018402338027954, -1.5339844226837158, -1.0495665073394775, -0.5651485919952393, -0.08073064684867859, 0.4036872982978821, 0.8881052732467651, 1.3725231885910034, 1.8569412231445312, 2.3413591384887695, 2.825777053833008, 3.310194969177246, 3.7946128845214844, 4.279030799865723, 4.763448715209961, 5.247866630554199, 5.7322845458984375, 6.216702461242676, 6.701120376586914, 7.185538291931152, 7.669956207275391, 8.154374122619629, 8.638792037963867, 9.123209953308105, 9.607627868652344, 10.092045783996582, 10.57646369934082, 11.060882568359375, 11.545300483703613, 12.029718399047852, 12.51413631439209, 12.998554229736328, 13.482972145080566, 13.967390060424805, 14.451807975769043, 14.936225891113281, 15.42064380645752, 15.905061721801758, 16.389480590820312, 16.873897552490234, 17.35831642150879, 17.84273338317871, 18.327152252197266, 18.811569213867188]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 6.0, 2.0, 6.0, 4.0, 12.0, 8.0, 7.0, 8.0, 15.0, 13.0, 16.0, 20.0, 22.0, 24.0, 25.0, 28.0, 24.0, 29.0, 33.0, 46.0, 47.0, 44.0, 45.0, 35.0, 46.0, 36.0, 44.0, 29.0, 31.0, 36.0, 27.0, 35.0, 35.0, 30.0, 20.0, 18.0, 23.0, 16.0, 11.0, 5.0, 7.0, 6.0, 11.0, 4.0, 7.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-14.083085060119629, -13.658000946044922, -13.232917785644531, -12.807833671569824, -12.382749557495117, -11.957666397094727, -11.53258228302002, -11.107498168945312, -10.682415008544922, -10.257330894470215, -9.832247734069824, -9.407163619995117, -8.982080459594727, -8.55699634552002, -8.131912231445312, -7.706828594207764, -7.281744956970215, -6.856661319732666, -6.431577682495117, -6.00649356842041, -5.581409931182861, -5.1563262939453125, -4.7312421798706055, -4.306158542633057, -3.881074905395508, -3.455991268157959, -3.030907392501831, -2.605823516845703, -2.1807398796081543, -1.7556562423706055, -1.3305723667144775, -0.9054884910583496, -0.4804039001464844, -0.055320143699645996, 0.3697636127471924, 0.7948473691940308, 1.2199311256408691, 1.645014762878418, 2.070098638534546, 2.495182514190674, 2.9202661514282227, 3.3453497886657715, 3.7704336643218994, 4.195517539978027, 4.620601177215576, 5.045684814453125, 5.470768928527832, 5.895852565765381, 6.32093620300293, 6.7460198402404785, 7.171103477478027, 7.596187591552734, 8.021270751953125, 8.446354866027832, 8.871438980102539, 9.29652214050293, 9.721606254577637, 10.146690368652344, 10.571773529052734, 10.996857643127441, 11.421941757202148, 11.847024917602539, 12.272109031677246, 12.697193145751953, 13.122276306152344]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 7.0, 5.0, 12.0, 13.0, 28.0, 31.0, 58.0, 99.0, 166.0, 248.0, 461.0, 750.0, 1385.0, 2229.0, 4245.0, 7498.0, 13785.0, 24544.0, 42291.0, 71332.0, 109956.0, 150201.0, 171291.0, 154002.0, 113429.0, 75253.0, 45627.0, 26316.0, 14683.0, 8220.0, 4473.0, 2515.0, 1419.0, 793.0, 453.0, 265.0, 175.0, 107.0, 73.0, 36.0, 28.0, 21.0, 17.0, 11.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5361328125, -1.4803924560546875, -1.424652099609375, -1.3689117431640625, -1.31317138671875, -1.2574310302734375, -1.201690673828125, -1.1459503173828125, -1.0902099609375, -1.0344696044921875, -0.978729248046875, -0.9229888916015625, -0.86724853515625, -0.8115081787109375, -0.755767822265625, -0.7000274658203125, -0.644287109375, -0.5885467529296875, -0.532806396484375, -0.4770660400390625, -0.42132568359375, -0.3655853271484375, -0.309844970703125, -0.2541046142578125, -0.1983642578125, -0.1426239013671875, -0.086883544921875, -0.0311431884765625, 0.02459716796875, 0.0803375244140625, 0.136077880859375, 0.1918182373046875, 0.24755859375, 0.3032989501953125, 0.359039306640625, 0.4147796630859375, 0.47052001953125, 0.5262603759765625, 0.582000732421875, 0.6377410888671875, 0.6934814453125, 0.7492218017578125, 0.804962158203125, 0.8607025146484375, 0.91644287109375, 0.9721832275390625, 1.027923583984375, 1.0836639404296875, 1.139404296875, 1.1951446533203125, 1.250885009765625, 1.3066253662109375, 1.36236572265625, 1.4181060791015625, 1.473846435546875, 1.5295867919921875, 1.5853271484375, 1.6410675048828125, 1.696807861328125, 1.7525482177734375, 1.80828857421875, 1.8640289306640625, 1.919769287109375, 1.9755096435546875, 2.03125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 6.0, 5.0, 13.0, 7.0, 4.0, 10.0, 17.0, 16.0, 16.0, 18.0, 24.0, 26.0, 26.0, 24.0, 24.0, 32.0, 35.0, 49.0, 44.0, 43.0, 42.0, 41.0, 38.0, 40.0, 39.0, 32.0, 29.0, 32.0, 37.0, 28.0, 41.0, 23.0, 21.0, 17.0, 22.0, 14.0, 12.0, 4.0, 7.0, 10.0, 8.0, 3.0, 6.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.9921875, -12.5908203125, -12.189453125, -11.7880859375, -11.38671875, -10.9853515625, -10.583984375, -10.1826171875, -9.78125, -9.3798828125, -8.978515625, -8.5771484375, -8.17578125, -7.7744140625, -7.373046875, -6.9716796875, -6.5703125, -6.1689453125, -5.767578125, -5.3662109375, -4.96484375, -4.5634765625, -4.162109375, -3.7607421875, -3.359375, -2.9580078125, -2.556640625, -2.1552734375, -1.75390625, -1.3525390625, -0.951171875, -0.5498046875, -0.1484375, 0.2529296875, 0.654296875, 1.0556640625, 1.45703125, 1.8583984375, 2.259765625, 2.6611328125, 3.0625, 3.4638671875, 3.865234375, 4.2666015625, 4.66796875, 5.0693359375, 5.470703125, 5.8720703125, 6.2734375, 6.6748046875, 7.076171875, 7.4775390625, 7.87890625, 8.2802734375, 8.681640625, 9.0830078125, 9.484375, 9.8857421875, 10.287109375, 10.6884765625, 11.08984375, 11.4912109375, 11.892578125, 12.2939453125, 12.6953125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 6.0, 15.0, 20.0, 19.0, 18.0, 41.0, 62.0, 98.0, 108.0, 148.0, 219.0, 278.0, 371.0, 559.0, 721.0, 944.0, 1430.0, 1857.0, 2577.0, 3675.0, 5116.0, 7418.0, 10649.0, 15724.0, 24962.0, 91676.0, 706963.0, 95209.0, 25194.0, 16019.0, 10687.0, 7387.0, 5150.0, 3699.0, 2660.0, 1884.0, 1334.0, 1017.0, 719.0, 548.0, 407.0, 290.0, 197.0, 143.0, 124.0, 63.0, 46.0, 33.0, 26.0, 19.0, 10.0, 12.0, 4.0, 2.0, 3.0, 3.0], "bins": [-2.59375, -2.518585205078125, -2.44342041015625, -2.368255615234375, -2.2930908203125, -2.217926025390625, -2.14276123046875, -2.067596435546875, -1.992431640625, -1.917266845703125, -1.84210205078125, -1.766937255859375, -1.6917724609375, -1.616607666015625, -1.54144287109375, -1.466278076171875, -1.39111328125, -1.315948486328125, -1.24078369140625, -1.165618896484375, -1.0904541015625, -1.015289306640625, -0.94012451171875, -0.864959716796875, -0.789794921875, -0.714630126953125, -0.63946533203125, -0.564300537109375, -0.4891357421875, -0.413970947265625, -0.33880615234375, -0.263641357421875, -0.1884765625, -0.113311767578125, -0.03814697265625, 0.037017822265625, 0.1121826171875, 0.187347412109375, 0.26251220703125, 0.337677001953125, 0.412841796875, 0.488006591796875, 0.56317138671875, 0.638336181640625, 0.7135009765625, 0.788665771484375, 0.86383056640625, 0.938995361328125, 1.01416015625, 1.089324951171875, 1.16448974609375, 1.239654541015625, 1.3148193359375, 1.389984130859375, 1.46514892578125, 1.540313720703125, 1.615478515625, 1.690643310546875, 1.76580810546875, 1.840972900390625, 1.9161376953125, 1.991302490234375, 2.06646728515625, 2.141632080078125, 2.216796875]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.value.bias": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 2.0, 1.0, 2.0, 4.0, 5.0, 7.0, 6.0, 5.0, 7.0, 10.0, 19.0, 11.0, 25.0, 16.0, 17.0, 18.0, 21.0, 24.0, 22.0, 24.0, 26.0, 37.0, 27.0, 34.0, 30.0, 46.0, 39.0, 38.0, 40.0, 45.0, 48.0, 38.0, 39.0, 38.0, 33.0, 32.0, 22.0, 17.0, 20.0, 16.0, 18.0, 9.0, 15.0, 13.0, 8.0, 5.0, 5.0, 8.0, 12.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.57421875, -7.32196044921875, -7.0697021484375, -6.81744384765625, -6.565185546875, -6.31292724609375, -6.0606689453125, -5.80841064453125, -5.55615234375, -5.30389404296875, -5.0516357421875, -4.79937744140625, -4.547119140625, -4.29486083984375, -4.0426025390625, -3.79034423828125, -3.5380859375, -3.28582763671875, -3.0335693359375, -2.78131103515625, -2.529052734375, -2.27679443359375, -2.0245361328125, -1.77227783203125, -1.52001953125, -1.26776123046875, -1.0155029296875, -0.76324462890625, -0.510986328125, -0.25872802734375, -0.0064697265625, 0.24578857421875, 0.498046875, 0.75030517578125, 1.0025634765625, 1.25482177734375, 1.507080078125, 1.75933837890625, 2.0115966796875, 2.26385498046875, 2.51611328125, 2.76837158203125, 3.0206298828125, 3.27288818359375, 3.525146484375, 3.77740478515625, 4.0296630859375, 4.28192138671875, 4.5341796875, 4.78643798828125, 5.0386962890625, 5.29095458984375, 5.543212890625, 5.79547119140625, 6.0477294921875, 6.29998779296875, 6.55224609375, 6.80450439453125, 7.0567626953125, 7.30902099609375, 7.561279296875, 7.81353759765625, 8.0657958984375, 8.31805419921875, 8.5703125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 13.0, 7.0, 12.0, 15.0, 27.0, 37.0, 34.0, 54.0, 82.0, 133.0, 154.0, 244.0, 446.0, 666.0, 1020.0, 1827.0, 3004.0, 5450.0, 9465.0, 17793.0, 36329.0, 799935.0, 113026.0, 26648.0, 13872.0, 7673.0, 4212.0, 2417.0, 1431.0, 903.0, 547.0, 341.0, 232.0, 158.0, 103.0, 64.0, 42.0, 31.0, 34.0, 21.0, 15.0, 11.0, 9.0, 8.0, 3.0, 6.0, 0.0, 3.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.28125, -0.2729301452636719, -0.26461029052734375, -0.2562904357910156, -0.2479705810546875, -0.23965072631835938, -0.23133087158203125, -0.22301101684570312, -0.214691162109375, -0.20637130737304688, -0.19805145263671875, -0.18973159790039062, -0.1814117431640625, -0.17309188842773438, -0.16477203369140625, -0.15645217895507812, -0.14813232421875, -0.13981246948242188, -0.13149261474609375, -0.12317276000976562, -0.1148529052734375, -0.10653305053710938, -0.09821319580078125, -0.08989334106445312, -0.081573486328125, -0.07325363159179688, -0.06493377685546875, -0.056613922119140625, -0.0482940673828125, -0.039974212646484375, -0.03165435791015625, -0.023334503173828125, -0.0150146484375, -0.006694793701171875, 0.00162506103515625, 0.009944915771484375, 0.0182647705078125, 0.026584625244140625, 0.03490447998046875, 0.043224334716796875, 0.051544189453125, 0.059864044189453125, 0.06818389892578125, 0.07650375366210938, 0.0848236083984375, 0.09314346313476562, 0.10146331787109375, 0.10978317260742188, 0.11810302734375, 0.12642288208007812, 0.13474273681640625, 0.14306259155273438, 0.1513824462890625, 0.15970230102539062, 0.16802215576171875, 0.17634201049804688, 0.184661865234375, 0.19298171997070312, 0.20130157470703125, 0.20962142944335938, 0.2179412841796875, 0.22626113891601562, 0.23458099365234375, 0.24290084838867188, 0.251220703125]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 8.0, 5.0, 7.0, 15.0, 6.0, 21.0, 11.0, 28.0, 23.0, 41.0, 40.0, 52.0, 41.0, 55.0, 64.0, 56.0, 62.0, 47.0, 65.0, 56.0, 47.0, 63.0, 32.0, 31.0, 32.0, 17.0, 21.0, 13.0, 9.0, 9.0, 6.0, 4.0, 5.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.8192996978759766e-05, -2.7227215468883514e-05, -2.6261433959007263e-05, -2.5295652449131012e-05, -2.432987093925476e-05, -2.336408942937851e-05, -2.2398307919502258e-05, -2.1432526409626007e-05, -2.0466744899749756e-05, -1.9500963389873505e-05, -1.8535181879997253e-05, -1.7569400370121002e-05, -1.660361886024475e-05, -1.56378373503685e-05, -1.4672055840492249e-05, -1.3706274330615997e-05, -1.2740492820739746e-05, -1.1774711310863495e-05, -1.0808929800987244e-05, -9.843148291110992e-06, -8.877366781234741e-06, -7.91158527135849e-06, -6.945803761482239e-06, -5.9800222516059875e-06, -5.014240741729736e-06, -4.048459231853485e-06, -3.082677721977234e-06, -2.1168962121009827e-06, -1.1511147022247314e-06, -1.8533319234848022e-07, 7.80448317527771e-07, 1.7462298274040222e-06, 2.7120113372802734e-06, 3.6777928471565247e-06, 4.643574357032776e-06, 5.609355866909027e-06, 6.575137376785278e-06, 7.5409188866615295e-06, 8.50670039653778e-06, 9.472481906414032e-06, 1.0438263416290283e-05, 1.1404044926166534e-05, 1.2369826436042786e-05, 1.3335607945919037e-05, 1.4301389455795288e-05, 1.526717096567154e-05, 1.623295247554779e-05, 1.7198733985424042e-05, 1.8164515495300293e-05, 1.9130297005176544e-05, 2.0096078515052795e-05, 2.1061860024929047e-05, 2.2027641534805298e-05, 2.299342304468155e-05, 2.39592045545578e-05, 2.492498606443405e-05, 2.5890767574310303e-05, 2.6856549084186554e-05, 2.7822330594062805e-05, 2.8788112103939056e-05, 2.9753893613815308e-05, 3.071967512369156e-05, 3.168545663356781e-05, 3.265123814344406e-05, 3.361701965332031e-05]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 14.0, 6.0, 6.0, 13.0, 18.0, 17.0, 20.0, 22.0, 30.0, 46.0, 51.0, 65.0, 71.0, 111.0, 132.0, 287.0, 2630.0, 129468.0, 864231.0, 49217.0, 1274.0, 211.0, 133.0, 108.0, 76.0, 44.0, 55.0, 44.0, 31.0, 18.0, 18.0, 17.0, 14.0, 11.0, 11.0, 9.0, 9.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7099609375, -0.6873397827148438, -0.6647186279296875, -0.6420974731445312, -0.619476318359375, -0.5968551635742188, -0.5742340087890625, -0.5516128540039062, -0.52899169921875, -0.5063705444335938, -0.4837493896484375, -0.46112823486328125, -0.438507080078125, -0.41588592529296875, -0.3932647705078125, -0.37064361572265625, -0.3480224609375, -0.32540130615234375, -0.3027801513671875, -0.28015899658203125, -0.257537841796875, -0.23491668701171875, -0.2122955322265625, -0.18967437744140625, -0.16705322265625, -0.14443206787109375, -0.1218109130859375, -0.09918975830078125, -0.076568603515625, -0.05394744873046875, -0.0313262939453125, -0.00870513916015625, 0.013916015625, 0.03653717041015625, 0.0591583251953125, 0.08177947998046875, 0.104400634765625, 0.12702178955078125, 0.1496429443359375, 0.17226409912109375, 0.19488525390625, 0.21750640869140625, 0.2401275634765625, 0.26274871826171875, 0.285369873046875, 0.30799102783203125, 0.3306121826171875, 0.35323333740234375, 0.3758544921875, 0.39847564697265625, 0.4210968017578125, 0.44371795654296875, 0.466339111328125, 0.48896026611328125, 0.5115814208984375, 0.5342025756835938, 0.55682373046875, 0.5794448852539062, 0.6020660400390625, 0.6246871948242188, 0.647308349609375, 0.6699295043945312, 0.6925506591796875, 0.7151718139648438, 0.73779296875]}, "gradients/decoder.roberta.encoder.layer.0.crossattention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 4.0, 2.0, 11.0, 5.0, 10.0, 16.0, 23.0, 19.0, 27.0, 28.0, 37.0, 49.0, 49.0, 64.0, 62.0, 62.0, 50.0, 72.0, 47.0, 57.0, 53.0, 48.0, 34.0, 35.0, 23.0, 23.0, 18.0, 11.0, 9.0, 16.0, 9.0, 8.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.051788330078125, -0.05030965805053711, -0.04883098602294922, -0.04735231399536133, -0.04587364196777344, -0.04439496994018555, -0.042916297912597656, -0.041437625885009766, -0.039958953857421875, -0.038480281829833984, -0.037001609802246094, -0.0355229377746582, -0.03404426574707031, -0.03256559371948242, -0.03108692169189453, -0.02960824966430664, -0.02812957763671875, -0.02665090560913086, -0.02517223358154297, -0.023693561553955078, -0.022214889526367188, -0.020736217498779297, -0.019257545471191406, -0.017778873443603516, -0.016300201416015625, -0.014821529388427734, -0.013342857360839844, -0.011864185333251953, -0.010385513305664062, -0.008906841278076172, -0.007428169250488281, -0.005949497222900391, -0.0044708251953125, -0.0029921531677246094, -0.0015134811401367188, -3.4809112548828125e-05, 0.0014438629150390625, 0.002922534942626953, 0.004401206970214844, 0.005879878997802734, 0.007358551025390625, 0.008837223052978516, 0.010315895080566406, 0.011794567108154297, 0.013273239135742188, 0.014751911163330078, 0.01623058319091797, 0.01770925521850586, 0.01918792724609375, 0.02066659927368164, 0.02214527130126953, 0.023623943328857422, 0.025102615356445312, 0.026581287384033203, 0.028059959411621094, 0.029538631439208984, 0.031017303466796875, 0.032495975494384766, 0.033974647521972656, 0.03545331954956055, 0.03693199157714844, 0.03841066360473633, 0.03988933563232422, 0.04136800765991211, 0.0428466796875]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 4.0, 13.0, 12.0, 25.0, 42.0, 41.0, 46.0, 46.0, 68.0, 71.0, 84.0, 85.0, 68.0, 78.0, 68.0, 47.0, 45.0, 38.0, 34.0, 29.0, 12.0, 8.0, 14.0, 8.0, 6.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.29908561706543, -9.714014053344727, -9.12894344329834, -8.543872833251953, -7.95880126953125, -7.373730182647705, -6.78865909576416, -6.203588008880615, -5.61851692199707, -5.033445835113525, -4.4483747482299805, -3.8633036613464355, -3.2782325744628906, -2.6931614875793457, -2.108090400695801, -1.5230193138122559, -0.9379482269287109, -0.352877140045166, 0.2321939468383789, 0.8172650337219238, 1.4023361206054688, 1.9874072074890137, 2.5724782943725586, 3.1575493812561035, 3.7426204681396484, 4.327691555023193, 4.912762641906738, 5.497833728790283, 6.082904815673828, 6.667975902557373, 7.253046989440918, 7.838118076324463, 8.423189163208008, 9.008260726928711, 9.593331336975098, 10.178401947021484, 10.763473510742188, 11.34854507446289, 11.933615684509277, 12.518686294555664, 13.103757858276367, 13.68882942199707, 14.273900032043457, 14.858970642089844, 15.444042205810547, 16.02911376953125, 16.614185333251953, 17.199254989624023, 17.784326553344727, 18.36939811706543, 18.9544677734375, 19.539539337158203, 20.124610900878906, 20.70968246459961, 21.294754028320312, 21.879823684692383, 22.464895248413086, 23.04996681213379, 23.63503646850586, 24.220108032226562, 24.805179595947266, 25.39025115966797, 25.975322723388672, 26.560392379760742, 27.145463943481445]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 6.0, 5.0, 13.0, 7.0, 4.0, 9.0, 18.0, 16.0, 16.0, 18.0, 24.0, 25.0, 24.0, 25.0, 26.0, 30.0, 35.0, 50.0, 45.0, 42.0, 42.0, 40.0, 38.0, 42.0, 37.0, 32.0, 31.0, 31.0, 37.0, 29.0, 39.0, 24.0, 21.0, 17.0, 22.0, 15.0, 11.0, 5.0, 6.0, 10.0, 8.0, 4.0, 6.0, 6.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.998211860656738, -12.597090721130371, -12.195968627929688, -11.79484748840332, -11.393725395202637, -10.99260425567627, -10.591482162475586, -10.190361022949219, -9.789239883422852, -9.388118743896484, -8.9869966506958, -8.585875511169434, -8.18475341796875, -7.783632278442383, -7.382510662078857, -6.981389045715332, -6.580266952514648, -6.179145336151123, -5.778023719787598, -5.3769025802612305, -4.975780487060547, -4.57465934753418, -4.173537731170654, -3.772416114807129, -3.3712944984436035, -2.970172882080078, -2.5690512657165527, -2.1679298877716064, -1.766808271408081, -1.3656866550445557, -0.9645652770996094, -0.563443660736084, -0.1623210906982422, 0.23880046606063843, 0.639922022819519, 1.0410435199737549, 1.4421651363372803, 1.8432867527008057, 2.244408130645752, 2.6455297470092773, 3.0466513633728027, 3.447772979736328, 3.8488945960998535, 4.250016212463379, 4.651137351989746, 5.05225944519043, 5.453380584716797, 5.854502201080322, 6.255623817443848, 6.656745433807373, 7.057867050170898, 7.458988189697266, 7.860110282897949, 8.261231422424316, 8.662353515625, 9.063474655151367, 9.464595794677734, 9.865716934204102, 10.266839027404785, 10.667960166931152, 11.069082260131836, 11.470203399658203, 11.87132453918457, 12.272446632385254, 12.673568725585938]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 7.0, 15.0, 15.0, 22.0, 30.0, 43.0, 66.0, 89.0, 112.0, 248.0, 466.0, 974.0, 1952.0, 4441.0, 10378.0, 23975.0, 54692.0, 115008.0, 195826.0, 237801.0, 193499.0, 113517.0, 53424.0, 23397.0, 10093.0, 4507.0, 1899.0, 906.0, 467.0, 246.0, 137.0, 104.0, 48.0, 45.0, 25.0, 23.0, 15.0, 15.0, 6.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-18.890625, -18.27099609375, -17.6513671875, -17.03173828125, -16.412109375, -15.79248046875, -15.1728515625, -14.55322265625, -13.93359375, -13.31396484375, -12.6943359375, -12.07470703125, -11.455078125, -10.83544921875, -10.2158203125, -9.59619140625, -8.9765625, -8.35693359375, -7.7373046875, -7.11767578125, -6.498046875, -5.87841796875, -5.2587890625, -4.63916015625, -4.01953125, -3.39990234375, -2.7802734375, -2.16064453125, -1.541015625, -0.92138671875, -0.3017578125, 0.31787109375, 0.9375, 1.55712890625, 2.1767578125, 2.79638671875, 3.416015625, 4.03564453125, 4.6552734375, 5.27490234375, 5.89453125, 6.51416015625, 7.1337890625, 7.75341796875, 8.373046875, 8.99267578125, 9.6123046875, 10.23193359375, 10.8515625, 11.47119140625, 12.0908203125, 12.71044921875, 13.330078125, 13.94970703125, 14.5693359375, 15.18896484375, 15.80859375, 16.42822265625, 17.0478515625, 17.66748046875, 18.287109375, 18.90673828125, 19.5263671875, 20.14599609375, 20.765625]}, "gradients/decoder.roberta.encoder.layer.0.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 8.0, 5.0, 5.0, 8.0, 10.0, 7.0, 8.0, 11.0, 13.0, 22.0, 20.0, 26.0, 20.0, 27.0, 29.0, 22.0, 35.0, 36.0, 50.0, 48.0, 41.0, 47.0, 47.0, 33.0, 40.0, 33.0, 33.0, 39.0, 39.0, 37.0, 27.0, 30.0, 27.0, 22.0, 15.0, 17.0, 12.0, 6.0, 11.0, 6.0, 7.0, 10.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.84375, -10.495849609375, -10.14794921875, -9.800048828125, -9.4521484375, -9.104248046875, -8.75634765625, -8.408447265625, -8.060546875, -7.712646484375, -7.36474609375, -7.016845703125, -6.6689453125, -6.321044921875, -5.97314453125, -5.625244140625, -5.27734375, -4.929443359375, -4.58154296875, -4.233642578125, -3.8857421875, -3.537841796875, -3.18994140625, -2.842041015625, -2.494140625, -2.146240234375, -1.79833984375, -1.450439453125, -1.1025390625, -0.754638671875, -0.40673828125, -0.058837890625, 0.2890625, 0.636962890625, 0.98486328125, 1.332763671875, 1.6806640625, 2.028564453125, 2.37646484375, 2.724365234375, 3.072265625, 3.420166015625, 3.76806640625, 4.115966796875, 4.4638671875, 4.811767578125, 5.15966796875, 5.507568359375, 5.85546875, 6.203369140625, 6.55126953125, 6.899169921875, 7.2470703125, 7.594970703125, 7.94287109375, 8.290771484375, 8.638671875, 8.986572265625, 9.33447265625, 9.682373046875, 10.0302734375, 10.378173828125, 10.72607421875, 11.073974609375, 11.421875]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 5.0, 6.0, 3.0, 5.0, 10.0, 12.0, 13.0, 18.0, 22.0, 34.0, 64.0, 46.0, 78.0, 123.0, 152.0, 266.0, 366.0, 730.0, 1437.0, 4769.0, 31099.0, 246340.0, 570260.0, 166036.0, 20202.0, 3500.0, 1149.0, 642.0, 374.0, 245.0, 158.0, 99.0, 73.0, 39.0, 43.0, 41.0, 24.0, 28.0, 11.0, 7.0, 5.0, 3.0, 3.0, 4.0, 4.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-54.21875, -52.59521484375, -50.9716796875, -49.34814453125, -47.724609375, -46.10107421875, -44.4775390625, -42.85400390625, -41.23046875, -39.60693359375, -37.9833984375, -36.35986328125, -34.736328125, -33.11279296875, -31.4892578125, -29.86572265625, -28.2421875, -26.61865234375, -24.9951171875, -23.37158203125, -21.748046875, -20.12451171875, -18.5009765625, -16.87744140625, -15.25390625, -13.63037109375, -12.0068359375, -10.38330078125, -8.759765625, -7.13623046875, -5.5126953125, -3.88916015625, -2.265625, -0.64208984375, 0.9814453125, 2.60498046875, 4.228515625, 5.85205078125, 7.4755859375, 9.09912109375, 10.72265625, 12.34619140625, 13.9697265625, 15.59326171875, 17.216796875, 18.84033203125, 20.4638671875, 22.08740234375, 23.7109375, 25.33447265625, 26.9580078125, 28.58154296875, 30.205078125, 31.82861328125, 33.4521484375, 35.07568359375, 36.69921875, 38.32275390625, 39.9462890625, 41.56982421875, 43.193359375, 44.81689453125, 46.4404296875, 48.06396484375, 49.6875]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 11.0, 9.0, 8.0, 2.0, 9.0, 14.0, 19.0, 24.0, 21.0, 23.0, 44.0, 24.0, 37.0, 41.0, 42.0, 57.0, 52.0, 57.0, 44.0, 36.0, 50.0, 47.0, 48.0, 32.0, 28.0, 27.0, 30.0, 27.0, 30.0, 23.0, 16.0, 13.0, 13.0, 12.0, 8.0, 8.0, 3.0, 5.0, 4.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.5859375, -11.24853515625, -10.9111328125, -10.57373046875, -10.236328125, -9.89892578125, -9.5615234375, -9.22412109375, -8.88671875, -8.54931640625, -8.2119140625, -7.87451171875, -7.537109375, -7.19970703125, -6.8623046875, -6.52490234375, -6.1875, -5.85009765625, -5.5126953125, -5.17529296875, -4.837890625, -4.50048828125, -4.1630859375, -3.82568359375, -3.48828125, -3.15087890625, -2.8134765625, -2.47607421875, -2.138671875, -1.80126953125, -1.4638671875, -1.12646484375, -0.7890625, -0.45166015625, -0.1142578125, 0.22314453125, 0.560546875, 0.89794921875, 1.2353515625, 1.57275390625, 1.91015625, 2.24755859375, 2.5849609375, 2.92236328125, 3.259765625, 3.59716796875, 3.9345703125, 4.27197265625, 4.609375, 4.94677734375, 5.2841796875, 5.62158203125, 5.958984375, 6.29638671875, 6.6337890625, 6.97119140625, 7.30859375, 7.64599609375, 7.9833984375, 8.32080078125, 8.658203125, 8.99560546875, 9.3330078125, 9.67041015625, 10.0078125]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 7.0, 9.0, 13.0, 10.0, 31.0, 54.0, 87.0, 134.0, 230.0, 359.0, 629.0, 1223.0, 3203.0, 12401.0, 55872.0, 209269.0, 388774.0, 267906.0, 82191.0, 18335.0, 4517.0, 1547.0, 704.0, 373.0, 244.0, 167.0, 82.0, 61.0, 38.0, 26.0, 19.0, 8.0, 11.0, 5.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-20.109375, -19.4736328125, -18.837890625, -18.2021484375, -17.56640625, -16.9306640625, -16.294921875, -15.6591796875, -15.0234375, -14.3876953125, -13.751953125, -13.1162109375, -12.48046875, -11.8447265625, -11.208984375, -10.5732421875, -9.9375, -9.3017578125, -8.666015625, -8.0302734375, -7.39453125, -6.7587890625, -6.123046875, -5.4873046875, -4.8515625, -4.2158203125, -3.580078125, -2.9443359375, -2.30859375, -1.6728515625, -1.037109375, -0.4013671875, 0.234375, 0.8701171875, 1.505859375, 2.1416015625, 2.77734375, 3.4130859375, 4.048828125, 4.6845703125, 5.3203125, 5.9560546875, 6.591796875, 7.2275390625, 7.86328125, 8.4990234375, 9.134765625, 9.7705078125, 10.40625, 11.0419921875, 11.677734375, 12.3134765625, 12.94921875, 13.5849609375, 14.220703125, 14.8564453125, 15.4921875, 16.1279296875, 16.763671875, 17.3994140625, 18.03515625, 18.6708984375, 19.306640625, 19.9423828125, 20.578125]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 6.0, 11.0, 13.0, 23.0, 21.0, 35.0, 46.0, 33.0, 44.0, 53.0, 66.0, 68.0, 97.0, 61.0, 74.0, 75.0, 60.0, 49.0, 37.0, 43.0, 27.0, 21.0, 15.0, 7.0, 4.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015468597412109375, -0.0015023648738861084, -0.0014578700065612793, -0.0014133751392364502, -0.001368880271911621, -0.001324385404586792, -0.0012798905372619629, -0.0012353956699371338, -0.0011909008026123047, -0.0011464059352874756, -0.0011019110679626465, -0.0010574162006378174, -0.0010129213333129883, -0.0009684264659881592, -0.0009239315986633301, -0.000879436731338501, -0.0008349418640136719, -0.0007904469966888428, -0.0007459521293640137, -0.0007014572620391846, -0.0006569623947143555, -0.0006124675273895264, -0.0005679726600646973, -0.0005234777927398682, -0.00047898292541503906, -0.00043448805809020996, -0.00038999319076538086, -0.00034549832344055176, -0.00030100345611572266, -0.00025650858879089355, -0.00021201372146606445, -0.00016751885414123535, -0.00012302398681640625, -7.852911949157715e-05, -3.403425216674805e-05, 1.0460615158081055e-05, 5.4955482482910156e-05, 9.945034980773926e-05, 0.00014394521713256836, 0.00018844008445739746, 0.00023293495178222656, 0.00027742981910705566, 0.00032192468643188477, 0.00036641955375671387, 0.00041091442108154297, 0.00045540928840637207, 0.0004999041557312012, 0.0005443990230560303, 0.0005888938903808594, 0.0006333887577056885, 0.0006778836250305176, 0.0007223784923553467, 0.0007668733596801758, 0.0008113682270050049, 0.000855863094329834, 0.0009003579616546631, 0.0009448528289794922, 0.0009893476963043213, 0.0010338425636291504, 0.0010783374309539795, 0.0011228322982788086, 0.0011673271656036377, 0.0012118220329284668, 0.001256316900253296, 0.001300811767578125]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 6.0, 4.0, 8.0, 10.0, 31.0, 46.0, 96.0, 211.0, 541.0, 1659.0, 9290.0, 81542.0, 436738.0, 427477.0, 79322.0, 9037.0, 1583.0, 540.0, 199.0, 93.0, 64.0, 22.0, 9.0, 10.0, 4.0, 6.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.296875, -28.3515625, -27.40625, -26.4609375, -25.515625, -24.5703125, -23.625, -22.6796875, -21.734375, -20.7890625, -19.84375, -18.8984375, -17.953125, -17.0078125, -16.0625, -15.1171875, -14.171875, -13.2265625, -12.28125, -11.3359375, -10.390625, -9.4453125, -8.5, -7.5546875, -6.609375, -5.6640625, -4.71875, -3.7734375, -2.828125, -1.8828125, -0.9375, 0.0078125, 0.953125, 1.8984375, 2.84375, 3.7890625, 4.734375, 5.6796875, 6.625, 7.5703125, 8.515625, 9.4609375, 10.40625, 11.3515625, 12.296875, 13.2421875, 14.1875, 15.1328125, 16.078125, 17.0234375, 17.96875, 18.9140625, 19.859375, 20.8046875, 21.75, 22.6953125, 23.640625, 24.5859375, 25.53125, 26.4765625, 27.421875, 28.3671875, 29.3125, 30.2578125, 31.203125]}, "gradients/decoder.roberta.encoder.layer.0.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 6.0, 13.0, 20.0, 25.0, 38.0, 61.0, 62.0, 94.0, 109.0, 102.0, 101.0, 97.0, 72.0, 54.0, 51.0, 35.0, 20.0, 16.0, 8.0, 8.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.390625, -5.1802978515625, -4.969970703125, -4.7596435546875, -4.54931640625, -4.3389892578125, -4.128662109375, -3.9183349609375, -3.7080078125, -3.4976806640625, -3.287353515625, -3.0770263671875, -2.86669921875, -2.6563720703125, -2.446044921875, -2.2357177734375, -2.025390625, -1.8150634765625, -1.604736328125, -1.3944091796875, -1.18408203125, -0.9737548828125, -0.763427734375, -0.5531005859375, -0.3427734375, -0.1324462890625, 0.077880859375, 0.2882080078125, 0.49853515625, 0.7088623046875, 0.919189453125, 1.1295166015625, 1.33984375, 1.5501708984375, 1.760498046875, 1.9708251953125, 2.18115234375, 2.3914794921875, 2.601806640625, 2.8121337890625, 3.0224609375, 3.2327880859375, 3.443115234375, 3.6534423828125, 3.86376953125, 4.0740966796875, 4.284423828125, 4.4947509765625, 4.705078125, 4.9154052734375, 5.125732421875, 5.3360595703125, 5.54638671875, 5.7567138671875, 5.967041015625, 6.1773681640625, 6.3876953125, 6.5980224609375, 6.808349609375, 7.0186767578125, 7.22900390625, 7.4393310546875, 7.649658203125, 7.8599853515625, 8.0703125]}, "gradients/decoder.roberta.embeddings.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 4.0, 7.0, 8.0, 9.0, 13.0, 27.0, 25.0, 27.0, 30.0, 35.0, 48.0, 58.0, 65.0, 52.0, 68.0, 72.0, 66.0, 65.0, 61.0, 39.0, 47.0, 37.0, 23.0, 22.0, 23.0, 20.0, 8.0, 14.0, 10.0, 3.0, 4.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-24.312700271606445, -23.719388961791992, -23.126079559326172, -22.53276824951172, -21.939456939697266, -21.346147537231445, -20.752836227416992, -20.159526824951172, -19.56621551513672, -18.972904205322266, -18.379594802856445, -17.786283493041992, -17.19297218322754, -16.59966278076172, -16.006351470947266, -15.413041114807129, -14.819729804992676, -14.226419448852539, -13.633108139038086, -13.03979778289795, -12.446487426757812, -11.85317611694336, -11.259865760803223, -10.666555404663086, -10.073244094848633, -9.479933738708496, -8.886622428894043, -8.293312072753906, -7.7000017166137695, -7.106690883636475, -6.51338005065918, -5.920069694519043, -5.32675838470459, -4.733447551727295, -4.140137195587158, -3.5468263626098633, -2.9535157680511475, -2.3602051734924316, -1.7668943405151367, -1.173583984375, -0.5802731513977051, 0.013037502765655518, 0.6063481569290161, 1.1996588706970215, 1.7929694652557373, 2.386280059814453, 2.979590892791748, 3.5729012489318848, 4.16621208190918, 4.759522914886475, 5.352833271026611, 5.946144104003906, 6.539454460144043, 7.132765293121338, 7.726076126098633, 8.31938648223877, 8.912696838378906, 9.506007194519043, 10.099318504333496, 10.692628860473633, 11.28593921661377, 11.879249572753906, 12.47256088256836, 13.065871238708496, 13.65918254852295]}, "gradients/decoder.roberta.embeddings.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 6.0, 9.0, 11.0, 7.0, 19.0, 10.0, 16.0, 13.0, 20.0, 25.0, 24.0, 26.0, 39.0, 36.0, 34.0, 38.0, 29.0, 35.0, 41.0, 43.0, 45.0, 27.0, 41.0, 42.0, 35.0, 44.0, 36.0, 37.0, 31.0, 25.0, 21.0, 28.0, 18.0, 13.0, 11.0, 10.0, 17.0, 10.0, 8.0, 3.0, 4.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-18.504995346069336, -17.945463180541992, -17.385929107666016, -16.826396942138672, -16.266862869262695, -15.707330703735352, -15.147797584533691, -14.588264465332031, -14.028732299804688, -13.469199180603027, -12.909666061401367, -12.350133895874023, -11.790600776672363, -11.231067657470703, -10.671534538269043, -10.112001419067383, -9.552468299865723, -8.992935180664062, -8.433402061462402, -7.8738694190979, -7.314336776733398, -6.754803657531738, -6.195270538330078, -5.635737419128418, -5.076204776763916, -4.516671657562256, -3.957139015197754, -3.3976058959960938, -2.8380730152130127, -2.2785401344299316, -1.7190070152282715, -1.1594741344451904, -0.5999412536621094, -0.040408313274383545, 0.5191246271133423, 1.078657627105713, 1.638190507888794, 2.197723388671875, 2.757256507873535, 3.316789388656616, 3.8763222694396973, 4.435855388641357, 4.995388031005859, 5.5549211502075195, 6.11445426940918, 6.673986911773682, 7.233520030975342, 7.793052673339844, 8.352585792541504, 8.912118911743164, 9.471652030944824, 10.031185150146484, 10.590717315673828, 11.150250434875488, 11.709783554077148, 12.269316673278809, 12.828849792480469, 13.388382911682129, 13.947916030883789, 14.507448196411133, 15.066981315612793, 15.626514434814453, 16.186046600341797, 16.745580673217773, 17.305112838745117]}, "gradients/decoder.roberta.embeddings.position_embeddings.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 7.0, 7.0, 14.0, 10.0, 15.0, 24.0, 30.0, 49.0, 48.0, 86.0, 100.0, 155.0, 209.0, 283.0, 419.0, 543.0, 753.0, 957.0, 1367.0, 1797.0, 2313.0, 2986.0, 3655.0, 4532.0, 6476.0, 478543.0, 4591.0, 3786.0, 3006.0, 2496.0, 1853.0, 1376.0, 975.0, 789.0, 553.0, 400.0, 317.0, 202.0, 172.0, 107.0, 78.0, 68.0, 43.0, 30.0, 23.0, 23.0, 18.0, 11.0, 10.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0], "bins": [-29.0333251953125, -28.155027389526367, -27.2767276763916, -26.39842987060547, -25.520130157470703, -24.64183235168457, -23.763534545898438, -22.885234832763672, -22.006935119628906, -21.128637313842773, -20.250337600708008, -19.372039794921875, -18.49374008178711, -17.615442276000977, -16.737144470214844, -15.858844757080078, -14.980546951293945, -14.102248191833496, -13.223949432373047, -12.345651626586914, -11.467351913452148, -10.589054107666016, -9.710755348205566, -8.832456588745117, -7.954157829284668, -7.075859069824219, -6.1975603103637695, -5.3192620277404785, -4.440963268280029, -3.56266450881958, -2.684366226196289, -1.8060674667358398, -0.9277687072753906, -0.04947006702423096, 0.8288285732269287, 1.7071270942687988, 2.585425853729248, 3.4637246131896973, 4.342022895812988, 5.2203216552734375, 6.098620414733887, 6.976919174194336, 7.855217933654785, 8.733516693115234, 9.611814498901367, 10.490114212036133, 11.368412017822266, 12.246710777282715, 13.125009536743164, 14.003308296203613, 14.881607055664062, 15.759904861450195, 16.63820457458496, 17.516502380371094, 18.39480209350586, 19.273099899291992, 20.151397705078125, 21.029695510864258, 21.907995223999023, 22.786293029785156, 23.664592742919922, 24.542890548706055, 25.421188354492188, 26.299488067626953, 27.17778778076172]}, "gradients/decoder.roberta.embeddings.token_type_embeddings.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 7.0, 6.0, 11.0, 9.0, 10.0, 21.0, 17.0, 17.0, 15.0, 28.0, 29.0, 16.0, 44.0, 41.0, 40.0, 34.0, 32.0, 41.0, 39.0, 36.0, 47.0, 37.0, 43.0, 40.0, 37.0, 39.0, 39.0, 30.0, 35.0, 28.0, 23.0, 16.0, 14.0, 13.0, 12.0, 11.0, 7.0, 10.0, 4.0, 7.0, 3.0, 3.0, 0.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-145.91380310058594, -141.29266357421875, -136.67152404785156, -132.05038452148438, -127.42923736572266, -122.80809783935547, -118.18695068359375, -113.56581115722656, -108.94467163085938, -104.32353210449219, -99.702392578125, -95.08124542236328, -90.4601058959961, -85.8389663696289, -81.21781921386719, -76.5966796875, -71.97554016113281, -67.35440063476562, -62.73325729370117, -58.11211395263672, -53.49097442626953, -48.869834899902344, -44.24869155883789, -39.62754821777344, -35.00640869140625, -30.38526725769043, -25.76412582397461, -21.14298439025879, -16.52184295654297, -11.900701522827148, -7.279560089111328, -2.658416748046875, 1.962738037109375, 6.583879470825195, 11.205020904541016, 15.826162338256836, 20.447303771972656, 25.068445205688477, 29.689586639404297, 34.31072998046875, 38.93186950683594, 43.553009033203125, 48.17415237426758, 52.79529571533203, 57.41643524169922, 62.037574768066406, 66.65872192382812, 71.27986145019531, 75.9010009765625, 80.52214050292969, 85.14328002929688, 89.7644271850586, 94.38556671142578, 99.00670623779297, 103.62785339355469, 108.24899291992188, 112.87013244628906, 117.49127197265625, 122.11241149902344, 126.73355865478516, 131.35470581054688, 135.97584533691406, 140.59698486328125, 145.21812438964844, 149.83926391601562]}, "gradients/decoder.roberta.embeddings.word_embeddings.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 1.0, 7.0, 10.0, 17.0, 20.0, 32.0, 51.0, 54.0, 81.0, 98.0, 138.0, 224.0, 279.0, 401.0, 553.0, 875.0, 1464.0, 2129.0, 3455.0, 6179.0, 11961.0, 26009.0, 276863.0, 51076392.0, 32116.0, 13954.0, 7637.0, 4290.0, 2573.0, 1449.0, 873.0, 536.0, 314.0, 150.0, 73.0, 44.0, 19.0, 12.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-70.6875, -68.87743377685547, -67.06736755371094, -65.2573013305664, -63.447235107421875, -61.637168884277344, -59.82710266113281, -58.01703643798828, -56.20697021484375, -54.39690399169922, -52.58683776855469, -50.776771545410156, -48.966705322265625, -47.156639099121094, -45.34657287597656, -43.53650665283203, -41.726436614990234, -39.9163703918457, -38.10630416870117, -36.29623794555664, -34.48617172241211, -32.67610549926758, -30.866037368774414, -29.055971145629883, -27.24590492248535, -25.43583869934082, -23.62577247619629, -21.815704345703125, -20.005638122558594, -18.195571899414062, -16.38550567626953, -14.575439453125, -12.765377044677734, -10.955310821533203, -9.145244598388672, -7.335177421569824, -5.525111198425293, -3.7150449752807617, -1.904977798461914, -0.09491157531738281, 1.7151546478271484, 3.525221109390259, 5.335287570953369, 7.145354270935059, 8.95542049407959, 10.765486717224121, 12.575553894042969, 14.3856201171875, 16.19568634033203, 18.005752563476562, 19.815818786621094, 21.625885009765625, 23.435951232910156, 25.246017456054688, 27.05608558654785, 28.866151809692383, 30.676218032836914, 32.48628616333008, 34.29635238647461, 36.10641860961914, 37.91648483276367, 39.7265510559082, 41.536617279052734, 43.346683502197266, 45.1567497253418]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 11.0, 9.0, 17.0, 62.0, 81.0, 170.0, 225.0, 201.0, 106.0, 63.0, 33.0, 22.0, 8.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-142.68063354492188, -130.3330078125, -117.98539733886719, -105.63777160644531, -93.29015350341797, -80.94253540039062, -68.59490966796875, -56.247291564941406, -43.89967346191406, -31.552053451538086, -19.20443344116211, -6.8568115234375, 5.490806579589844, 17.838424682617188, 30.186050415039062, 42.533668518066406, 54.88128662109375, 67.2289047241211, 79.57652282714844, 91.92414855957031, 104.27176666259766, 116.619384765625, 128.96701049804688, 141.31463623046875, 153.66224670410156, 166.00987243652344, 178.35748291015625, 190.70510864257812, 203.052734375, 215.4003448486328, 227.7479705810547, 240.0955810546875, 252.4432373046875, 264.7908630371094, 277.13848876953125, 289.486083984375, 301.8337097167969, 314.18133544921875, 326.5289611816406, 338.8765869140625, 351.22418212890625, 363.5718078613281, 375.91943359375, 388.26702880859375, 400.6146545410156, 412.9622802734375, 425.3099060058594, 437.65753173828125, 450.0051574707031, 462.352783203125, 474.7004089355469, 487.04803466796875, 499.3956298828125, 511.7432556152344, 524.0908813476562, 536.4384765625, 548.7861328125, 561.1337280273438, 573.4813842773438, 585.8289794921875, 598.1766357421875, 610.5242309570312, 622.871826171875, 635.219482421875, 647.5670776367188]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 7.0, 8.0, 13.0, 9.0, 10.0, 15.0, 21.0, 33.0, 29.0, 33.0, 43.0, 51.0, 55.0, 61.0, 67.0, 72.0, 53.0, 58.0, 57.0, 44.0, 45.0, 39.0, 28.0, 24.0, 22.0, 21.0, 13.0, 9.0, 14.0, 7.0, 8.0, 6.0, 6.0, 3.0, 7.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-304.8643798828125, -294.1477355957031, -283.43109130859375, -272.71441650390625, -261.9977722167969, -251.2811279296875, -240.56448364257812, -229.84783935546875, -219.13119506835938, -208.41455078125, -197.69789123535156, -186.9812469482422, -176.2646026611328, -165.54794311523438, -154.831298828125, -144.11465454101562, -133.3979949951172, -122.68134307861328, -111.9646987915039, -101.248046875, -90.53140258789062, -79.81475067138672, -69.09809875488281, -58.38145446777344, -47.66480255126953, -36.94815444946289, -26.231504440307617, -15.514854431152344, -4.798206329345703, 5.9184417724609375, 16.635093688964844, 27.35173797607422, 38.068389892578125, 48.785037994384766, 59.501686096191406, 70.21833801269531, 80.93498229980469, 91.6516342163086, 102.3682861328125, 113.08493041992188, 123.80158233642578, 134.5182342529297, 145.23487854003906, 155.9515380859375, 166.66818237304688, 177.38482666015625, 188.10147094726562, 198.818115234375, 209.53477478027344, 220.2514190673828, 230.96807861328125, 241.68472290039062, 252.4013671875, 263.1180114746094, 273.83465576171875, 284.55133056640625, 295.2679748535156, 305.984619140625, 316.7012634277344, 327.41790771484375, 338.13458251953125, 348.8512268066406, 359.56787109375, 370.2845153808594, 381.00115966796875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 12.0, 8.0, 11.0, 14.0, 31.0, 37.0, 52.0, 63.0, 89.0, 147.0, 209.0, 297.0, 470.0, 696.0, 932.0, 1565.0, 2509.0, 4271.0, 7376.0, 15252.0, 37943.0, 146868.0, 3125828.0, 705050.0, 88746.0, 27920.0, 12346.0, 6479.0, 3641.0, 2138.0, 1294.0, 702.0, 481.0, 297.0, 171.0, 134.0, 68.0, 44.0, 38.0, 19.0, 11.0, 12.0, 6.0, 6.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-9.390625, -9.13568115234375, -8.8807373046875, -8.62579345703125, -8.370849609375, -8.11590576171875, -7.8609619140625, -7.60601806640625, -7.35107421875, -7.09613037109375, -6.8411865234375, -6.58624267578125, -6.331298828125, -6.07635498046875, -5.8214111328125, -5.56646728515625, -5.3115234375, -5.05657958984375, -4.8016357421875, -4.54669189453125, -4.291748046875, -4.03680419921875, -3.7818603515625, -3.52691650390625, -3.27197265625, -3.01702880859375, -2.7620849609375, -2.50714111328125, -2.252197265625, -1.99725341796875, -1.7423095703125, -1.48736572265625, -1.232421875, -0.97747802734375, -0.7225341796875, -0.46759033203125, -0.212646484375, 0.04229736328125, 0.2972412109375, 0.55218505859375, 0.80712890625, 1.06207275390625, 1.3170166015625, 1.57196044921875, 1.826904296875, 2.08184814453125, 2.3367919921875, 2.59173583984375, 2.8466796875, 3.10162353515625, 3.3565673828125, 3.61151123046875, 3.866455078125, 4.12139892578125, 4.3763427734375, 4.63128662109375, 4.88623046875, 5.14117431640625, 5.3961181640625, 5.65106201171875, 5.906005859375, 6.16094970703125, 6.4158935546875, 6.67083740234375, 6.92578125]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 13.0, 10.0, 25.0, 32.0, 51.0, 84.0, 134.0, 183.0, 147.0, 113.0, 70.0, 35.0, 22.0, 12.0, 10.0, 18.0, 8.0, 5.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.375, -1.3287811279296875, -1.282562255859375, -1.2363433837890625, -1.19012451171875, -1.1439056396484375, -1.097686767578125, -1.0514678955078125, -1.0052490234375, -0.9590301513671875, -0.912811279296875, -0.8665924072265625, -0.82037353515625, -0.7741546630859375, -0.727935791015625, -0.6817169189453125, -0.635498046875, -0.5892791748046875, -0.543060302734375, -0.4968414306640625, -0.45062255859375, -0.4044036865234375, -0.358184814453125, -0.3119659423828125, -0.2657470703125, -0.2195281982421875, -0.173309326171875, -0.1270904541015625, -0.08087158203125, -0.0346527099609375, 0.011566162109375, 0.0577850341796875, 0.10400390625, 0.1502227783203125, 0.196441650390625, 0.2426605224609375, 0.28887939453125, 0.3350982666015625, 0.381317138671875, 0.4275360107421875, 0.4737548828125, 0.5199737548828125, 0.566192626953125, 0.6124114990234375, 0.65863037109375, 0.7048492431640625, 0.751068115234375, 0.7972869873046875, 0.843505859375, 0.8897247314453125, 0.935943603515625, 0.9821624755859375, 1.02838134765625, 1.0746002197265625, 1.120819091796875, 1.1670379638671875, 1.2132568359375, 1.2594757080078125, 1.305694580078125, 1.3519134521484375, 1.39813232421875, 1.4443511962890625, 1.490570068359375, 1.5367889404296875, 1.5830078125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 7.0, 8.0, 7.0, 14.0, 16.0, 13.0, 26.0, 38.0, 34.0, 56.0, 62.0, 91.0, 149.0, 201.0, 280.0, 447.0, 775.0, 1467.0, 2934.0, 6748.0, 17476.0, 53229.0, 196746.0, 1124626.0, 2392496.0, 286183.0, 71318.0, 22661.0, 8589.0, 3681.0, 1688.0, 820.0, 467.0, 254.0, 192.0, 118.0, 87.0, 56.0, 46.0, 36.0, 28.0, 29.0, 18.0, 18.0, 12.0, 10.0, 10.0, 5.0, 4.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.578125, -5.39898681640625, -5.2198486328125, -5.04071044921875, -4.861572265625, -4.68243408203125, -4.5032958984375, -4.32415771484375, -4.14501953125, -3.96588134765625, -3.7867431640625, -3.60760498046875, -3.428466796875, -3.24932861328125, -3.0701904296875, -2.89105224609375, -2.7119140625, -2.53277587890625, -2.3536376953125, -2.17449951171875, -1.995361328125, -1.81622314453125, -1.6370849609375, -1.45794677734375, -1.27880859375, -1.09967041015625, -0.9205322265625, -0.74139404296875, -0.562255859375, -0.38311767578125, -0.2039794921875, -0.02484130859375, 0.154296875, 0.33343505859375, 0.5125732421875, 0.69171142578125, 0.870849609375, 1.04998779296875, 1.2291259765625, 1.40826416015625, 1.58740234375, 1.76654052734375, 1.9456787109375, 2.12481689453125, 2.303955078125, 2.48309326171875, 2.6622314453125, 2.84136962890625, 3.0205078125, 3.19964599609375, 3.3787841796875, 3.55792236328125, 3.737060546875, 3.91619873046875, 4.0953369140625, 4.27447509765625, 4.45361328125, 4.63275146484375, 4.8118896484375, 4.99102783203125, 5.170166015625, 5.34930419921875, 5.5284423828125, 5.70758056640625, 5.88671875]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 4.0, 2.0, 5.0, 10.0, 9.0, 14.0, 13.0, 25.0, 27.0, 42.0, 45.0, 44.0, 57.0, 72.0, 88.0, 137.0, 156.0, 183.0, 260.0, 346.0, 563.0, 626.0, 342.0, 223.0, 182.0, 110.0, 116.0, 86.0, 67.0, 41.0, 36.0, 31.0, 25.0, 13.0, 16.0, 15.0, 3.0, 7.0, 7.0, 5.0, 5.0, 3.0, 8.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.759765625, -1.7011566162109375, -1.642547607421875, -1.5839385986328125, -1.52532958984375, -1.4667205810546875, -1.408111572265625, -1.3495025634765625, -1.2908935546875, -1.2322845458984375, -1.173675537109375, -1.1150665283203125, -1.05645751953125, -0.9978485107421875, -0.939239501953125, -0.8806304931640625, -0.822021484375, -0.7634124755859375, -0.704803466796875, -0.6461944580078125, -0.58758544921875, -0.5289764404296875, -0.470367431640625, -0.4117584228515625, -0.3531494140625, -0.2945404052734375, -0.235931396484375, -0.1773223876953125, -0.11871337890625, -0.0601043701171875, -0.001495361328125, 0.0571136474609375, 0.11572265625, 0.1743316650390625, 0.232940673828125, 0.2915496826171875, 0.35015869140625, 0.4087677001953125, 0.467376708984375, 0.5259857177734375, 0.5845947265625, 0.6432037353515625, 0.701812744140625, 0.7604217529296875, 0.81903076171875, 0.8776397705078125, 0.936248779296875, 0.9948577880859375, 1.053466796875, 1.1120758056640625, 1.170684814453125, 1.2292938232421875, 1.28790283203125, 1.3465118408203125, 1.405120849609375, 1.4637298583984375, 1.5223388671875, 1.5809478759765625, 1.639556884765625, 1.6981658935546875, 1.75677490234375, 1.8153839111328125, 1.873992919921875, 1.9326019287109375, 1.9912109375]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 7.0, 11.0, 13.0, 15.0, 24.0, 39.0, 60.0, 86.0, 150.0, 191.0, 145.0, 108.0, 77.0, 31.0, 14.0, 17.0, 10.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.729591369628906, -25.131494522094727, -24.533397674560547, -23.935300827026367, -23.337203979492188, -22.739107131958008, -22.141010284423828, -21.54291343688965, -20.94481658935547, -20.34671974182129, -19.74862289428711, -19.15052604675293, -18.55242919921875, -17.95433235168457, -17.35623550415039, -16.75813865661621, -16.16004180908203, -15.561944961547852, -14.963848114013672, -14.365751266479492, -13.767654418945312, -13.169557571411133, -12.571460723876953, -11.973363876342773, -11.375267028808594, -10.777170181274414, -10.179073333740234, -9.580976486206055, -8.982879638671875, -8.384782791137695, -7.786685943603516, -7.188589096069336, -6.590494155883789, -5.992397308349609, -5.39430046081543, -4.79620361328125, -4.19810676574707, -3.6000099182128906, -3.001913070678711, -2.4038162231445312, -1.8057193756103516, -1.2076225280761719, -0.6095256805419922, -0.0114288330078125, 0.5866680145263672, 1.1847648620605469, 1.7828617095947266, 2.3809585571289062, 2.979055404663086, 3.5771522521972656, 4.175249099731445, 4.773345947265625, 5.371442794799805, 5.969539642333984, 6.567636489868164, 7.165733337402344, 7.763830184936523, 8.361927032470703, 8.960023880004883, 9.558120727539062, 10.156217575073242, 10.754314422607422, 11.352411270141602, 11.950508117675781, 12.548604965209961]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 5.0, 7.0, 7.0, 3.0, 10.0, 13.0, 6.0, 13.0, 10.0, 15.0, 15.0, 22.0, 21.0, 15.0, 27.0, 26.0, 24.0, 29.0, 40.0, 46.0, 44.0, 41.0, 36.0, 40.0, 33.0, 37.0, 44.0, 38.0, 32.0, 38.0, 34.0, 24.0, 25.0, 27.0, 19.0, 29.0, 22.0, 13.0, 16.0, 8.0, 8.0, 18.0, 10.0, 9.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0], "bins": [-9.818780899047852, -9.507147789001465, -9.195514678955078, -8.883880615234375, -8.572247505187988, -8.260614395141602, -7.948980808258057, -7.637347221374512, -7.325714111328125, -7.014081001281738, -6.702447414398193, -6.390813827514648, -6.079180717468262, -5.767547607421875, -5.45591402053833, -5.144280433654785, -4.832647323608398, -4.521014213562012, -4.209380626678467, -3.897747278213501, -3.586113929748535, -3.2744805812835693, -2.9628472328186035, -2.6512138843536377, -2.339580535888672, -2.027947187423706, -1.7163138389587402, -1.4046804904937744, -1.0930471420288086, -0.7814137935638428, -0.46978044509887695, -0.15814709663391113, 0.1534862518310547, 0.4651196002960205, 0.7767529487609863, 1.0883862972259521, 1.400019645690918, 1.7116529941558838, 2.0232863426208496, 2.3349196910858154, 2.6465530395507812, 2.958186388015747, 3.269819736480713, 3.5814530849456787, 3.8930864334106445, 4.204719543457031, 4.516353130340576, 4.827986717224121, 5.139619827270508, 5.4512529373168945, 5.7628865242004395, 6.074520111083984, 6.386153221130371, 6.697786331176758, 7.009419918060303, 7.321053504943848, 7.632686614990234, 7.944319725036621, 8.255952835083008, 8.567586898803711, 8.879220008850098, 9.190853118896484, 9.502487182617188, 9.814120292663574, 10.125753402709961]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 4.0, 8.0, 7.0, 6.0, 10.0, 17.0, 22.0, 37.0, 71.0, 102.0, 152.0, 204.0, 340.0, 539.0, 796.0, 1311.0, 2136.0, 3670.0, 6784.0, 14092.0, 35871.0, 121212.0, 423338.0, 308376.0, 79243.0, 25589.0, 11004.0, 5604.0, 3159.0, 1787.0, 1124.0, 681.0, 476.0, 277.0, 170.0, 104.0, 83.0, 57.0, 37.0, 18.0, 12.0, 9.0, 8.0, 7.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8671875, -3.717529296875, -3.56787109375, -3.418212890625, -3.2685546875, -3.118896484375, -2.96923828125, -2.819580078125, -2.669921875, -2.520263671875, -2.37060546875, -2.220947265625, -2.0712890625, -1.921630859375, -1.77197265625, -1.622314453125, -1.47265625, -1.322998046875, -1.17333984375, -1.023681640625, -0.8740234375, -0.724365234375, -0.57470703125, -0.425048828125, -0.275390625, -0.125732421875, 0.02392578125, 0.173583984375, 0.3232421875, 0.472900390625, 0.62255859375, 0.772216796875, 0.921875, 1.071533203125, 1.22119140625, 1.370849609375, 1.5205078125, 1.670166015625, 1.81982421875, 1.969482421875, 2.119140625, 2.268798828125, 2.41845703125, 2.568115234375, 2.7177734375, 2.867431640625, 3.01708984375, 3.166748046875, 3.31640625, 3.466064453125, 3.61572265625, 3.765380859375, 3.9150390625, 4.064697265625, 4.21435546875, 4.364013671875, 4.513671875, 4.663330078125, 4.81298828125, 4.962646484375, 5.1123046875, 5.261962890625, 5.41162109375, 5.561279296875, 5.7109375]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 7.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 13.0, 11.0, 18.0, 25.0, 29.0, 44.0, 62.0, 80.0, 98.0, 103.0, 109.0, 89.0, 75.0, 60.0, 34.0, 31.0, 28.0, 20.0, 16.0, 6.0, 7.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3427734375, -1.30426025390625, -1.2657470703125, -1.22723388671875, -1.188720703125, -1.15020751953125, -1.1116943359375, -1.07318115234375, -1.03466796875, -0.99615478515625, -0.9576416015625, -0.91912841796875, -0.880615234375, -0.84210205078125, -0.8035888671875, -0.76507568359375, -0.7265625, -0.68804931640625, -0.6495361328125, -0.61102294921875, -0.572509765625, -0.53399658203125, -0.4954833984375, -0.45697021484375, -0.41845703125, -0.37994384765625, -0.3414306640625, -0.30291748046875, -0.264404296875, -0.22589111328125, -0.1873779296875, -0.14886474609375, -0.1103515625, -0.07183837890625, -0.0333251953125, 0.00518798828125, 0.043701171875, 0.08221435546875, 0.1207275390625, 0.15924072265625, 0.19775390625, 0.23626708984375, 0.2747802734375, 0.31329345703125, 0.351806640625, 0.39031982421875, 0.4288330078125, 0.46734619140625, 0.505859375, 0.54437255859375, 0.5828857421875, 0.62139892578125, 0.659912109375, 0.69842529296875, 0.7369384765625, 0.77545166015625, 0.81396484375, 0.85247802734375, 0.8909912109375, 0.92950439453125, 0.968017578125, 1.00653076171875, 1.0450439453125, 1.08355712890625, 1.1220703125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 7.0, 7.0, 18.0, 18.0, 24.0, 30.0, 52.0, 69.0, 116.0, 154.0, 289.0, 438.0, 706.0, 1232.0, 2044.0, 3794.0, 7386.0, 15910.0, 38379.0, 105335.0, 289898.0, 350504.0, 142100.0, 50295.0, 20194.0, 9068.0, 4540.0, 2363.0, 1376.0, 830.0, 503.0, 308.0, 195.0, 107.0, 81.0, 62.0, 43.0, 21.0, 12.0, 13.0, 9.0, 5.0, 10.0, 2.0, 2.0, 4.0, 4.0, 3.0], "bins": [-5.46875, -5.321502685546875, -5.17425537109375, -5.027008056640625, -4.8797607421875, -4.732513427734375, -4.58526611328125, -4.438018798828125, -4.290771484375, -4.143524169921875, -3.99627685546875, -3.849029541015625, -3.7017822265625, -3.554534912109375, -3.40728759765625, -3.260040283203125, -3.11279296875, -2.965545654296875, -2.81829833984375, -2.671051025390625, -2.5238037109375, -2.376556396484375, -2.22930908203125, -2.082061767578125, -1.934814453125, -1.787567138671875, -1.64031982421875, -1.493072509765625, -1.3458251953125, -1.198577880859375, -1.05133056640625, -0.904083251953125, -0.7568359375, -0.609588623046875, -0.46234130859375, -0.315093994140625, -0.1678466796875, -0.020599365234375, 0.12664794921875, 0.273895263671875, 0.421142578125, 0.568389892578125, 0.71563720703125, 0.862884521484375, 1.0101318359375, 1.157379150390625, 1.30462646484375, 1.451873779296875, 1.59912109375, 1.746368408203125, 1.89361572265625, 2.040863037109375, 2.1881103515625, 2.335357666015625, 2.48260498046875, 2.629852294921875, 2.777099609375, 2.924346923828125, 3.07159423828125, 3.218841552734375, 3.3660888671875, 3.513336181640625, 3.66058349609375, 3.807830810546875, 3.955078125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 8.0, 2.0, 10.0, 17.0, 12.0, 14.0, 22.0, 21.0, 19.0, 19.0, 35.0, 31.0, 31.0, 32.0, 44.0, 52.0, 29.0, 34.0, 41.0, 49.0, 46.0, 50.0, 43.0, 28.0, 37.0, 37.0, 31.0, 29.0, 27.0, 25.0, 28.0, 26.0, 16.0, 11.0, 14.0, 5.0, 7.0, 11.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.93359375, -6.726318359375, -6.51904296875, -6.311767578125, -6.1044921875, -5.897216796875, -5.68994140625, -5.482666015625, -5.275390625, -5.068115234375, -4.86083984375, -4.653564453125, -4.4462890625, -4.239013671875, -4.03173828125, -3.824462890625, -3.6171875, -3.409912109375, -3.20263671875, -2.995361328125, -2.7880859375, -2.580810546875, -2.37353515625, -2.166259765625, -1.958984375, -1.751708984375, -1.54443359375, -1.337158203125, -1.1298828125, -0.922607421875, -0.71533203125, -0.508056640625, -0.30078125, -0.093505859375, 0.11376953125, 0.321044921875, 0.5283203125, 0.735595703125, 0.94287109375, 1.150146484375, 1.357421875, 1.564697265625, 1.77197265625, 1.979248046875, 2.1865234375, 2.393798828125, 2.60107421875, 2.808349609375, 3.015625, 3.222900390625, 3.43017578125, 3.637451171875, 3.8447265625, 4.052001953125, 4.25927734375, 4.466552734375, 4.673828125, 4.881103515625, 5.08837890625, 5.295654296875, 5.5029296875, 5.710205078125, 5.91748046875, 6.124755859375, 6.33203125]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 1.0, 4.0, 4.0, 5.0, 4.0, 12.0, 11.0, 13.0, 23.0, 30.0, 58.0, 85.0, 121.0, 158.0, 308.0, 524.0, 1123.0, 2478.0, 6698.0, 25013.0, 268948.0, 683104.0, 44125.0, 9430.0, 3312.0, 1351.0, 641.0, 359.0, 186.0, 151.0, 90.0, 47.0, 37.0, 28.0, 17.0, 15.0, 13.0, 6.0, 5.0, 10.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-18.625, -18.09521484375, -17.5654296875, -17.03564453125, -16.505859375, -15.97607421875, -15.4462890625, -14.91650390625, -14.38671875, -13.85693359375, -13.3271484375, -12.79736328125, -12.267578125, -11.73779296875, -11.2080078125, -10.67822265625, -10.1484375, -9.61865234375, -9.0888671875, -8.55908203125, -8.029296875, -7.49951171875, -6.9697265625, -6.43994140625, -5.91015625, -5.38037109375, -4.8505859375, -4.32080078125, -3.791015625, -3.26123046875, -2.7314453125, -2.20166015625, -1.671875, -1.14208984375, -0.6123046875, -0.08251953125, 0.447265625, 0.97705078125, 1.5068359375, 2.03662109375, 2.56640625, 3.09619140625, 3.6259765625, 4.15576171875, 4.685546875, 5.21533203125, 5.7451171875, 6.27490234375, 6.8046875, 7.33447265625, 7.8642578125, 8.39404296875, 8.923828125, 9.45361328125, 9.9833984375, 10.51318359375, 11.04296875, 11.57275390625, 12.1025390625, 12.63232421875, 13.162109375, 13.69189453125, 14.2216796875, 14.75146484375, 15.28125]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 8.0, 9.0, 13.0, 16.0, 23.0, 26.0, 41.0, 67.0, 105.0, 176.0, 158.0, 114.0, 82.0, 49.0, 25.0, 27.0, 15.0, 17.0, 9.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0008625984191894531, -0.0008295401930809021, -0.0007964819669723511, -0.0007634237408638, -0.000730365514755249, -0.000697307288646698, -0.000664249062538147, -0.000631190836429596, -0.0005981326103210449, -0.0005650743842124939, -0.0005320161581039429, -0.0004989579319953918, -0.0004658997058868408, -0.0004328414797782898, -0.00039978325366973877, -0.00036672502756118774, -0.0003336668014526367, -0.0003006085753440857, -0.00026755034923553467, -0.00023449212312698364, -0.00020143389701843262, -0.0001683756709098816, -0.00013531744480133057, -0.00010225921869277954, -6.920099258422852e-05, -3.614276647567749e-05, -3.084540367126465e-06, 2.997368574142456e-05, 6.303191184997559e-05, 9.609013795852661e-05, 0.00012914836406707764, 0.00016220659017562866, 0.0001952648162841797, 0.0002283230423927307, 0.00026138126850128174, 0.00029443949460983276, 0.0003274977207183838, 0.0003605559468269348, 0.00039361417293548584, 0.00042667239904403687, 0.0004597306251525879, 0.0004927888512611389, 0.0005258470773696899, 0.000558905303478241, 0.000591963529586792, 0.000625021755695343, 0.000658079981803894, 0.0006911382079124451, 0.0007241964340209961, 0.0007572546601295471, 0.0007903128862380981, 0.0008233711123466492, 0.0008564293384552002, 0.0008894875645637512, 0.0009225457906723022, 0.0009556040167808533, 0.0009886622428894043, 0.0010217204689979553, 0.0010547786951065063, 0.0010878369212150574, 0.0011208951473236084, 0.0011539533734321594, 0.0011870115995407104, 0.0012200698256492615, 0.0012531280517578125]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 7.0, 11.0, 10.0, 20.0, 14.0, 36.0, 55.0, 90.0, 117.0, 141.0, 316.0, 490.0, 920.0, 1782.0, 3802.0, 9471.0, 29731.0, 151512.0, 648800.0, 153381.0, 30625.0, 9459.0, 3778.0, 1739.0, 914.0, 474.0, 290.0, 192.0, 116.0, 69.0, 66.0, 34.0, 26.0, 16.0, 12.0, 16.0, 6.0, 3.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-9.28125, -9.01983642578125, -8.7584228515625, -8.49700927734375, -8.235595703125, -7.97418212890625, -7.7127685546875, -7.45135498046875, -7.18994140625, -6.92852783203125, -6.6671142578125, -6.40570068359375, -6.144287109375, -5.88287353515625, -5.6214599609375, -5.36004638671875, -5.0986328125, -4.83721923828125, -4.5758056640625, -4.31439208984375, -4.052978515625, -3.79156494140625, -3.5301513671875, -3.26873779296875, -3.00732421875, -2.74591064453125, -2.4844970703125, -2.22308349609375, -1.961669921875, -1.70025634765625, -1.4388427734375, -1.17742919921875, -0.916015625, -0.65460205078125, -0.3931884765625, -0.13177490234375, 0.129638671875, 0.39105224609375, 0.6524658203125, 0.91387939453125, 1.17529296875, 1.43670654296875, 1.6981201171875, 1.95953369140625, 2.220947265625, 2.48236083984375, 2.7437744140625, 3.00518798828125, 3.2666015625, 3.52801513671875, 3.7894287109375, 4.05084228515625, 4.312255859375, 4.57366943359375, 4.8350830078125, 5.09649658203125, 5.35791015625, 5.61932373046875, 5.8807373046875, 6.14215087890625, 6.403564453125, 6.66497802734375, 6.9263916015625, 7.18780517578125, 7.44921875]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 6.0, 7.0, 9.0, 7.0, 10.0, 11.0, 14.0, 21.0, 31.0, 38.0, 45.0, 54.0, 68.0, 75.0, 85.0, 81.0, 82.0, 63.0, 56.0, 48.0, 52.0, 27.0, 17.0, 17.0, 14.0, 17.0, 16.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-6.25, -6.07208251953125, -5.8941650390625, -5.71624755859375, -5.538330078125, -5.36041259765625, -5.1824951171875, -5.00457763671875, -4.82666015625, -4.64874267578125, -4.4708251953125, -4.29290771484375, -4.114990234375, -3.93707275390625, -3.7591552734375, -3.58123779296875, -3.4033203125, -3.22540283203125, -3.0474853515625, -2.86956787109375, -2.691650390625, -2.51373291015625, -2.3358154296875, -2.15789794921875, -1.97998046875, -1.80206298828125, -1.6241455078125, -1.44622802734375, -1.268310546875, -1.09039306640625, -0.9124755859375, -0.73455810546875, -0.556640625, -0.37872314453125, -0.2008056640625, -0.02288818359375, 0.155029296875, 0.33294677734375, 0.5108642578125, 0.68878173828125, 0.86669921875, 1.04461669921875, 1.2225341796875, 1.40045166015625, 1.578369140625, 1.75628662109375, 1.9342041015625, 2.11212158203125, 2.2900390625, 2.46795654296875, 2.6458740234375, 2.82379150390625, 3.001708984375, 3.17962646484375, 3.3575439453125, 3.53546142578125, 3.71337890625, 3.89129638671875, 4.0692138671875, 4.24713134765625, 4.425048828125, 4.60296630859375, 4.7808837890625, 4.95880126953125, 5.13671875]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 0.0, 3.0, 7.0, 5.0, 15.0, 30.0, 93.0, 261.0, 318.0, 160.0, 60.0, 20.0, 14.0, 7.0, 6.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-75.1156005859375, -70.9456787109375, -66.7757568359375, -62.60584259033203, -58.43592071533203, -54.26599884033203, -50.0960807800293, -45.92616271972656, -41.75624084472656, -37.58631896972656, -33.41640090942383, -29.24648094177246, -25.076560974121094, -20.906641006469727, -16.73672103881836, -12.566801071166992, -8.396881103515625, -4.226961135864258, -0.057041168212890625, 4.112878799438477, 8.282798767089844, 12.452718734741211, 16.622638702392578, 20.792558670043945, 24.962478637695312, 29.13239860534668, 33.30231857299805, 37.47223663330078, 41.64215850830078, 45.81208038330078, 49.981998443603516, 54.15191650390625, 58.32185363769531, 62.49177551269531, 66.66169738769531, 70.83161163330078, 75.00153350830078, 79.17145538330078, 83.34136962890625, 87.51129150390625, 91.68121337890625, 95.85113525390625, 100.02105712890625, 104.19097137451172, 108.36089324951172, 112.53081512451172, 116.70072937011719, 120.87065124511719, 125.04057312011719, 129.2104949951172, 133.3804168701172, 137.5503387451172, 141.72024536132812, 145.89016723632812, 150.06008911132812, 154.23001098632812, 158.39993286132812, 162.56985473632812, 166.73977661132812, 170.90969848632812, 175.07962036132812, 179.24952697753906, 183.41944885253906, 187.58937072753906, 191.75929260253906]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 2.0, 6.0, 9.0, 3.0, 2.0, 7.0, 11.0, 13.0, 20.0, 30.0, 64.0, 95.0, 145.0, 160.0, 136.0, 105.0, 64.0, 35.0, 20.0, 16.0, 9.0, 8.0, 3.0, 3.0, 4.0, 4.0, 6.0, 2.0, 1.0, 5.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-116.74710083007812, -112.94005584716797, -109.13300323486328, -105.32595825195312, -101.51890563964844, -97.71186065673828, -93.90481567382812, -90.09776306152344, -86.29071807861328, -82.48367309570312, -78.67662048339844, -74.86957550048828, -71.0625228881836, -67.25547790527344, -63.448429107666016, -59.641380310058594, -55.83433151245117, -52.02728271484375, -48.22023391723633, -44.413185119628906, -40.60614013671875, -36.79909133911133, -32.992042541503906, -29.184995651245117, -25.377946853637695, -21.570898056030273, -17.763851165771484, -13.956802368164062, -10.149754524230957, -6.342706680297852, -2.5356578826904297, 1.2713890075683594, 5.078437805175781, 8.885485649108887, 12.692533493041992, 16.499582290649414, 20.306629180908203, 24.113677978515625, 27.920726776123047, 31.727773666381836, 35.534820556640625, 39.34186935424805, 43.14891815185547, 46.955963134765625, 50.76301193237305, 54.57006072998047, 58.37710952758789, 62.18415832519531, 65.9912109375, 69.79825592041016, 73.60530853271484, 77.412353515625, 81.21940612792969, 85.02645111083984, 88.83349609375, 92.64054870605469, 96.44759368896484, 100.254638671875, 104.06169128417969, 107.86873626708984, 111.67578887939453, 115.48283386230469, 119.28988647460938, 123.09693145751953, 126.90397644042969]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 3.0, 7.0, 7.0, 9.0, 16.0, 23.0, 35.0, 57.0, 74.0, 151.0, 174.0, 287.0, 418.0, 706.0, 1137.0, 2282.0, 4735.0, 12358.0, 43568.0, 481511.0, 3534605.0, 78111.0, 18842.0, 7069.0, 3351.0, 1743.0, 1034.0, 579.0, 429.0, 289.0, 208.0, 141.0, 87.0, 66.0, 53.0, 43.0, 19.0, 17.0, 18.0, 7.0, 3.0, 3.0, 5.0, 5.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-17.609375, -16.984375, -16.359375, -15.734375, -15.109375, -14.484375, -13.859375, -13.234375, -12.609375, -11.984375, -11.359375, -10.734375, -10.109375, -9.484375, -8.859375, -8.234375, -7.609375, -6.984375, -6.359375, -5.734375, -5.109375, -4.484375, -3.859375, -3.234375, -2.609375, -1.984375, -1.359375, -0.734375, -0.109375, 0.515625, 1.140625, 1.765625, 2.390625, 3.015625, 3.640625, 4.265625, 4.890625, 5.515625, 6.140625, 6.765625, 7.390625, 8.015625, 8.640625, 9.265625, 9.890625, 10.515625, 11.140625, 11.765625, 12.390625, 13.015625, 13.640625, 14.265625, 14.890625, 15.515625, 16.140625, 16.765625, 17.390625, 18.015625, 18.640625, 19.265625, 19.890625, 20.515625, 21.140625, 21.765625, 22.390625]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 3.0, 2.0, 2.0, 2.0, 7.0, 8.0, 10.0, 13.0, 16.0, 38.0, 41.0, 52.0, 66.0, 77.0, 104.0, 103.0, 90.0, 87.0, 66.0, 54.0, 38.0, 25.0, 22.0, 11.0, 10.0, 7.0, 8.0, 4.0, 7.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2646484375, -1.221954345703125, -1.17926025390625, -1.136566162109375, -1.0938720703125, -1.051177978515625, -1.00848388671875, -0.965789794921875, -0.923095703125, -0.880401611328125, -0.83770751953125, -0.795013427734375, -0.7523193359375, -0.709625244140625, -0.66693115234375, -0.624237060546875, -0.58154296875, -0.538848876953125, -0.49615478515625, -0.453460693359375, -0.4107666015625, -0.368072509765625, -0.32537841796875, -0.282684326171875, -0.239990234375, -0.197296142578125, -0.15460205078125, -0.111907958984375, -0.0692138671875, -0.026519775390625, 0.01617431640625, 0.058868408203125, 0.1015625, 0.144256591796875, 0.18695068359375, 0.229644775390625, 0.2723388671875, 0.315032958984375, 0.35772705078125, 0.400421142578125, 0.443115234375, 0.485809326171875, 0.52850341796875, 0.571197509765625, 0.6138916015625, 0.656585693359375, 0.69927978515625, 0.741973876953125, 0.78466796875, 0.827362060546875, 0.87005615234375, 0.912750244140625, 0.9554443359375, 0.998138427734375, 1.04083251953125, 1.083526611328125, 1.126220703125, 1.168914794921875, 1.21160888671875, 1.254302978515625, 1.2969970703125, 1.339691162109375, 1.38238525390625, 1.425079345703125, 1.4677734375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 4.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 12.0, 11.0, 28.0, 35.0, 41.0, 74.0, 89.0, 146.0, 219.0, 374.0, 648.0, 1183.0, 2254.0, 4825.0, 11693.0, 34673.0, 168583.0, 3015784.0, 833134.0, 82973.0, 21695.0, 8097.0, 3652.0, 1733.0, 966.0, 480.0, 316.0, 202.0, 96.0, 66.0, 52.0, 48.0, 18.0, 19.0, 13.0, 7.0, 5.0, 6.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-13.734375, -13.350830078125, -12.96728515625, -12.583740234375, -12.2001953125, -11.816650390625, -11.43310546875, -11.049560546875, -10.666015625, -10.282470703125, -9.89892578125, -9.515380859375, -9.1318359375, -8.748291015625, -8.36474609375, -7.981201171875, -7.59765625, -7.214111328125, -6.83056640625, -6.447021484375, -6.0634765625, -5.679931640625, -5.29638671875, -4.912841796875, -4.529296875, -4.145751953125, -3.76220703125, -3.378662109375, -2.9951171875, -2.611572265625, -2.22802734375, -1.844482421875, -1.4609375, -1.077392578125, -0.69384765625, -0.310302734375, 0.0732421875, 0.456787109375, 0.84033203125, 1.223876953125, 1.607421875, 1.990966796875, 2.37451171875, 2.758056640625, 3.1416015625, 3.525146484375, 3.90869140625, 4.292236328125, 4.67578125, 5.059326171875, 5.44287109375, 5.826416015625, 6.2099609375, 6.593505859375, 6.97705078125, 7.360595703125, 7.744140625, 8.127685546875, 8.51123046875, 8.894775390625, 9.2783203125, 9.661865234375, 10.04541015625, 10.428955078125, 10.8125]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 6.0, 7.0, 7.0, 13.0, 9.0, 11.0, 15.0, 34.0, 29.0, 64.0, 124.0, 259.0, 555.0, 1571.0, 673.0, 297.0, 176.0, 72.0, 55.0, 16.0, 16.0, 8.0, 10.0, 11.0, 5.0, 6.0, 1.0, 4.0, 2.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-3.4609375, -3.368927001953125, -3.27691650390625, -3.184906005859375, -3.0928955078125, -3.000885009765625, -2.90887451171875, -2.816864013671875, -2.724853515625, -2.632843017578125, -2.54083251953125, -2.448822021484375, -2.3568115234375, -2.264801025390625, -2.17279052734375, -2.080780029296875, -1.98876953125, -1.896759033203125, -1.80474853515625, -1.712738037109375, -1.6207275390625, -1.528717041015625, -1.43670654296875, -1.344696044921875, -1.252685546875, -1.160675048828125, -1.06866455078125, -0.976654052734375, -0.8846435546875, -0.792633056640625, -0.70062255859375, -0.608612060546875, -0.5166015625, -0.424591064453125, -0.33258056640625, -0.240570068359375, -0.1485595703125, -0.056549072265625, 0.03546142578125, 0.127471923828125, 0.219482421875, 0.311492919921875, 0.40350341796875, 0.495513916015625, 0.5875244140625, 0.679534912109375, 0.77154541015625, 0.863555908203125, 0.95556640625, 1.047576904296875, 1.13958740234375, 1.231597900390625, 1.3236083984375, 1.415618896484375, 1.50762939453125, 1.599639892578125, 1.691650390625, 1.783660888671875, 1.87567138671875, 1.967681884765625, 2.0596923828125, 2.151702880859375, 2.24371337890625, 2.335723876953125, 2.427734375]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 7.0, 4.0, 15.0, 32.0, 105.0, 257.0, 282.0, 172.0, 73.0, 22.0, 18.0, 11.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.477294921875, -21.7974910736084, -21.117685317993164, -20.437881469726562, -19.758075714111328, -19.078271865844727, -18.398468017578125, -17.71866226196289, -17.03885841369629, -16.359054565429688, -15.679248809814453, -14.999444961547852, -14.319640159606934, -13.639835357666016, -12.960031509399414, -12.280226707458496, -11.600421905517578, -10.92061710357666, -10.240812301635742, -9.56100845336914, -8.881203651428223, -8.201398849487305, -7.521594524383545, -6.841790199279785, -6.161985397338867, -5.482180595397949, -4.8023762702941895, -4.12257194519043, -3.4427671432495117, -2.762962579727173, -2.083158016204834, -1.4033536911010742, -0.7235488891601562, -0.04374432563781738, 0.6360602378845215, 1.3158648014068604, 1.9956693649291992, 2.675473928451538, 3.355278491973877, 4.035082817077637, 4.714887619018555, 5.394692420959473, 6.074496746063232, 6.754301071166992, 7.43410587310791, 8.113910675048828, 8.79371452331543, 9.473519325256348, 10.153324127197266, 10.833128929138184, 11.512933731079102, 12.192737579345703, 12.872542381286621, 13.552347183227539, 14.23215103149414, 14.911955833435059, 15.591760635375977, 16.271564483642578, 16.951370239257812, 17.631174087524414, 18.310977935791016, 18.99078369140625, 19.67058753967285, 20.350391387939453, 21.030197143554688]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 9.0, 6.0, 13.0, 20.0, 24.0, 36.0, 48.0, 92.0, 101.0, 103.0, 91.0, 95.0, 98.0, 66.0, 57.0, 31.0, 35.0, 15.0, 11.0, 5.0, 9.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.89202308654785, -16.36344337463379, -15.83486270904541, -15.306282997131348, -14.777702331542969, -14.249122619628906, -13.720542907714844, -13.191963195800781, -12.663382530212402, -12.13480281829834, -11.606222152709961, -11.077642440795898, -10.549062728881836, -10.020482063293457, -9.491902351379395, -8.963321685791016, -8.434741973876953, -7.906161785125732, -7.377581596374512, -6.849001884460449, -6.3204216957092285, -5.791841506958008, -5.263261795043945, -4.734681606292725, -4.206101417541504, -3.677521228790283, -3.1489412784576416, -2.620361328125, -2.0917811393737793, -1.5632009506225586, -1.034621000289917, -0.5060410499572754, 0.022541046142578125, 0.5511211156845093, 1.0797011852264404, 1.6082812547683716, 2.1368613243103027, 2.6654415130615234, 3.194021463394165, 3.7226014137268066, 4.251181602478027, 4.779761791229248, 5.308341979980469, 5.836921691894531, 6.365501880645752, 6.894082069396973, 7.422661781311035, 7.951241970062256, 8.479822158813477, 9.008401870727539, 9.536982536315918, 10.06556224822998, 10.59414291381836, 11.122722625732422, 11.651302337646484, 12.179882049560547, 12.708462715148926, 13.237042427062988, 13.765623092651367, 14.29420280456543, 14.822782516479492, 15.351363182067871, 15.879942893981934, 16.408523559570312, 16.937103271484375]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 6.0, 8.0, 6.0, 15.0, 13.0, 21.0, 46.0, 72.0, 95.0, 145.0, 277.0, 438.0, 737.0, 1314.0, 2598.0, 5180.0, 10827.0, 25078.0, 64067.0, 175241.0, 365856.0, 244178.0, 89810.0, 34526.0, 14411.0, 6541.0, 3138.0, 1693.0, 921.0, 510.0, 299.0, 149.0, 113.0, 80.0, 47.0, 31.0, 20.0, 14.0, 13.0, 7.0, 4.0, 7.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.29296875, -6.1060791015625, -5.919189453125, -5.7322998046875, -5.54541015625, -5.3585205078125, -5.171630859375, -4.9847412109375, -4.7978515625, -4.6109619140625, -4.424072265625, -4.2371826171875, -4.05029296875, -3.8634033203125, -3.676513671875, -3.4896240234375, -3.302734375, -3.1158447265625, -2.928955078125, -2.7420654296875, -2.55517578125, -2.3682861328125, -2.181396484375, -1.9945068359375, -1.8076171875, -1.6207275390625, -1.433837890625, -1.2469482421875, -1.06005859375, -0.8731689453125, -0.686279296875, -0.4993896484375, -0.3125, -0.1256103515625, 0.061279296875, 0.2481689453125, 0.43505859375, 0.6219482421875, 0.808837890625, 0.9957275390625, 1.1826171875, 1.3695068359375, 1.556396484375, 1.7432861328125, 1.93017578125, 2.1170654296875, 2.303955078125, 2.4908447265625, 2.677734375, 2.8646240234375, 3.051513671875, 3.2384033203125, 3.42529296875, 3.6121826171875, 3.799072265625, 3.9859619140625, 4.1728515625, 4.3597412109375, 4.546630859375, 4.7335205078125, 4.92041015625, 5.1072998046875, 5.294189453125, 5.4810791015625, 5.66796875]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 5.0, 6.0, 12.0, 10.0, 10.0, 21.0, 29.0, 28.0, 31.0, 39.0, 45.0, 45.0, 56.0, 49.0, 56.0, 78.0, 71.0, 56.0, 48.0, 42.0, 42.0, 38.0, 27.0, 35.0, 22.0, 25.0, 16.0, 8.0, 7.0, 8.0, 8.0, 4.0, 7.0, 3.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.9453125, -0.9196319580078125, -0.893951416015625, -0.8682708740234375, -0.84259033203125, -0.8169097900390625, -0.791229248046875, -0.7655487060546875, -0.7398681640625, -0.7141876220703125, -0.688507080078125, -0.6628265380859375, -0.63714599609375, -0.6114654541015625, -0.585784912109375, -0.5601043701171875, -0.534423828125, -0.5087432861328125, -0.483062744140625, -0.4573822021484375, -0.43170166015625, -0.4060211181640625, -0.380340576171875, -0.3546600341796875, -0.3289794921875, -0.3032989501953125, -0.277618408203125, -0.2519378662109375, -0.22625732421875, -0.2005767822265625, -0.174896240234375, -0.1492156982421875, -0.12353515625, -0.0978546142578125, -0.072174072265625, -0.0464935302734375, -0.02081298828125, 0.0048675537109375, 0.030548095703125, 0.0562286376953125, 0.0819091796875, 0.1075897216796875, 0.133270263671875, 0.1589508056640625, 0.18463134765625, 0.2103118896484375, 0.235992431640625, 0.2616729736328125, 0.287353515625, 0.3130340576171875, 0.338714599609375, 0.3643951416015625, 0.39007568359375, 0.4157562255859375, 0.441436767578125, 0.4671173095703125, 0.4927978515625, 0.5184783935546875, 0.544158935546875, 0.5698394775390625, 0.59552001953125, 0.6212005615234375, 0.646881103515625, 0.6725616455078125, 0.6982421875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 7.0, 10.0, 20.0, 24.0, 42.0, 98.0, 212.0, 582.0, 2233.0, 11954.0, 92277.0, 618312.0, 286935.0, 29884.0, 4503.0, 911.0, 299.0, 122.0, 54.0, 24.0, 15.0, 9.0, 3.0, 8.0, 2.0, 6.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.140625, -10.810546875, -10.48046875, -10.150390625, -9.8203125, -9.490234375, -9.16015625, -8.830078125, -8.5, -8.169921875, -7.83984375, -7.509765625, -7.1796875, -6.849609375, -6.51953125, -6.189453125, -5.859375, -5.529296875, -5.19921875, -4.869140625, -4.5390625, -4.208984375, -3.87890625, -3.548828125, -3.21875, -2.888671875, -2.55859375, -2.228515625, -1.8984375, -1.568359375, -1.23828125, -0.908203125, -0.578125, -0.248046875, 0.08203125, 0.412109375, 0.7421875, 1.072265625, 1.40234375, 1.732421875, 2.0625, 2.392578125, 2.72265625, 3.052734375, 3.3828125, 3.712890625, 4.04296875, 4.373046875, 4.703125, 5.033203125, 5.36328125, 5.693359375, 6.0234375, 6.353515625, 6.68359375, 7.013671875, 7.34375, 7.673828125, 8.00390625, 8.333984375, 8.6640625, 8.994140625, 9.32421875, 9.654296875, 9.984375]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 5.0, 3.0, 6.0, 7.0, 12.0, 14.0, 15.0, 12.0, 23.0, 23.0, 33.0, 29.0, 43.0, 44.0, 41.0, 39.0, 56.0, 44.0, 44.0, 43.0, 49.0, 53.0, 51.0, 62.0, 45.0, 37.0, 31.0, 27.0, 22.0, 21.0, 19.0, 10.0, 8.0, 11.0, 7.0, 7.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.8125, -4.671630859375, -4.53076171875, -4.389892578125, -4.2490234375, -4.108154296875, -3.96728515625, -3.826416015625, -3.685546875, -3.544677734375, -3.40380859375, -3.262939453125, -3.1220703125, -2.981201171875, -2.84033203125, -2.699462890625, -2.55859375, -2.417724609375, -2.27685546875, -2.135986328125, -1.9951171875, -1.854248046875, -1.71337890625, -1.572509765625, -1.431640625, -1.290771484375, -1.14990234375, -1.009033203125, -0.8681640625, -0.727294921875, -0.58642578125, -0.445556640625, -0.3046875, -0.163818359375, -0.02294921875, 0.117919921875, 0.2587890625, 0.399658203125, 0.54052734375, 0.681396484375, 0.822265625, 0.963134765625, 1.10400390625, 1.244873046875, 1.3857421875, 1.526611328125, 1.66748046875, 1.808349609375, 1.94921875, 2.090087890625, 2.23095703125, 2.371826171875, 2.5126953125, 2.653564453125, 2.79443359375, 2.935302734375, 3.076171875, 3.217041015625, 3.35791015625, 3.498779296875, 3.6396484375, 3.780517578125, 3.92138671875, 4.062255859375, 4.203125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 4.0, 1.0, 3.0, 8.0, 9.0, 10.0, 23.0, 25.0, 46.0, 55.0, 75.0, 140.0, 198.0, 378.0, 598.0, 1265.0, 2557.0, 6188.0, 18681.0, 85721.0, 584757.0, 285324.0, 42707.0, 11489.0, 4240.0, 1776.0, 959.0, 527.0, 271.0, 180.0, 107.0, 72.0, 44.0, 32.0, 24.0, 16.0, 18.0, 10.0, 8.0, 2.0, 5.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-12.0859375, -11.7574462890625, -11.428955078125, -11.1004638671875, -10.77197265625, -10.4434814453125, -10.114990234375, -9.7864990234375, -9.4580078125, -9.1295166015625, -8.801025390625, -8.4725341796875, -8.14404296875, -7.8155517578125, -7.487060546875, -7.1585693359375, -6.830078125, -6.5015869140625, -6.173095703125, -5.8446044921875, -5.51611328125, -5.1876220703125, -4.859130859375, -4.5306396484375, -4.2021484375, -3.8736572265625, -3.545166015625, -3.2166748046875, -2.88818359375, -2.5596923828125, -2.231201171875, -1.9027099609375, -1.57421875, -1.2457275390625, -0.917236328125, -0.5887451171875, -0.26025390625, 0.0682373046875, 0.396728515625, 0.7252197265625, 1.0537109375, 1.3822021484375, 1.710693359375, 2.0391845703125, 2.36767578125, 2.6961669921875, 3.024658203125, 3.3531494140625, 3.681640625, 4.0101318359375, 4.338623046875, 4.6671142578125, 4.99560546875, 5.3240966796875, 5.652587890625, 5.9810791015625, 6.3095703125, 6.6380615234375, 6.966552734375, 7.2950439453125, 7.62353515625, 7.9520263671875, 8.280517578125, 8.6090087890625, 8.9375]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 7.0, 10.0, 16.0, 11.0, 11.0, 18.0, 40.0, 39.0, 54.0, 62.0, 84.0, 103.0, 122.0, 106.0, 98.0, 53.0, 47.0, 30.0, 26.0, 13.0, 16.0, 10.0, 6.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0005965232849121094, -0.000577487051486969, -0.0005584508180618286, -0.0005394145846366882, -0.0005203783512115479, -0.0005013421177864075, -0.0004823058843612671, -0.0004632696509361267, -0.00044423341751098633, -0.00042519718408584595, -0.00040616095066070557, -0.0003871247172355652, -0.0003680884838104248, -0.0003490522503852844, -0.00033001601696014404, -0.00031097978353500366, -0.0002919435501098633, -0.0002729073166847229, -0.0002538710832595825, -0.00023483484983444214, -0.00021579861640930176, -0.00019676238298416138, -0.000177726149559021, -0.00015868991613388062, -0.00013965368270874023, -0.00012061744928359985, -0.00010158121585845947, -8.254498243331909e-05, -6.350874900817871e-05, -4.447251558303833e-05, -2.543628215789795e-05, -6.400048732757568e-06, 1.2636184692382812e-05, 3.167241811752319e-05, 5.0708651542663574e-05, 6.974488496780396e-05, 8.878111839294434e-05, 0.00010781735181808472, 0.0001268535852432251, 0.00014588981866836548, 0.00016492605209350586, 0.00018396228551864624, 0.00020299851894378662, 0.000222034752368927, 0.00024107098579406738, 0.00026010721921920776, 0.00027914345264434814, 0.0002981796860694885, 0.0003172159194946289, 0.0003362521529197693, 0.00035528838634490967, 0.00037432461977005005, 0.00039336085319519043, 0.0004123970866203308, 0.0004314333200454712, 0.00045046955347061157, 0.00046950578689575195, 0.0004885420203208923, 0.0005075782537460327, 0.0005266144871711731, 0.0005456507205963135, 0.0005646869540214539, 0.0005837231874465942, 0.0006027594208717346, 0.000621795654296875]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 7.0, 10.0, 14.0, 21.0, 37.0, 44.0, 51.0, 102.0, 185.0, 322.0, 646.0, 1510.0, 4016.0, 14854.0, 82243.0, 567429.0, 321380.0, 41958.0, 8907.0, 2724.0, 1013.0, 468.0, 236.0, 142.0, 82.0, 50.0, 30.0, 21.0, 18.0, 10.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-10.9375, -10.6405029296875, -10.343505859375, -10.0465087890625, -9.74951171875, -9.4525146484375, -9.155517578125, -8.8585205078125, -8.5615234375, -8.2645263671875, -7.967529296875, -7.6705322265625, -7.37353515625, -7.0765380859375, -6.779541015625, -6.4825439453125, -6.185546875, -5.8885498046875, -5.591552734375, -5.2945556640625, -4.99755859375, -4.7005615234375, -4.403564453125, -4.1065673828125, -3.8095703125, -3.5125732421875, -3.215576171875, -2.9185791015625, -2.62158203125, -2.3245849609375, -2.027587890625, -1.7305908203125, -1.43359375, -1.1365966796875, -0.839599609375, -0.5426025390625, -0.24560546875, 0.0513916015625, 0.348388671875, 0.6453857421875, 0.9423828125, 1.2393798828125, 1.536376953125, 1.8333740234375, 2.13037109375, 2.4273681640625, 2.724365234375, 3.0213623046875, 3.318359375, 3.6153564453125, 3.912353515625, 4.2093505859375, 4.50634765625, 4.8033447265625, 5.100341796875, 5.3973388671875, 5.6943359375, 5.9913330078125, 6.288330078125, 6.5853271484375, 6.88232421875, 7.1793212890625, 7.476318359375, 7.7733154296875, 8.0703125]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 2.0, 6.0, 11.0, 8.0, 10.0, 15.0, 20.0, 32.0, 47.0, 43.0, 69.0, 79.0, 85.0, 114.0, 96.0, 78.0, 72.0, 58.0, 36.0, 21.0, 27.0, 27.0, 10.0, 13.0, 6.0, 5.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-6.0703125, -5.92510986328125, -5.7799072265625, -5.63470458984375, -5.489501953125, -5.34429931640625, -5.1990966796875, -5.05389404296875, -4.90869140625, -4.76348876953125, -4.6182861328125, -4.47308349609375, -4.327880859375, -4.18267822265625, -4.0374755859375, -3.89227294921875, -3.7470703125, -3.60186767578125, -3.4566650390625, -3.31146240234375, -3.166259765625, -3.02105712890625, -2.8758544921875, -2.73065185546875, -2.58544921875, -2.44024658203125, -2.2950439453125, -2.14984130859375, -2.004638671875, -1.85943603515625, -1.7142333984375, -1.56903076171875, -1.423828125, -1.27862548828125, -1.1334228515625, -0.98822021484375, -0.843017578125, -0.69781494140625, -0.5526123046875, -0.40740966796875, -0.26220703125, -0.11700439453125, 0.0281982421875, 0.17340087890625, 0.318603515625, 0.46380615234375, 0.6090087890625, 0.75421142578125, 0.8994140625, 1.04461669921875, 1.1898193359375, 1.33502197265625, 1.480224609375, 1.62542724609375, 1.7706298828125, 1.91583251953125, 2.06103515625, 2.20623779296875, 2.3514404296875, 2.49664306640625, 2.641845703125, 2.78704833984375, 2.9322509765625, 3.07745361328125, 3.22265625]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 10.0, 18.0, 30.0, 85.0, 198.0, 281.0, 214.0, 89.0, 42.0, 18.0, 8.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-78.00840759277344, -75.6122817993164, -73.21615600585938, -70.82002258300781, -68.42389678955078, -66.02777099609375, -63.63164520263672, -61.23551940917969, -58.83938980102539, -56.44326400756836, -54.04713439941406, -51.65100860595703, -49.2548828125, -46.8587532043457, -44.46262741088867, -42.066497802734375, -39.670372009277344, -37.27424621582031, -34.878116607666016, -32.481990814208984, -30.08586311340332, -27.689735412597656, -25.293609619140625, -22.89748191833496, -20.501354217529297, -18.105226516723633, -15.709099769592285, -13.312973022460938, -10.916845321655273, -8.52071762084961, -6.124590873718262, -3.728464126586914, -1.33233642578125, 1.0637907981872559, 3.4599180221557617, 5.856045246124268, 8.252172470092773, 10.648300170898438, 13.044426918029785, 15.440553665161133, 17.836681365966797, 20.23280906677246, 22.628936767578125, 25.025062561035156, 27.42119026184082, 29.817317962646484, 32.213443756103516, 34.60957336425781, 37.005699157714844, 39.401824951171875, 41.79795455932617, 44.1940803527832, 46.5902099609375, 48.98633575439453, 51.38246154785156, 53.778587341308594, 56.17471694946289, 58.57084274291992, 60.96697235107422, 63.36309814453125, 65.75922393798828, 68.15534973144531, 70.55148315429688, 72.9476089477539, 75.34373474121094]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 1.0, 4.0, 7.0, 7.0, 10.0, 12.0, 8.0, 25.0, 22.0, 46.0, 56.0, 69.0, 106.0, 117.0, 116.0, 88.0, 86.0, 60.0, 57.0, 32.0, 23.0, 18.0, 7.0, 4.0, 4.0, 3.0, 1.0, 4.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-59.37821578979492, -57.61833190917969, -55.85844421386719, -54.09856033325195, -52.33867263793945, -50.57878875732422, -48.81890106201172, -47.059017181396484, -45.29913330078125, -43.539249420166016, -41.779361724853516, -40.01947784423828, -38.25959014892578, -36.49970626831055, -34.73982238769531, -32.97993469238281, -31.220046997070312, -29.460161209106445, -27.700275421142578, -25.940391540527344, -24.180503845214844, -22.42061996459961, -20.660734176635742, -18.900848388671875, -17.140962600708008, -15.38107681274414, -13.621191024780273, -11.861306190490723, -10.101420402526855, -8.341534614562988, -6.5816497802734375, -4.82176399230957, -3.061878204345703, -1.301992654800415, 0.45789289474487305, 2.217778205871582, 3.977663993835449, 5.737549781799316, 7.497434616088867, 9.257320404052734, 11.017206192016602, 12.777091979980469, 14.536977767944336, 16.296863555908203, 18.056747436523438, 19.816635131835938, 21.576519012451172, 23.33640480041504, 25.096290588378906, 26.856176376342773, 28.61606216430664, 30.375946044921875, 32.135833740234375, 33.89571762084961, 35.655601501464844, 37.415489196777344, 39.175376892089844, 40.93526077270508, 42.69514846801758, 44.45503234863281, 46.21492004394531, 47.97480392456055, 49.73468780517578, 51.49457550048828, 53.254459381103516]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 5.0, 12.0, 8.0, 17.0, 19.0, 32.0, 51.0, 62.0, 73.0, 143.0, 221.0, 363.0, 537.0, 947.0, 1655.0, 3173.0, 6696.0, 16056.0, 60547.0, 1959173.0, 2052286.0, 61545.0, 16534.0, 6629.0, 3321.0, 1651.0, 1008.0, 552.0, 357.0, 221.0, 105.0, 85.0, 79.0, 38.0, 35.0, 17.0, 10.0, 8.0, 4.0, 1.0, 6.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.3046875, -13.7545166015625, -13.204345703125, -12.6541748046875, -12.10400390625, -11.5538330078125, -11.003662109375, -10.4534912109375, -9.9033203125, -9.3531494140625, -8.802978515625, -8.2528076171875, -7.70263671875, -7.1524658203125, -6.602294921875, -6.0521240234375, -5.501953125, -4.9517822265625, -4.401611328125, -3.8514404296875, -3.30126953125, -2.7510986328125, -2.200927734375, -1.6507568359375, -1.1005859375, -0.5504150390625, -0.000244140625, 0.5499267578125, 1.10009765625, 1.6502685546875, 2.200439453125, 2.7506103515625, 3.30078125, 3.8509521484375, 4.401123046875, 4.9512939453125, 5.50146484375, 6.0516357421875, 6.601806640625, 7.1519775390625, 7.7021484375, 8.2523193359375, 8.802490234375, 9.3526611328125, 9.90283203125, 10.4530029296875, 11.003173828125, 11.5533447265625, 12.103515625, 12.6536865234375, 13.203857421875, 13.7540283203125, 14.30419921875, 14.8543701171875, 15.404541015625, 15.9547119140625, 16.5048828125, 17.0550537109375, 17.605224609375, 18.1553955078125, 18.70556640625, 19.2557373046875, 19.805908203125, 20.3560791015625, 20.90625]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 6.0, 10.0, 8.0, 13.0, 14.0, 20.0, 29.0, 30.0, 37.0, 44.0, 42.0, 59.0, 72.0, 62.0, 65.0, 61.0, 54.0, 55.0, 51.0, 37.0, 42.0, 35.0, 22.0, 29.0, 15.0, 18.0, 21.0, 8.0, 7.0, 5.0, 9.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.9365234375, -0.9096145629882812, -0.8827056884765625, -0.8557968139648438, -0.828887939453125, -0.8019790649414062, -0.7750701904296875, -0.7481613159179688, -0.72125244140625, -0.6943435668945312, -0.6674346923828125, -0.6405258178710938, -0.613616943359375, -0.5867080688476562, -0.5597991943359375, -0.5328903198242188, -0.5059814453125, -0.47907257080078125, -0.4521636962890625, -0.42525482177734375, -0.398345947265625, -0.37143707275390625, -0.3445281982421875, -0.31761932373046875, -0.29071044921875, -0.26380157470703125, -0.2368927001953125, -0.20998382568359375, -0.183074951171875, -0.15616607666015625, -0.1292572021484375, -0.10234832763671875, -0.075439453125, -0.04853057861328125, -0.0216217041015625, 0.00528717041015625, 0.032196044921875, 0.05910491943359375, 0.0860137939453125, 0.11292266845703125, 0.13983154296875, 0.16674041748046875, 0.1936492919921875, 0.22055816650390625, 0.247467041015625, 0.27437591552734375, 0.3012847900390625, 0.32819366455078125, 0.3551025390625, 0.38201141357421875, 0.4089202880859375, 0.43582916259765625, 0.462738037109375, 0.48964691162109375, 0.5165557861328125, 0.5434646606445312, 0.57037353515625, 0.5972824096679688, 0.6241912841796875, 0.6511001586914062, 0.678009033203125, 0.7049179077148438, 0.7318267822265625, 0.7587356567382812, 0.78564453125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 2.0, 0.0, 2.0, 4.0, 1.0, 5.0, 3.0, 1.0, 3.0, 11.0, 6.0, 15.0, 15.0, 14.0, 30.0, 32.0, 66.0, 99.0, 307.0, 991.0, 5743.0, 91897.0, 4022531.0, 65959.0, 4986.0, 907.0, 258.0, 130.0, 71.0, 57.0, 24.0, 20.0, 23.0, 14.0, 6.0, 12.0, 8.0, 5.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-37.59375, -36.590087890625, -35.58642578125, -34.582763671875, -33.5791015625, -32.575439453125, -31.57177734375, -30.568115234375, -29.564453125, -28.560791015625, -27.55712890625, -26.553466796875, -25.5498046875, -24.546142578125, -23.54248046875, -22.538818359375, -21.53515625, -20.531494140625, -19.52783203125, -18.524169921875, -17.5205078125, -16.516845703125, -15.51318359375, -14.509521484375, -13.505859375, -12.502197265625, -11.49853515625, -10.494873046875, -9.4912109375, -8.487548828125, -7.48388671875, -6.480224609375, -5.4765625, -4.472900390625, -3.46923828125, -2.465576171875, -1.4619140625, -0.458251953125, 0.54541015625, 1.549072265625, 2.552734375, 3.556396484375, 4.56005859375, 5.563720703125, 6.5673828125, 7.571044921875, 8.57470703125, 9.578369140625, 10.58203125, 11.585693359375, 12.58935546875, 13.593017578125, 14.5966796875, 15.600341796875, 16.60400390625, 17.607666015625, 18.611328125, 19.614990234375, 20.61865234375, 21.622314453125, 22.6259765625, 23.629638671875, 24.63330078125, 25.636962890625, 26.640625]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 7.0, 6.0, 4.0, 13.0, 9.0, 7.0, 11.0, 25.0, 35.0, 41.0, 51.0, 58.0, 109.0, 165.0, 310.0, 591.0, 1240.0, 541.0, 306.0, 173.0, 101.0, 69.0, 37.0, 39.0, 27.0, 26.0, 17.0, 9.0, 8.0, 5.0, 5.0, 3.0, 3.0, 3.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3447265625, -1.2940673828125, -1.243408203125, -1.1927490234375, -1.14208984375, -1.0914306640625, -1.040771484375, -0.9901123046875, -0.939453125, -0.8887939453125, -0.838134765625, -0.7874755859375, -0.73681640625, -0.6861572265625, -0.635498046875, -0.5848388671875, -0.5341796875, -0.4835205078125, -0.432861328125, -0.3822021484375, -0.33154296875, -0.2808837890625, -0.230224609375, -0.1795654296875, -0.12890625, -0.0782470703125, -0.027587890625, 0.0230712890625, 0.07373046875, 0.1243896484375, 0.175048828125, 0.2257080078125, 0.2763671875, 0.3270263671875, 0.377685546875, 0.4283447265625, 0.47900390625, 0.5296630859375, 0.580322265625, 0.6309814453125, 0.681640625, 0.7322998046875, 0.782958984375, 0.8336181640625, 0.88427734375, 0.9349365234375, 0.985595703125, 1.0362548828125, 1.0869140625, 1.1375732421875, 1.188232421875, 1.2388916015625, 1.28955078125, 1.3402099609375, 1.390869140625, 1.4415283203125, 1.4921875, 1.5428466796875, 1.593505859375, 1.6441650390625, 1.69482421875, 1.7454833984375, 1.796142578125, 1.8468017578125, 1.8974609375]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 6.0, 4.0, 20.0, 34.0, 106.0, 190.0, 245.0, 187.0, 116.0, 53.0, 23.0, 16.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-23.400564193725586, -22.77825355529785, -22.15594482421875, -21.533634185791016, -20.91132354736328, -20.28901481628418, -19.666704177856445, -19.044395446777344, -18.42208480834961, -17.799774169921875, -17.177465438842773, -16.55515480041504, -15.932845115661621, -15.310535430908203, -14.688224792480469, -14.06591510772705, -13.443605422973633, -12.821295738220215, -12.198986053466797, -11.576675415039062, -10.954365730285645, -10.332056045532227, -9.709745407104492, -9.087435722351074, -8.465126037597656, -7.842816352844238, -7.220506191253662, -6.598196029663086, -5.975886344909668, -5.35357666015625, -4.731266498565674, -4.108956336975098, -3.4866485595703125, -2.8643386363983154, -2.2420287132263184, -1.6197187900543213, -0.9974088668823242, -0.37509894371032715, 0.24721097946166992, 0.8695211410522461, 1.491830825805664, 2.114140748977661, 2.736450672149658, 3.3587605953216553, 3.9810705184936523, 4.60338020324707, 5.2256903648376465, 5.848000526428223, 6.470310211181641, 7.092619895935059, 7.714930057525635, 8.337240219116211, 8.959549903869629, 9.581859588623047, 10.204170227050781, 10.8264799118042, 11.448789596557617, 12.071099281311035, 12.693408966064453, 13.315719604492188, 13.938029289245605, 14.560338973999023, 15.182649612426758, 15.804959297180176, 16.427268981933594]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 5.0, 4.0, 7.0, 6.0, 11.0, 13.0, 8.0, 20.0, 21.0, 40.0, 41.0, 37.0, 47.0, 63.0, 64.0, 64.0, 87.0, 72.0, 50.0, 65.0, 53.0, 48.0, 39.0, 47.0, 21.0, 17.0, 15.0, 11.0, 11.0, 8.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.458383560180664, -11.166032791137695, -10.873682022094727, -10.581330299377441, -10.288979530334473, -9.996628761291504, -9.704277038574219, -9.41192626953125, -9.119575500488281, -8.827224731445312, -8.534873962402344, -8.242522239685059, -7.95017147064209, -7.657820701599121, -7.365469455718994, -7.073118209838867, -6.780767440795898, -6.48841667175293, -6.196065425872803, -5.903714179992676, -5.611363410949707, -5.319012641906738, -5.026661396026611, -4.734310150146484, -4.441959381103516, -4.149608612060547, -3.85725736618042, -3.564906358718872, -3.272555351257324, -2.9802043437957764, -2.6878533363342285, -2.3955023288726807, -2.103151321411133, -1.810800313949585, -1.518449306488037, -1.2260982990264893, -0.9337472915649414, -0.6413962841033936, -0.3490452766418457, -0.05669426918029785, 0.23565673828125, 0.5280077457427979, 0.8203587532043457, 1.1127097606658936, 1.4050607681274414, 1.6974117755889893, 1.989762783050537, 2.282113790512085, 2.574464797973633, 2.8668158054351807, 3.1591668128967285, 3.4515178203582764, 3.743868827819824, 4.036219596862793, 4.32857084274292, 4.620922088623047, 4.913272857666016, 5.205623626708984, 5.497974872589111, 5.790326118469238, 6.082676887512207, 6.375027656555176, 6.667378902435303, 6.95973014831543, 7.252080917358398]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 8.0, 16.0, 24.0, 30.0, 30.0, 46.0, 51.0, 95.0, 156.0, 238.0, 367.0, 658.0, 1154.0, 2214.0, 4296.0, 9896.0, 25068.0, 69724.0, 193819.0, 363580.0, 236113.0, 87321.0, 30671.0, 12020.0, 5168.0, 2475.0, 1329.0, 751.0, 456.0, 250.0, 161.0, 120.0, 65.0, 45.0, 46.0, 27.0, 16.0, 9.0, 11.0, 6.0, 4.0, 3.0, 5.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.29296875, -6.0938720703125, -5.894775390625, -5.6956787109375, -5.49658203125, -5.2974853515625, -5.098388671875, -4.8992919921875, -4.7001953125, -4.5010986328125, -4.302001953125, -4.1029052734375, -3.90380859375, -3.7047119140625, -3.505615234375, -3.3065185546875, -3.107421875, -2.9083251953125, -2.709228515625, -2.5101318359375, -2.31103515625, -2.1119384765625, -1.912841796875, -1.7137451171875, -1.5146484375, -1.3155517578125, -1.116455078125, -0.9173583984375, -0.71826171875, -0.5191650390625, -0.320068359375, -0.1209716796875, 0.078125, 0.2772216796875, 0.476318359375, 0.6754150390625, 0.87451171875, 1.0736083984375, 1.272705078125, 1.4718017578125, 1.6708984375, 1.8699951171875, 2.069091796875, 2.2681884765625, 2.46728515625, 2.6663818359375, 2.865478515625, 3.0645751953125, 3.263671875, 3.4627685546875, 3.661865234375, 3.8609619140625, 4.06005859375, 4.2591552734375, 4.458251953125, 4.6573486328125, 4.8564453125, 5.0555419921875, 5.254638671875, 5.4537353515625, 5.65283203125, 5.8519287109375, 6.051025390625, 6.2501220703125, 6.44921875]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 6.0, 7.0, 5.0, 13.0, 12.0, 12.0, 17.0, 23.0, 31.0, 41.0, 34.0, 48.0, 44.0, 44.0, 69.0, 58.0, 67.0, 58.0, 68.0, 51.0, 53.0, 45.0, 38.0, 30.0, 32.0, 19.0, 18.0, 14.0, 8.0, 9.0, 6.0, 7.0, 4.0, 4.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.90869140625, -0.8829498291015625, -0.857208251953125, -0.8314666748046875, -0.80572509765625, -0.7799835205078125, -0.754241943359375, -0.7285003662109375, -0.7027587890625, -0.6770172119140625, -0.651275634765625, -0.6255340576171875, -0.59979248046875, -0.5740509033203125, -0.548309326171875, -0.5225677490234375, -0.496826171875, -0.4710845947265625, -0.445343017578125, -0.4196014404296875, -0.39385986328125, -0.3681182861328125, -0.342376708984375, -0.3166351318359375, -0.2908935546875, -0.2651519775390625, -0.239410400390625, -0.2136688232421875, -0.18792724609375, -0.1621856689453125, -0.136444091796875, -0.1107025146484375, -0.0849609375, -0.0592193603515625, -0.033477783203125, -0.0077362060546875, 0.01800537109375, 0.0437469482421875, 0.069488525390625, 0.0952301025390625, 0.1209716796875, 0.1467132568359375, 0.172454833984375, 0.1981964111328125, 0.22393798828125, 0.2496795654296875, 0.275421142578125, 0.3011627197265625, 0.326904296875, 0.3526458740234375, 0.378387451171875, 0.4041290283203125, 0.42987060546875, 0.4556121826171875, 0.481353759765625, 0.5070953369140625, 0.5328369140625, 0.5585784912109375, 0.584320068359375, 0.6100616455078125, 0.63580322265625, 0.6615447998046875, 0.687286376953125, 0.7130279541015625, 0.73876953125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 7.0, 4.0, 7.0, 27.0, 38.0, 46.0, 61.0, 98.0, 138.0, 206.0, 298.0, 443.0, 736.0, 1440.0, 3013.0, 7680.0, 21644.0, 71109.0, 235887.0, 413268.0, 201557.0, 60053.0, 18167.0, 6702.0, 2705.0, 1285.0, 699.0, 403.0, 290.0, 173.0, 114.0, 78.0, 67.0, 28.0, 30.0, 19.0, 13.0, 4.0, 9.0, 6.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.74609375, -6.53143310546875, -6.3167724609375, -6.10211181640625, -5.887451171875, -5.67279052734375, -5.4581298828125, -5.24346923828125, -5.02880859375, -4.81414794921875, -4.5994873046875, -4.38482666015625, -4.170166015625, -3.95550537109375, -3.7408447265625, -3.52618408203125, -3.3115234375, -3.09686279296875, -2.8822021484375, -2.66754150390625, -2.452880859375, -2.23822021484375, -2.0235595703125, -1.80889892578125, -1.59423828125, -1.37957763671875, -1.1649169921875, -0.95025634765625, -0.735595703125, -0.52093505859375, -0.3062744140625, -0.09161376953125, 0.123046875, 0.33770751953125, 0.5523681640625, 0.76702880859375, 0.981689453125, 1.19635009765625, 1.4110107421875, 1.62567138671875, 1.84033203125, 2.05499267578125, 2.2696533203125, 2.48431396484375, 2.698974609375, 2.91363525390625, 3.1282958984375, 3.34295654296875, 3.5576171875, 3.77227783203125, 3.9869384765625, 4.20159912109375, 4.416259765625, 4.63092041015625, 4.8455810546875, 5.06024169921875, 5.27490234375, 5.48956298828125, 5.7042236328125, 5.91888427734375, 6.133544921875, 6.34820556640625, 6.5628662109375, 6.77752685546875, 6.9921875]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 1.0, 2.0, 5.0, 8.0, 15.0, 12.0, 13.0, 17.0, 15.0, 20.0, 17.0, 27.0, 21.0, 30.0, 44.0, 37.0, 30.0, 41.0, 46.0, 33.0, 50.0, 46.0, 39.0, 53.0, 36.0, 33.0, 37.0, 30.0, 45.0, 31.0, 23.0, 27.0, 15.0, 13.0, 19.0, 18.0, 12.0, 8.0, 7.0, 9.0, 2.0, 1.0, 4.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.2109375, -4.07586669921875, -3.9407958984375, -3.80572509765625, -3.670654296875, -3.53558349609375, -3.4005126953125, -3.26544189453125, -3.13037109375, -2.99530029296875, -2.8602294921875, -2.72515869140625, -2.590087890625, -2.45501708984375, -2.3199462890625, -2.18487548828125, -2.0498046875, -1.91473388671875, -1.7796630859375, -1.64459228515625, -1.509521484375, -1.37445068359375, -1.2393798828125, -1.10430908203125, -0.96923828125, -0.83416748046875, -0.6990966796875, -0.56402587890625, -0.428955078125, -0.29388427734375, -0.1588134765625, -0.02374267578125, 0.111328125, 0.24639892578125, 0.3814697265625, 0.51654052734375, 0.651611328125, 0.78668212890625, 0.9217529296875, 1.05682373046875, 1.19189453125, 1.32696533203125, 1.4620361328125, 1.59710693359375, 1.732177734375, 1.86724853515625, 2.0023193359375, 2.13739013671875, 2.2724609375, 2.40753173828125, 2.5426025390625, 2.67767333984375, 2.812744140625, 2.94781494140625, 3.0828857421875, 3.21795654296875, 3.35302734375, 3.48809814453125, 3.6231689453125, 3.75823974609375, 3.893310546875, 4.02838134765625, 4.1634521484375, 4.29852294921875, 4.43359375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 6.0, 12.0, 18.0, 13.0, 22.0, 26.0, 29.0, 45.0, 54.0, 97.0, 139.0, 234.0, 405.0, 731.0, 1504.0, 2985.0, 7014.0, 18498.0, 73570.0, 494936.0, 367771.0, 53858.0, 15085.0, 5917.0, 2548.0, 1301.0, 662.0, 385.0, 223.0, 136.0, 92.0, 60.0, 44.0, 21.0, 22.0, 17.0, 12.0, 9.0, 9.0, 7.0, 5.0, 7.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-8.4453125, -8.18865966796875, -7.9320068359375, -7.67535400390625, -7.418701171875, -7.16204833984375, -6.9053955078125, -6.64874267578125, -6.39208984375, -6.13543701171875, -5.8787841796875, -5.62213134765625, -5.365478515625, -5.10882568359375, -4.8521728515625, -4.59552001953125, -4.3388671875, -4.08221435546875, -3.8255615234375, -3.56890869140625, -3.312255859375, -3.05560302734375, -2.7989501953125, -2.54229736328125, -2.28564453125, -2.02899169921875, -1.7723388671875, -1.51568603515625, -1.259033203125, -1.00238037109375, -0.7457275390625, -0.48907470703125, -0.232421875, 0.02423095703125, 0.2808837890625, 0.53753662109375, 0.794189453125, 1.05084228515625, 1.3074951171875, 1.56414794921875, 1.82080078125, 2.07745361328125, 2.3341064453125, 2.59075927734375, 2.847412109375, 3.10406494140625, 3.3607177734375, 3.61737060546875, 3.8740234375, 4.13067626953125, 4.3873291015625, 4.64398193359375, 4.900634765625, 5.15728759765625, 5.4139404296875, 5.67059326171875, 5.92724609375, 6.18389892578125, 6.4405517578125, 6.69720458984375, 6.953857421875, 7.21051025390625, 7.4671630859375, 7.72381591796875, 7.98046875]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 6.0, 4.0, 10.0, 10.0, 15.0, 8.0, 12.0, 19.0, 26.0, 38.0, 46.0, 52.0, 58.0, 77.0, 86.0, 84.0, 74.0, 63.0, 68.0, 55.0, 32.0, 34.0, 31.0, 24.0, 10.0, 18.0, 7.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00043201446533203125, -0.00041858479380607605, -0.00040515512228012085, -0.00039172545075416565, -0.00037829577922821045, -0.00036486610770225525, -0.00035143643617630005, -0.00033800676465034485, -0.00032457709312438965, -0.00031114742159843445, -0.00029771775007247925, -0.00028428807854652405, -0.00027085840702056885, -0.00025742873549461365, -0.00024399906396865845, -0.00023056939244270325, -0.00021713972091674805, -0.00020371004939079285, -0.00019028037786483765, -0.00017685070633888245, -0.00016342103481292725, -0.00014999136328697205, -0.00013656169176101685, -0.00012313202023506165, -0.00010970234870910645, -9.627267718315125e-05, -8.284300565719604e-05, -6.941333413124084e-05, -5.5983662605285645e-05, -4.2553991079330444e-05, -2.9124319553375244e-05, -1.5694648027420044e-05, -2.2649765014648438e-06, 1.1164695024490356e-05, 2.4594366550445557e-05, 3.802403807640076e-05, 5.145370960235596e-05, 6.488338112831116e-05, 7.831305265426636e-05, 9.174272418022156e-05, 0.00010517239570617676, 0.00011860206723213196, 0.00013203173875808716, 0.00014546141028404236, 0.00015889108180999756, 0.00017232075333595276, 0.00018575042486190796, 0.00019918009638786316, 0.00021260976791381836, 0.00022603943943977356, 0.00023946911096572876, 0.00025289878249168396, 0.00026632845401763916, 0.00027975812554359436, 0.00029318779706954956, 0.00030661746859550476, 0.00032004714012145996, 0.00033347681164741516, 0.00034690648317337036, 0.00036033615469932556, 0.00037376582622528076, 0.00038719549775123596, 0.00040062516927719116, 0.00041405484080314636, 0.00042748451232910156]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 6.0, 5.0, 7.0, 12.0, 14.0, 16.0, 33.0, 41.0, 59.0, 89.0, 198.0, 283.0, 658.0, 1386.0, 3453.0, 9887.0, 38971.0, 290295.0, 594442.0, 81923.0, 17334.0, 5350.0, 2082.0, 954.0, 456.0, 226.0, 127.0, 91.0, 49.0, 37.0, 20.0, 16.0, 14.0, 6.0, 7.0, 5.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-8.8359375, -8.522705078125, -8.20947265625, -7.896240234375, -7.5830078125, -7.269775390625, -6.95654296875, -6.643310546875, -6.330078125, -6.016845703125, -5.70361328125, -5.390380859375, -5.0771484375, -4.763916015625, -4.45068359375, -4.137451171875, -3.82421875, -3.510986328125, -3.19775390625, -2.884521484375, -2.5712890625, -2.258056640625, -1.94482421875, -1.631591796875, -1.318359375, -1.005126953125, -0.69189453125, -0.378662109375, -0.0654296875, 0.247802734375, 0.56103515625, 0.874267578125, 1.1875, 1.500732421875, 1.81396484375, 2.127197265625, 2.4404296875, 2.753662109375, 3.06689453125, 3.380126953125, 3.693359375, 4.006591796875, 4.31982421875, 4.633056640625, 4.9462890625, 5.259521484375, 5.57275390625, 5.885986328125, 6.19921875, 6.512451171875, 6.82568359375, 7.138916015625, 7.4521484375, 7.765380859375, 8.07861328125, 8.391845703125, 8.705078125, 9.018310546875, 9.33154296875, 9.644775390625, 9.9580078125, 10.271240234375, 10.58447265625, 10.897705078125, 11.2109375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 4.0, 6.0, 8.0, 3.0, 8.0, 11.0, 13.0, 19.0, 23.0, 30.0, 37.0, 56.0, 81.0, 101.0, 109.0, 99.0, 93.0, 72.0, 57.0, 33.0, 31.0, 25.0, 13.0, 10.0, 8.0, 7.0, 3.0, 6.0, 8.0, 5.0, 6.0, 2.0, 3.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.328125, -4.17279052734375, -4.0174560546875, -3.86212158203125, -3.706787109375, -3.55145263671875, -3.3961181640625, -3.24078369140625, -3.08544921875, -2.93011474609375, -2.7747802734375, -2.61944580078125, -2.464111328125, -2.30877685546875, -2.1534423828125, -1.99810791015625, -1.8427734375, -1.68743896484375, -1.5321044921875, -1.37677001953125, -1.221435546875, -1.06610107421875, -0.9107666015625, -0.75543212890625, -0.60009765625, -0.44476318359375, -0.2894287109375, -0.13409423828125, 0.021240234375, 0.17657470703125, 0.3319091796875, 0.48724365234375, 0.642578125, 0.79791259765625, 0.9532470703125, 1.10858154296875, 1.263916015625, 1.41925048828125, 1.5745849609375, 1.72991943359375, 1.88525390625, 2.04058837890625, 2.1959228515625, 2.35125732421875, 2.506591796875, 2.66192626953125, 2.8172607421875, 2.97259521484375, 3.1279296875, 3.28326416015625, 3.4385986328125, 3.59393310546875, 3.749267578125, 3.90460205078125, 4.0599365234375, 4.21527099609375, 4.37060546875, 4.52593994140625, 4.6812744140625, 4.83660888671875, 4.991943359375, 5.14727783203125, 5.3026123046875, 5.45794677734375, 5.61328125]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 6.0, 9.0, 46.0, 141.0, 325.0, 313.0, 116.0, 31.0, 13.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-125.99752807617188, -122.04969787597656, -118.10187530517578, -114.15404510498047, -110.20621490478516, -106.25839233398438, -102.31056213378906, -98.36273193359375, -94.41490173339844, -90.46707153320312, -86.51924896240234, -82.57141876220703, -78.62358856201172, -74.67576599121094, -70.72793579101562, -66.78010559082031, -62.83228302001953, -58.884456634521484, -54.93662643432617, -50.988800048828125, -47.04096984863281, -43.093143463134766, -39.14531707763672, -35.197486877441406, -31.24966049194336, -27.30183219909668, -23.35400390625, -19.406177520751953, -15.458349227905273, -11.510520935058594, -7.562694549560547, -3.614866256713867, 0.3329620361328125, 4.280789852142334, 8.228617668151855, 12.176445007324219, 16.1242733001709, 20.072101593017578, 24.019927978515625, 27.967756271362305, 31.915584564208984, 35.86341094970703, 39.811241149902344, 43.75906753540039, 47.70689392089844, 51.65472412109375, 55.6025505065918, 59.550376892089844, 63.498207092285156, 67.44603729248047, 71.39385986328125, 75.34169006347656, 79.28952026367188, 83.23735046386719, 87.18517303466797, 91.13300323486328, 95.08082580566406, 99.02865600585938, 102.97647857666016, 106.92430877685547, 110.87213897705078, 114.81996154785156, 118.76779174804688, 122.71562194824219, 126.6634521484375]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 7.0, 7.0, 11.0, 13.0, 11.0, 23.0, 18.0, 27.0, 22.0, 23.0, 34.0, 36.0, 48.0, 62.0, 41.0, 65.0, 60.0, 48.0, 56.0, 59.0, 49.0, 39.0, 45.0, 37.0, 40.0, 31.0, 19.0, 17.0, 10.0, 14.0, 6.0, 6.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.0546760559082, -34.809017181396484, -33.56336212158203, -32.31770324707031, -31.072046279907227, -29.82638931274414, -28.580730438232422, -27.335073471069336, -26.08941650390625, -24.843759536743164, -23.598100662231445, -22.35244369506836, -21.106786727905273, -19.861129760742188, -18.61547088623047, -17.369813919067383, -16.124155044555664, -14.878497123718262, -13.632840156555176, -12.387182235717773, -11.141525268554688, -9.895867347717285, -8.650209426879883, -7.404552459716797, -6.1588945388793945, -4.91323709487915, -3.667579412460327, -2.421921730041504, -1.1762642860412598, 0.06939315795898438, 1.3150510787963867, 2.5607080459594727, 3.806365966796875, 5.052023410797119, 6.297680854797363, 7.543338775634766, 8.788995742797852, 10.034653663635254, 11.280311584472656, 12.525968551635742, 13.771626472473145, 15.017284393310547, 16.262941360473633, 17.50859832763672, 18.754257202148438, 19.999914169311523, 21.24557113647461, 22.491230010986328, 23.736886978149414, 24.9825439453125, 26.22820281982422, 27.473859786987305, 28.71951675415039, 29.96517562866211, 31.210832595825195, 32.45648956298828, 33.7021484375, 34.94780731201172, 36.19346237182617, 37.43912124633789, 38.68478012084961, 39.93043518066406, 41.17609405517578, 42.4217529296875, 43.66740798950195]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 4.0, 12.0, 12.0, 13.0, 14.0, 18.0, 20.0, 28.0, 44.0, 42.0, 72.0, 133.0, 419.0, 1933.0, 19859.0, 4095253.0, 72221.0, 3223.0, 496.0, 148.0, 69.0, 56.0, 42.0, 36.0, 38.0, 18.0, 21.0, 8.0, 5.0, 10.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.875, -36.3994140625, -34.923828125, -33.4482421875, -31.97265625, -30.4970703125, -29.021484375, -27.5458984375, -26.0703125, -24.5947265625, -23.119140625, -21.6435546875, -20.16796875, -18.6923828125, -17.216796875, -15.7412109375, -14.265625, -12.7900390625, -11.314453125, -9.8388671875, -8.36328125, -6.8876953125, -5.412109375, -3.9365234375, -2.4609375, -0.9853515625, 0.490234375, 1.9658203125, 3.44140625, 4.9169921875, 6.392578125, 7.8681640625, 9.34375, 10.8193359375, 12.294921875, 13.7705078125, 15.24609375, 16.7216796875, 18.197265625, 19.6728515625, 21.1484375, 22.6240234375, 24.099609375, 25.5751953125, 27.05078125, 28.5263671875, 30.001953125, 31.4775390625, 32.953125, 34.4287109375, 35.904296875, 37.3798828125, 38.85546875, 40.3310546875, 41.806640625, 43.2822265625, 44.7578125, 46.2333984375, 47.708984375, 49.1845703125, 50.66015625, 52.1357421875, 53.611328125, 55.0869140625, 56.5625]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 7.0, 4.0, 14.0, 10.0, 13.0, 18.0, 26.0, 30.0, 28.0, 30.0, 68.0, 46.0, 56.0, 56.0, 58.0, 52.0, 71.0, 63.0, 49.0, 59.0, 59.0, 40.0, 40.0, 36.0, 18.0, 18.0, 9.0, 10.0, 6.0, 2.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0595703125, -1.0221710205078125, -0.984771728515625, -0.9473724365234375, -0.90997314453125, -0.8725738525390625, -0.835174560546875, -0.7977752685546875, -0.7603759765625, -0.7229766845703125, -0.685577392578125, -0.6481781005859375, -0.61077880859375, -0.5733795166015625, -0.535980224609375, -0.4985809326171875, -0.461181640625, -0.4237823486328125, -0.386383056640625, -0.3489837646484375, -0.31158447265625, -0.2741851806640625, -0.236785888671875, -0.1993865966796875, -0.1619873046875, -0.1245880126953125, -0.087188720703125, -0.0497894287109375, -0.01239013671875, 0.0250091552734375, 0.062408447265625, 0.0998077392578125, 0.13720703125, 0.1746063232421875, 0.212005615234375, 0.2494049072265625, 0.28680419921875, 0.3242034912109375, 0.361602783203125, 0.3990020751953125, 0.4364013671875, 0.4738006591796875, 0.511199951171875, 0.5485992431640625, 0.58599853515625, 0.6233978271484375, 0.660797119140625, 0.6981964111328125, 0.735595703125, 0.7729949951171875, 0.810394287109375, 0.8477935791015625, 0.88519287109375, 0.9225921630859375, 0.959991455078125, 0.9973907470703125, 1.0347900390625, 1.0721893310546875, 1.109588623046875, 1.1469879150390625, 1.18438720703125, 1.2217864990234375, 1.259185791015625, 1.2965850830078125, 1.333984375]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 6.0, 14.0, 16.0, 22.0, 46.0, 73.0, 155.0, 487.0, 1974.0, 13682.0, 290444.0, 3823333.0, 56265.0, 5810.0, 1230.0, 367.0, 180.0, 71.0, 41.0, 23.0, 17.0, 12.0, 13.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.609375, -22.95849609375, -22.3076171875, -21.65673828125, -21.005859375, -20.35498046875, -19.7041015625, -19.05322265625, -18.40234375, -17.75146484375, -17.1005859375, -16.44970703125, -15.798828125, -15.14794921875, -14.4970703125, -13.84619140625, -13.1953125, -12.54443359375, -11.8935546875, -11.24267578125, -10.591796875, -9.94091796875, -9.2900390625, -8.63916015625, -7.98828125, -7.33740234375, -6.6865234375, -6.03564453125, -5.384765625, -4.73388671875, -4.0830078125, -3.43212890625, -2.78125, -2.13037109375, -1.4794921875, -0.82861328125, -0.177734375, 0.47314453125, 1.1240234375, 1.77490234375, 2.42578125, 3.07666015625, 3.7275390625, 4.37841796875, 5.029296875, 5.68017578125, 6.3310546875, 6.98193359375, 7.6328125, 8.28369140625, 8.9345703125, 9.58544921875, 10.236328125, 10.88720703125, 11.5380859375, 12.18896484375, 12.83984375, 13.49072265625, 14.1416015625, 14.79248046875, 15.443359375, 16.09423828125, 16.7451171875, 17.39599609375, 18.046875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 4.0, 7.0, 10.0, 6.0, 25.0, 11.0, 24.0, 28.0, 51.0, 66.0, 105.0, 197.0, 370.0, 1418.0, 898.0, 332.0, 200.0, 93.0, 59.0, 41.0, 39.0, 16.0, 21.0, 10.0, 7.0, 8.0, 3.0, 3.0, 8.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.9599609375, -1.8964996337890625, -1.833038330078125, -1.7695770263671875, -1.70611572265625, -1.6426544189453125, -1.579193115234375, -1.5157318115234375, -1.4522705078125, -1.3888092041015625, -1.325347900390625, -1.2618865966796875, -1.19842529296875, -1.1349639892578125, -1.071502685546875, -1.0080413818359375, -0.944580078125, -0.8811187744140625, -0.817657470703125, -0.7541961669921875, -0.69073486328125, -0.6272735595703125, -0.563812255859375, -0.5003509521484375, -0.4368896484375, -0.3734283447265625, -0.309967041015625, -0.2465057373046875, -0.18304443359375, -0.1195831298828125, -0.056121826171875, 0.0073394775390625, 0.07080078125, 0.1342620849609375, 0.197723388671875, 0.2611846923828125, 0.32464599609375, 0.3881072998046875, 0.451568603515625, 0.5150299072265625, 0.5784912109375, 0.6419525146484375, 0.705413818359375, 0.7688751220703125, 0.83233642578125, 0.8957977294921875, 0.959259033203125, 1.0227203369140625, 1.086181640625, 1.1496429443359375, 1.213104248046875, 1.2765655517578125, 1.34002685546875, 1.4034881591796875, 1.466949462890625, 1.5304107666015625, 1.5938720703125, 1.6573333740234375, 1.720794677734375, 1.7842559814453125, 1.84771728515625, 1.9111785888671875, 1.974639892578125, 2.0381011962890625, 2.1015625]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 8.0, 20.0, 31.0, 41.0, 74.0, 108.0, 143.0, 159.0, 129.0, 114.0, 75.0, 48.0, 25.0, 11.0, 6.0, 9.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.738181114196777, -7.314764499664307, -6.891347885131836, -6.467931747436523, -6.0445146560668945, -5.621098518371582, -5.197681903839111, -4.774265289306641, -4.35084867477417, -3.927432060241699, -3.5040154457092285, -3.080599069595337, -2.657182455062866, -2.2337658405303955, -1.810349464416504, -1.3869328498840332, -0.9635162353515625, -0.5400996804237366, -0.11668312549591064, 0.3067333698272705, 0.7301499843597412, 1.153566598892212, 1.5769829750061035, 2.000399589538574, 2.423816204071045, 2.8472328186035156, 3.2706494331359863, 3.694065809249878, 4.1174821853637695, 4.540899276733398, 4.964315414428711, 5.387732028961182, 5.811147689819336, 6.234564304351807, 6.657980918884277, 7.08139705657959, 7.504814147949219, 7.928230285644531, 8.351646423339844, 8.775063514709473, 9.198480606079102, 9.621896743774414, 10.045313835144043, 10.468729972839355, 10.892147064208984, 11.315563201904297, 11.73897933959961, 12.162396430969238, 12.58581256866455, 13.009228706359863, 13.432645797729492, 13.856061935424805, 14.279479026794434, 14.702895164489746, 15.126312255859375, 15.549728393554688, 15.97314453125, 16.396560668945312, 16.819976806640625, 17.24339485168457, 17.666810989379883, 18.090227127075195, 18.513643264770508, 18.937061309814453, 19.360477447509766]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 10.0, 9.0, 16.0, 22.0, 26.0, 31.0, 26.0, 37.0, 57.0, 56.0, 53.0, 59.0, 66.0, 51.0, 55.0, 47.0, 72.0, 49.0, 37.0, 34.0, 40.0, 35.0, 28.0, 17.0, 17.0, 11.0, 7.0, 9.0, 2.0, 5.0, 3.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-10.624042510986328, -10.352253913879395, -10.080466270446777, -9.808677673339844, -9.536890029907227, -9.265101432800293, -8.993313789367676, -8.721525192260742, -8.449737548828125, -8.177948951721191, -7.906161308288574, -7.634373188018799, -7.362585067749023, -7.09079647064209, -6.8190083503723145, -6.547220230102539, -6.2754316329956055, -6.00364351272583, -5.731855392456055, -5.460067272186279, -5.188279151916504, -4.91649055480957, -4.644702434539795, -4.3729143142700195, -4.101126194000244, -3.8293380737304688, -3.5575499534606934, -3.285761594772339, -3.0139734745025635, -2.742185354232788, -2.4703969955444336, -2.198608875274658, -1.9268217086791992, -1.6550335884094238, -1.3832453489303589, -1.111457109451294, -0.8396689891815186, -0.5678808689117432, -0.2960926294326782, -0.02430438995361328, 0.2474837303161621, 0.5192719101905823, 0.7910600900650024, 1.0628483295440674, 1.3346364498138428, 1.6064245700836182, 1.878212809562683, 2.150001049041748, 2.4217891693115234, 2.693577289581299, 2.965365409851074, 3.2371537685394287, 3.508941888809204, 3.7807300090789795, 4.052518367767334, 4.324306488037109, 4.596094608306885, 4.86788272857666, 5.1396708488464355, 5.411458969116211, 5.6832475662231445, 5.955035209655762, 6.226823806762695, 6.498611927032471, 6.770400047302246]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 3.0, 3.0, 2.0, 6.0, 4.0, 18.0, 10.0, 14.0, 13.0, 36.0, 45.0, 94.0, 121.0, 210.0, 298.0, 467.0, 719.0, 1353.0, 2489.0, 4952.0, 10825.0, 27357.0, 75263.0, 197763.0, 338234.0, 235636.0, 93189.0, 33683.0, 13300.0, 5772.0, 2874.0, 1486.0, 845.0, 488.0, 355.0, 180.0, 138.0, 105.0, 64.0, 41.0, 35.0, 21.0, 17.0, 6.0, 5.0, 9.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 2.0], "bins": [-6.22265625, -6.0428466796875, -5.863037109375, -5.6832275390625, -5.50341796875, -5.3236083984375, -5.143798828125, -4.9639892578125, -4.7841796875, -4.6043701171875, -4.424560546875, -4.2447509765625, -4.06494140625, -3.8851318359375, -3.705322265625, -3.5255126953125, -3.345703125, -3.1658935546875, -2.986083984375, -2.8062744140625, -2.62646484375, -2.4466552734375, -2.266845703125, -2.0870361328125, -1.9072265625, -1.7274169921875, -1.547607421875, -1.3677978515625, -1.18798828125, -1.0081787109375, -0.828369140625, -0.6485595703125, -0.46875, -0.2889404296875, -0.109130859375, 0.0706787109375, 0.25048828125, 0.4302978515625, 0.610107421875, 0.7899169921875, 0.9697265625, 1.1495361328125, 1.329345703125, 1.5091552734375, 1.68896484375, 1.8687744140625, 2.048583984375, 2.2283935546875, 2.408203125, 2.5880126953125, 2.767822265625, 2.9476318359375, 3.12744140625, 3.3072509765625, 3.487060546875, 3.6668701171875, 3.8466796875, 4.0264892578125, 4.206298828125, 4.3861083984375, 4.56591796875, 4.7457275390625, 4.925537109375, 5.1053466796875, 5.28515625]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 3.0, 5.0, 6.0, 11.0, 11.0, 14.0, 25.0, 28.0, 22.0, 39.0, 36.0, 61.0, 42.0, 57.0, 53.0, 61.0, 65.0, 67.0, 52.0, 55.0, 50.0, 48.0, 31.0, 42.0, 20.0, 24.0, 18.0, 13.0, 15.0, 6.0, 8.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.09765625, -1.06451416015625, -1.0313720703125, -0.99822998046875, -0.965087890625, -0.93194580078125, -0.8988037109375, -0.86566162109375, -0.83251953125, -0.79937744140625, -0.7662353515625, -0.73309326171875, -0.699951171875, -0.66680908203125, -0.6336669921875, -0.60052490234375, -0.5673828125, -0.53424072265625, -0.5010986328125, -0.46795654296875, -0.434814453125, -0.40167236328125, -0.3685302734375, -0.33538818359375, -0.30224609375, -0.26910400390625, -0.2359619140625, -0.20281982421875, -0.169677734375, -0.13653564453125, -0.1033935546875, -0.07025146484375, -0.037109375, -0.00396728515625, 0.0291748046875, 0.06231689453125, 0.095458984375, 0.12860107421875, 0.1617431640625, 0.19488525390625, 0.22802734375, 0.26116943359375, 0.2943115234375, 0.32745361328125, 0.360595703125, 0.39373779296875, 0.4268798828125, 0.46002197265625, 0.4931640625, 0.52630615234375, 0.5594482421875, 0.59259033203125, 0.625732421875, 0.65887451171875, 0.6920166015625, 0.72515869140625, 0.75830078125, 0.79144287109375, 0.8245849609375, 0.85772705078125, 0.890869140625, 0.92401123046875, 0.9571533203125, 0.99029541015625, 1.0234375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 7.0, 1.0, 6.0, 12.0, 16.0, 20.0, 17.0, 31.0, 35.0, 71.0, 113.0, 160.0, 248.0, 351.0, 602.0, 970.0, 2071.0, 4800.0, 14590.0, 53617.0, 219381.0, 467744.0, 208873.0, 51383.0, 14063.0, 4695.0, 1983.0, 984.0, 575.0, 365.0, 233.0, 140.0, 112.0, 80.0, 65.0, 42.0, 21.0, 24.0, 17.0, 13.0, 10.0, 2.0, 5.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.69140625, -7.44708251953125, -7.2027587890625, -6.95843505859375, -6.714111328125, -6.46978759765625, -6.2254638671875, -5.98114013671875, -5.73681640625, -5.49249267578125, -5.2481689453125, -5.00384521484375, -4.759521484375, -4.51519775390625, -4.2708740234375, -4.02655029296875, -3.7822265625, -3.53790283203125, -3.2935791015625, -3.04925537109375, -2.804931640625, -2.56060791015625, -2.3162841796875, -2.07196044921875, -1.82763671875, -1.58331298828125, -1.3389892578125, -1.09466552734375, -0.850341796875, -0.60601806640625, -0.3616943359375, -0.11737060546875, 0.126953125, 0.37127685546875, 0.6156005859375, 0.85992431640625, 1.104248046875, 1.34857177734375, 1.5928955078125, 1.83721923828125, 2.08154296875, 2.32586669921875, 2.5701904296875, 2.81451416015625, 3.058837890625, 3.30316162109375, 3.5474853515625, 3.79180908203125, 4.0361328125, 4.28045654296875, 4.5247802734375, 4.76910400390625, 5.013427734375, 5.25775146484375, 5.5020751953125, 5.74639892578125, 5.99072265625, 6.23504638671875, 6.4793701171875, 6.72369384765625, 6.968017578125, 7.21234130859375, 7.4566650390625, 7.70098876953125, 7.9453125]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 10.0, 14.0, 7.0, 15.0, 14.0, 14.0, 31.0, 26.0, 32.0, 36.0, 28.0, 41.0, 45.0, 42.0, 44.0, 51.0, 44.0, 34.0, 60.0, 42.0, 57.0, 41.0, 47.0, 44.0, 30.0, 30.0, 21.0, 16.0, 19.0, 15.0, 10.0, 11.0, 9.0, 6.0, 3.0, 6.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.23046875, -6.05084228515625, -5.8712158203125, -5.69158935546875, -5.511962890625, -5.33233642578125, -5.1527099609375, -4.97308349609375, -4.79345703125, -4.61383056640625, -4.4342041015625, -4.25457763671875, -4.074951171875, -3.89532470703125, -3.7156982421875, -3.53607177734375, -3.3564453125, -3.17681884765625, -2.9971923828125, -2.81756591796875, -2.637939453125, -2.45831298828125, -2.2786865234375, -2.09906005859375, -1.91943359375, -1.73980712890625, -1.5601806640625, -1.38055419921875, -1.200927734375, -1.02130126953125, -0.8416748046875, -0.66204833984375, -0.482421875, -0.30279541015625, -0.1231689453125, 0.05645751953125, 0.236083984375, 0.41571044921875, 0.5953369140625, 0.77496337890625, 0.95458984375, 1.13421630859375, 1.3138427734375, 1.49346923828125, 1.673095703125, 1.85272216796875, 2.0323486328125, 2.21197509765625, 2.3916015625, 2.57122802734375, 2.7508544921875, 2.93048095703125, 3.110107421875, 3.28973388671875, 3.4693603515625, 3.64898681640625, 3.82861328125, 4.00823974609375, 4.1878662109375, 4.36749267578125, 4.547119140625, 4.72674560546875, 4.9063720703125, 5.08599853515625, 5.265625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 6.0, 3.0, 8.0, 7.0, 12.0, 18.0, 27.0, 52.0, 85.0, 171.0, 376.0, 867.0, 2528.0, 12749.0, 149302.0, 757432.0, 110870.0, 10319.0, 2290.0, 752.0, 318.0, 169.0, 87.0, 37.0, 27.0, 22.0, 12.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.71875, -5.474853515625, -5.23095703125, -4.987060546875, -4.7431640625, -4.499267578125, -4.25537109375, -4.011474609375, -3.767578125, -3.523681640625, -3.27978515625, -3.035888671875, -2.7919921875, -2.548095703125, -2.30419921875, -2.060302734375, -1.81640625, -1.572509765625, -1.32861328125, -1.084716796875, -0.8408203125, -0.596923828125, -0.35302734375, -0.109130859375, 0.134765625, 0.378662109375, 0.62255859375, 0.866455078125, 1.1103515625, 1.354248046875, 1.59814453125, 1.842041015625, 2.0859375, 2.329833984375, 2.57373046875, 2.817626953125, 3.0615234375, 3.305419921875, 3.54931640625, 3.793212890625, 4.037109375, 4.281005859375, 4.52490234375, 4.768798828125, 5.0126953125, 5.256591796875, 5.50048828125, 5.744384765625, 5.98828125, 6.232177734375, 6.47607421875, 6.719970703125, 6.9638671875, 7.207763671875, 7.45166015625, 7.695556640625, 7.939453125, 8.183349609375, 8.42724609375, 8.671142578125, 8.9150390625, 9.158935546875, 9.40283203125, 9.646728515625, 9.890625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 2.0, 3.0, 5.0, 8.0, 6.0, 17.0, 12.0, 19.0, 30.0, 27.0, 34.0, 28.0, 43.0, 60.0, 54.0, 71.0, 81.0, 91.0, 88.0, 58.0, 55.0, 36.0, 38.0, 25.0, 18.0, 25.0, 12.0, 11.0, 12.0, 11.0, 3.0, 5.0, 5.0, 6.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0003743171691894531, -0.0003636293113231659, -0.00035294145345687866, -0.00034225359559059143, -0.0003315657377243042, -0.00032087787985801697, -0.00031019002199172974, -0.0002995021641254425, -0.0002888143062591553, -0.00027812644839286804, -0.0002674385905265808, -0.0002567507326602936, -0.00024606287479400635, -0.00023537501692771912, -0.00022468715906143188, -0.00021399930119514465, -0.00020331144332885742, -0.0001926235854625702, -0.00018193572759628296, -0.00017124786972999573, -0.0001605600118637085, -0.00014987215399742126, -0.00013918429613113403, -0.0001284964382648468, -0.00011780858039855957, -0.00010712072253227234, -9.643286466598511e-05, -8.574500679969788e-05, -7.505714893341064e-05, -6.436929106712341e-05, -5.368143320083618e-05, -4.299357533454895e-05, -3.230571746826172e-05, -2.1617859601974487e-05, -1.0930001735687256e-05, -2.421438694000244e-07, 1.0445713996887207e-05, 2.113357186317444e-05, 3.182142972946167e-05, 4.25092875957489e-05, 5.319714546203613e-05, 6.388500332832336e-05, 7.45728611946106e-05, 8.526071906089783e-05, 9.594857692718506e-05, 0.00010663643479347229, 0.00011732429265975952, 0.00012801215052604675, 0.00013870000839233398, 0.00014938786625862122, 0.00016007572412490845, 0.00017076358199119568, 0.0001814514398574829, 0.00019213929772377014, 0.00020282715559005737, 0.0002135150134563446, 0.00022420287132263184, 0.00023489072918891907, 0.0002455785870552063, 0.00025626644492149353, 0.00026695430278778076, 0.000277642160654068, 0.0002883300185203552, 0.00029901787638664246, 0.0003097057342529297]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 4.0, 4.0, 8.0, 9.0, 13.0, 21.0, 20.0, 37.0, 41.0, 53.0, 73.0, 103.0, 186.0, 315.0, 675.0, 1300.0, 3422.0, 10227.0, 45175.0, 378142.0, 523265.0, 65063.0, 12950.0, 4148.0, 1607.0, 727.0, 367.0, 189.0, 124.0, 82.0, 52.0, 39.0, 35.0, 18.0, 17.0, 6.0, 9.0, 7.0, 1.0, 5.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-7.4375, -7.2127685546875, -6.988037109375, -6.7633056640625, -6.53857421875, -6.3138427734375, -6.089111328125, -5.8643798828125, -5.6396484375, -5.4149169921875, -5.190185546875, -4.9654541015625, -4.74072265625, -4.5159912109375, -4.291259765625, -4.0665283203125, -3.841796875, -3.6170654296875, -3.392333984375, -3.1676025390625, -2.94287109375, -2.7181396484375, -2.493408203125, -2.2686767578125, -2.0439453125, -1.8192138671875, -1.594482421875, -1.3697509765625, -1.14501953125, -0.9202880859375, -0.695556640625, -0.4708251953125, -0.24609375, -0.0213623046875, 0.203369140625, 0.4281005859375, 0.65283203125, 0.8775634765625, 1.102294921875, 1.3270263671875, 1.5517578125, 1.7764892578125, 2.001220703125, 2.2259521484375, 2.45068359375, 2.6754150390625, 2.900146484375, 3.1248779296875, 3.349609375, 3.5743408203125, 3.799072265625, 4.0238037109375, 4.24853515625, 4.4732666015625, 4.697998046875, 4.9227294921875, 5.1474609375, 5.3721923828125, 5.596923828125, 5.8216552734375, 6.04638671875, 6.2711181640625, 6.495849609375, 6.7205810546875, 6.9453125]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 4.0, 3.0, 6.0, 5.0, 2.0, 11.0, 12.0, 12.0, 20.0, 14.0, 20.0, 33.0, 50.0, 71.0, 74.0, 92.0, 67.0, 82.0, 68.0, 64.0, 70.0, 46.0, 46.0, 16.0, 24.0, 19.0, 14.0, 14.0, 6.0, 9.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-3.4765625, -3.367889404296875, -3.25921630859375, -3.150543212890625, -3.0418701171875, -2.933197021484375, -2.82452392578125, -2.715850830078125, -2.607177734375, -2.498504638671875, -2.38983154296875, -2.281158447265625, -2.1724853515625, -2.063812255859375, -1.95513916015625, -1.846466064453125, -1.73779296875, -1.629119873046875, -1.52044677734375, -1.411773681640625, -1.3031005859375, -1.194427490234375, -1.08575439453125, -0.977081298828125, -0.868408203125, -0.759735107421875, -0.65106201171875, -0.542388916015625, -0.4337158203125, -0.325042724609375, -0.21636962890625, -0.107696533203125, 0.0009765625, 0.109649658203125, 0.21832275390625, 0.326995849609375, 0.4356689453125, 0.544342041015625, 0.65301513671875, 0.761688232421875, 0.870361328125, 0.979034423828125, 1.08770751953125, 1.196380615234375, 1.3050537109375, 1.413726806640625, 1.52239990234375, 1.631072998046875, 1.73974609375, 1.848419189453125, 1.95709228515625, 2.065765380859375, 2.1744384765625, 2.283111572265625, 2.39178466796875, 2.500457763671875, 2.609130859375, 2.717803955078125, 2.82647705078125, 2.935150146484375, 3.0438232421875, 3.152496337890625, 3.26116943359375, 3.369842529296875, 3.478515625]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 5.0, 12.0, 22.0, 43.0, 86.0, 175.0, 262.0, 208.0, 109.0, 39.0, 31.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-97.16803741455078, -94.66470336914062, -92.16136169433594, -89.65802764892578, -87.15469360351562, -84.65135955810547, -82.14802551269531, -79.64468383789062, -77.14134979248047, -74.63801574707031, -72.13467407226562, -69.63134002685547, -67.12800598144531, -64.62467193603516, -62.121334075927734, -59.61799621582031, -57.114662170410156, -54.611328125, -52.10799026489258, -49.604652404785156, -47.101318359375, -44.597984313964844, -42.09464645385742, -39.59130859375, -37.087974548339844, -34.58464050292969, -32.081302642822266, -29.577966690063477, -27.074630737304688, -24.5712947845459, -22.06795883178711, -19.56462287902832, -17.06128692626953, -14.557950973510742, -12.054615020751953, -9.551279067993164, -7.047943115234375, -4.544607162475586, -2.041271209716797, 0.4620647430419922, 2.9654006958007812, 5.46873664855957, 7.972072601318359, 10.475408554077148, 12.978744506835938, 15.482080459594727, 17.985416412353516, 20.488752365112305, 22.992088317871094, 25.495424270629883, 27.998760223388672, 30.50209617614746, 33.00543212890625, 35.508766174316406, 38.01210403442383, 40.51544189453125, 43.018775939941406, 45.52210998535156, 48.025447845458984, 50.528785705566406, 53.03211975097656, 55.53545379638672, 58.03879165649414, 60.54212951660156, 63.04546356201172]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 5.0, 8.0, 13.0, 17.0, 12.0, 19.0, 24.0, 24.0, 40.0, 45.0, 62.0, 51.0, 73.0, 63.0, 64.0, 68.0, 60.0, 55.0, 55.0, 40.0, 32.0, 30.0, 37.0, 15.0, 28.0, 16.0, 15.0, 9.0, 7.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.34925079345703, -55.79983901977539, -54.25042724609375, -52.70101547241211, -51.15160369873047, -49.60218811035156, -48.05278015136719, -46.50336456298828, -44.95395278930664, -43.404541015625, -41.85512924194336, -40.30571746826172, -38.75630569458008, -37.20689392089844, -35.65747833251953, -34.10806655883789, -32.55865478515625, -31.00924301147461, -29.45983123779297, -27.910419464111328, -26.361005783081055, -24.811594009399414, -23.262182235717773, -21.7127685546875, -20.163360595703125, -18.613948822021484, -17.064537048339844, -15.515124320983887, -13.96571159362793, -12.416299819946289, -10.866888046264648, -9.317475318908691, -7.768062591552734, -6.2186503410339355, -4.669238090515137, -3.119826316833496, -1.5704140663146973, -0.021001815795898438, 1.5284099578857422, 3.077822685241699, 4.62723445892334, 6.176646709442139, 7.7260589599609375, 9.275470733642578, 10.824882507324219, 12.374295234680176, 13.923707008361816, 15.473119735717773, 17.022531509399414, 18.571943283081055, 20.121355056762695, 21.67076873779297, 23.22018051147461, 24.76959228515625, 26.31900405883789, 27.86841583251953, 29.417827606201172, 30.967239379882812, 32.51665115356445, 34.066062927246094, 35.615474700927734, 37.164886474609375, 38.71430206298828, 40.26371383666992, 41.81312561035156]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 4.0, 9.0, 15.0, 27.0, 46.0, 83.0, 158.0, 403.0, 1261.0, 6330.0, 63235.0, 4052780.0, 62093.0, 5928.0, 1211.0, 379.0, 154.0, 66.0, 45.0, 23.0, 15.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.421875, -27.68359375, -26.9453125, -26.20703125, -25.46875, -24.73046875, -23.9921875, -23.25390625, -22.515625, -21.77734375, -21.0390625, -20.30078125, -19.5625, -18.82421875, -18.0859375, -17.34765625, -16.609375, -15.87109375, -15.1328125, -14.39453125, -13.65625, -12.91796875, -12.1796875, -11.44140625, -10.703125, -9.96484375, -9.2265625, -8.48828125, -7.75, -7.01171875, -6.2734375, -5.53515625, -4.796875, -4.05859375, -3.3203125, -2.58203125, -1.84375, -1.10546875, -0.3671875, 0.37109375, 1.109375, 1.84765625, 2.5859375, 3.32421875, 4.0625, 4.80078125, 5.5390625, 6.27734375, 7.015625, 7.75390625, 8.4921875, 9.23046875, 9.96875, 10.70703125, 11.4453125, 12.18359375, 12.921875, 13.66015625, 14.3984375, 15.13671875, 15.875, 16.61328125, 17.3515625, 18.08984375, 18.828125]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 5.0, 7.0, 20.0, 24.0, 38.0, 40.0, 54.0, 68.0, 52.0, 80.0, 99.0, 74.0, 81.0, 72.0, 69.0, 51.0, 53.0, 29.0, 32.0, 18.0, 10.0, 11.0, 5.0, 7.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9990234375, -1.940582275390625, -1.88214111328125, -1.823699951171875, -1.7652587890625, -1.706817626953125, -1.64837646484375, -1.589935302734375, -1.531494140625, -1.473052978515625, -1.41461181640625, -1.356170654296875, -1.2977294921875, -1.239288330078125, -1.18084716796875, -1.122406005859375, -1.06396484375, -1.005523681640625, -0.94708251953125, -0.888641357421875, -0.8302001953125, -0.771759033203125, -0.71331787109375, -0.654876708984375, -0.596435546875, -0.537994384765625, -0.47955322265625, -0.421112060546875, -0.3626708984375, -0.304229736328125, -0.24578857421875, -0.187347412109375, -0.12890625, -0.070465087890625, -0.01202392578125, 0.046417236328125, 0.1048583984375, 0.163299560546875, 0.22174072265625, 0.280181884765625, 0.338623046875, 0.397064208984375, 0.45550537109375, 0.513946533203125, 0.5723876953125, 0.630828857421875, 0.68927001953125, 0.747711181640625, 0.80615234375, 0.864593505859375, 0.92303466796875, 0.981475830078125, 1.0399169921875, 1.098358154296875, 1.15679931640625, 1.215240478515625, 1.273681640625, 1.332122802734375, 1.39056396484375, 1.449005126953125, 1.5074462890625, 1.565887451171875, 1.62432861328125, 1.682769775390625, 1.7412109375]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 11.0, 14.0, 15.0, 16.0, 47.0, 80.0, 137.0, 349.0, 1160.0, 4742.0, 31222.0, 878645.0, 3222395.0, 46664.0, 6476.0, 1496.0, 460.0, 173.0, 86.0, 46.0, 22.0, 10.0, 8.0, 5.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.53125, -13.109619140625, -12.68798828125, -12.266357421875, -11.8447265625, -11.423095703125, -11.00146484375, -10.579833984375, -10.158203125, -9.736572265625, -9.31494140625, -8.893310546875, -8.4716796875, -8.050048828125, -7.62841796875, -7.206787109375, -6.78515625, -6.363525390625, -5.94189453125, -5.520263671875, -5.0986328125, -4.677001953125, -4.25537109375, -3.833740234375, -3.412109375, -2.990478515625, -2.56884765625, -2.147216796875, -1.7255859375, -1.303955078125, -0.88232421875, -0.460693359375, -0.0390625, 0.382568359375, 0.80419921875, 1.225830078125, 1.6474609375, 2.069091796875, 2.49072265625, 2.912353515625, 3.333984375, 3.755615234375, 4.17724609375, 4.598876953125, 5.0205078125, 5.442138671875, 5.86376953125, 6.285400390625, 6.70703125, 7.128662109375, 7.55029296875, 7.971923828125, 8.3935546875, 8.815185546875, 9.23681640625, 9.658447265625, 10.080078125, 10.501708984375, 10.92333984375, 11.344970703125, 11.7666015625, 12.188232421875, 12.60986328125, 13.031494140625, 13.453125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 9.0, 4.0, 8.0, 13.0, 14.0, 19.0, 41.0, 40.0, 81.0, 127.0, 276.0, 716.0, 1823.0, 461.0, 161.0, 117.0, 41.0, 27.0, 27.0, 22.0, 17.0, 10.0, 9.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-3.21875, -3.138916015625, -3.05908203125, -2.979248046875, -2.8994140625, -2.819580078125, -2.73974609375, -2.659912109375, -2.580078125, -2.500244140625, -2.42041015625, -2.340576171875, -2.2607421875, -2.180908203125, -2.10107421875, -2.021240234375, -1.94140625, -1.861572265625, -1.78173828125, -1.701904296875, -1.6220703125, -1.542236328125, -1.46240234375, -1.382568359375, -1.302734375, -1.222900390625, -1.14306640625, -1.063232421875, -0.9833984375, -0.903564453125, -0.82373046875, -0.743896484375, -0.6640625, -0.584228515625, -0.50439453125, -0.424560546875, -0.3447265625, -0.264892578125, -0.18505859375, -0.105224609375, -0.025390625, 0.054443359375, 0.13427734375, 0.214111328125, 0.2939453125, 0.373779296875, 0.45361328125, 0.533447265625, 0.61328125, 0.693115234375, 0.77294921875, 0.852783203125, 0.9326171875, 1.012451171875, 1.09228515625, 1.172119140625, 1.251953125, 1.331787109375, 1.41162109375, 1.491455078125, 1.5712890625, 1.651123046875, 1.73095703125, 1.810791015625, 1.890625]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 6.0, 5.0, 13.0, 20.0, 33.0, 82.0, 139.0, 176.0, 208.0, 147.0, 89.0, 44.0, 19.0, 12.0, 9.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.034720420837402, -8.541779518127441, -8.048839569091797, -7.555898666381836, -7.062958240509033, -6.5700178146362305, -6.0770769119262695, -5.584136486053467, -5.091196060180664, -4.598255634307861, -4.105315208435059, -3.6123743057250977, -3.119433879852295, -2.626493453979492, -2.1335527896881104, -1.6406121253967285, -1.1476716995239258, -0.6547311544418335, -0.1617906093597412, 0.3311499357223511, 0.8240904808044434, 1.317030906677246, 1.809971570968628, 2.3029122352600098, 2.7958526611328125, 3.2887930870056152, 3.781733751296997, 4.274674415588379, 4.767614841461182, 5.260555267333984, 5.753496170043945, 6.246436595916748, 6.739376068115234, 7.232316493988037, 7.72525691986084, 8.2181978225708, 8.711137771606445, 9.204078674316406, 9.697019577026367, 10.189960479736328, 10.682900428771973, 11.175841331481934, 11.668781280517578, 12.161722183227539, 12.6546630859375, 13.147603034973145, 13.640543937683105, 14.13348388671875, 14.626424789428711, 15.119365692138672, 15.612305641174316, 16.10524559020996, 16.598186492919922, 17.091127395629883, 17.584068298339844, 18.077009201049805, 18.569950103759766, 19.062891006469727, 19.555831909179688, 20.048770904541016, 20.541711807250977, 21.034652709960938, 21.5275936126709, 22.02053451538086, 22.513473510742188]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 4.0, 5.0, 3.0, 3.0, 3.0, 12.0, 11.0, 13.0, 14.0, 21.0, 17.0, 31.0, 27.0, 31.0, 41.0, 35.0, 31.0, 58.0, 29.0, 44.0, 42.0, 47.0, 52.0, 48.0, 43.0, 57.0, 40.0, 38.0, 32.0, 30.0, 22.0, 16.0, 17.0, 19.0, 8.0, 14.0, 15.0, 5.0, 6.0, 8.0, 4.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0], "bins": [-8.548439025878906, -8.317645072937012, -8.086852073669434, -7.856058120727539, -7.6252641677856445, -7.394470691680908, -7.163677215576172, -6.932883262634277, -6.702089309692383, -6.4712958335876465, -6.240501880645752, -6.009708404541016, -5.778914451599121, -5.548120975494385, -5.317327499389648, -5.086533546447754, -4.855740070343018, -4.624946594238281, -4.394152641296387, -4.16335916519165, -3.932565212249756, -3.7017717361450195, -3.470978021621704, -3.2401843070983887, -3.0093905925750732, -2.778596878051758, -2.5478031635284424, -2.317009449005127, -2.0862159729003906, -1.8554221391677856, -1.6246285438537598, -1.3938348293304443, -1.163041114807129, -0.9322474002838135, -0.7014537453651428, -0.47066009044647217, -0.23986637592315674, -0.009072661399841309, 0.22172093391418457, 0.4525146484375, 0.6833083629608154, 0.9141020774841309, 1.1448957920074463, 1.3756893873214722, 1.6064831018447876, 1.837276816368103, 2.068070411682129, 2.2988641262054443, 2.5296578407287598, 2.760451555252075, 2.9912452697753906, 3.222038745880127, 3.4528326988220215, 3.683626174926758, 3.9144198894500732, 4.145213603973389, 4.376007080078125, 4.606800556182861, 4.837594509124756, 5.068387985229492, 5.299181938171387, 5.529975414276123, 5.760768890380859, 5.991562843322754, 6.222356796264648]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 3.0, 7.0, 5.0, 12.0, 12.0, 28.0, 49.0, 74.0, 90.0, 191.0, 290.0, 473.0, 902.0, 1848.0, 3903.0, 8651.0, 20729.0, 52078.0, 133677.0, 278679.0, 295166.0, 150632.0, 59359.0, 23283.0, 9659.0, 4239.0, 2067.0, 1057.0, 559.0, 328.0, 177.0, 108.0, 70.0, 41.0, 24.0, 30.0, 13.0, 11.0, 9.0, 4.0, 7.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.896484375, -3.757659912109375, -3.61883544921875, -3.480010986328125, -3.3411865234375, -3.202362060546875, -3.06353759765625, -2.924713134765625, -2.785888671875, -2.647064208984375, -2.50823974609375, -2.369415283203125, -2.2305908203125, -2.091766357421875, -1.95294189453125, -1.814117431640625, -1.67529296875, -1.536468505859375, -1.39764404296875, -1.258819580078125, -1.1199951171875, -0.981170654296875, -0.84234619140625, -0.703521728515625, -0.564697265625, -0.425872802734375, -0.28704833984375, -0.148223876953125, -0.0093994140625, 0.129425048828125, 0.26824951171875, 0.407073974609375, 0.5458984375, 0.684722900390625, 0.82354736328125, 0.962371826171875, 1.1011962890625, 1.240020751953125, 1.37884521484375, 1.517669677734375, 1.656494140625, 1.795318603515625, 1.93414306640625, 2.072967529296875, 2.2117919921875, 2.350616455078125, 2.48944091796875, 2.628265380859375, 2.76708984375, 2.905914306640625, 3.04473876953125, 3.183563232421875, 3.3223876953125, 3.461212158203125, 3.60003662109375, 3.738861083984375, 3.877685546875, 4.016510009765625, 4.15533447265625, 4.294158935546875, 4.4329833984375, 4.571807861328125, 4.71063232421875, 4.849456787109375, 4.98828125]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 12.0, 10.0, 15.0, 20.0, 34.0, 28.0, 53.0, 45.0, 50.0, 68.0, 62.0, 64.0, 57.0, 69.0, 74.0, 63.0, 45.0, 42.0, 43.0, 31.0, 29.0, 15.0, 18.0, 16.0, 14.0, 9.0, 0.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7353515625, -1.688995361328125, -1.64263916015625, -1.596282958984375, -1.5499267578125, -1.503570556640625, -1.45721435546875, -1.410858154296875, -1.364501953125, -1.318145751953125, -1.27178955078125, -1.225433349609375, -1.1790771484375, -1.132720947265625, -1.08636474609375, -1.040008544921875, -0.99365234375, -0.947296142578125, -0.90093994140625, -0.854583740234375, -0.8082275390625, -0.761871337890625, -0.71551513671875, -0.669158935546875, -0.622802734375, -0.576446533203125, -0.53009033203125, -0.483734130859375, -0.4373779296875, -0.391021728515625, -0.34466552734375, -0.298309326171875, -0.251953125, -0.205596923828125, -0.15924072265625, -0.112884521484375, -0.0665283203125, -0.020172119140625, 0.02618408203125, 0.072540283203125, 0.118896484375, 0.165252685546875, 0.21160888671875, 0.257965087890625, 0.3043212890625, 0.350677490234375, 0.39703369140625, 0.443389892578125, 0.48974609375, 0.536102294921875, 0.58245849609375, 0.628814697265625, 0.6751708984375, 0.721527099609375, 0.76788330078125, 0.814239501953125, 0.860595703125, 0.906951904296875, 0.95330810546875, 0.999664306640625, 1.0460205078125, 1.092376708984375, 1.13873291015625, 1.185089111328125, 1.2314453125]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 7.0, 4.0, 9.0, 11.0, 21.0, 20.0, 36.0, 53.0, 63.0, 95.0, 164.0, 222.0, 342.0, 511.0, 1061.0, 2113.0, 5144.0, 15562.0, 55739.0, 236063.0, 473702.0, 190992.0, 45036.0, 12739.0, 4459.0, 1899.0, 978.0, 531.0, 329.0, 203.0, 139.0, 88.0, 57.0, 50.0, 34.0, 25.0, 15.0, 12.0, 7.0, 10.0, 8.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-7.296875, -7.09088134765625, -6.8848876953125, -6.67889404296875, -6.472900390625, -6.26690673828125, -6.0609130859375, -5.85491943359375, -5.64892578125, -5.44293212890625, -5.2369384765625, -5.03094482421875, -4.824951171875, -4.61895751953125, -4.4129638671875, -4.20697021484375, -4.0009765625, -3.79498291015625, -3.5889892578125, -3.38299560546875, -3.177001953125, -2.97100830078125, -2.7650146484375, -2.55902099609375, -2.35302734375, -2.14703369140625, -1.9410400390625, -1.73504638671875, -1.529052734375, -1.32305908203125, -1.1170654296875, -0.91107177734375, -0.705078125, -0.49908447265625, -0.2930908203125, -0.08709716796875, 0.118896484375, 0.32489013671875, 0.5308837890625, 0.73687744140625, 0.94287109375, 1.14886474609375, 1.3548583984375, 1.56085205078125, 1.766845703125, 1.97283935546875, 2.1788330078125, 2.38482666015625, 2.5908203125, 2.79681396484375, 3.0028076171875, 3.20880126953125, 3.414794921875, 3.62078857421875, 3.8267822265625, 4.03277587890625, 4.23876953125, 4.44476318359375, 4.6507568359375, 4.85675048828125, 5.062744140625, 5.26873779296875, 5.4747314453125, 5.68072509765625, 5.88671875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 6.0, 5.0, 5.0, 7.0, 12.0, 15.0, 16.0, 17.0, 23.0, 13.0, 28.0, 26.0, 25.0, 27.0, 49.0, 44.0, 43.0, 59.0, 49.0, 52.0, 55.0, 50.0, 46.0, 42.0, 51.0, 27.0, 27.0, 37.0, 34.0, 16.0, 19.0, 19.0, 13.0, 9.0, 6.0, 7.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.921875, -5.7332763671875, -5.544677734375, -5.3560791015625, -5.16748046875, -4.9788818359375, -4.790283203125, -4.6016845703125, -4.4130859375, -4.2244873046875, -4.035888671875, -3.8472900390625, -3.65869140625, -3.4700927734375, -3.281494140625, -3.0928955078125, -2.904296875, -2.7156982421875, -2.527099609375, -2.3385009765625, -2.14990234375, -1.9613037109375, -1.772705078125, -1.5841064453125, -1.3955078125, -1.2069091796875, -1.018310546875, -0.8297119140625, -0.64111328125, -0.4525146484375, -0.263916015625, -0.0753173828125, 0.11328125, 0.3018798828125, 0.490478515625, 0.6790771484375, 0.86767578125, 1.0562744140625, 1.244873046875, 1.4334716796875, 1.6220703125, 1.8106689453125, 1.999267578125, 2.1878662109375, 2.37646484375, 2.5650634765625, 2.753662109375, 2.9422607421875, 3.130859375, 3.3194580078125, 3.508056640625, 3.6966552734375, 3.88525390625, 4.0738525390625, 4.262451171875, 4.4510498046875, 4.6396484375, 4.8282470703125, 5.016845703125, 5.2054443359375, 5.39404296875, 5.5826416015625, 5.771240234375, 5.9598388671875, 6.1484375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 6.0, 6.0, 10.0, 13.0, 7.0, 7.0, 16.0, 24.0, 44.0, 60.0, 73.0, 113.0, 145.0, 234.0, 410.0, 712.0, 1449.0, 3586.0, 10421.0, 40678.0, 207728.0, 509282.0, 213314.0, 42445.0, 10787.0, 3579.0, 1531.0, 757.0, 366.0, 245.0, 142.0, 109.0, 56.0, 46.0, 39.0, 20.0, 15.0, 14.0, 15.0, 10.0, 8.0, 7.0, 3.0, 7.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.056640625, -1.993377685546875, -1.93011474609375, -1.866851806640625, -1.8035888671875, -1.740325927734375, -1.67706298828125, -1.613800048828125, -1.550537109375, -1.487274169921875, -1.42401123046875, -1.360748291015625, -1.2974853515625, -1.234222412109375, -1.17095947265625, -1.107696533203125, -1.04443359375, -0.981170654296875, -0.91790771484375, -0.854644775390625, -0.7913818359375, -0.728118896484375, -0.66485595703125, -0.601593017578125, -0.538330078125, -0.475067138671875, -0.41180419921875, -0.348541259765625, -0.2852783203125, -0.222015380859375, -0.15875244140625, -0.095489501953125, -0.0322265625, 0.031036376953125, 0.09429931640625, 0.157562255859375, 0.2208251953125, 0.284088134765625, 0.34735107421875, 0.410614013671875, 0.473876953125, 0.537139892578125, 0.60040283203125, 0.663665771484375, 0.7269287109375, 0.790191650390625, 0.85345458984375, 0.916717529296875, 0.97998046875, 1.043243408203125, 1.10650634765625, 1.169769287109375, 1.2330322265625, 1.296295166015625, 1.35955810546875, 1.422821044921875, 1.486083984375, 1.549346923828125, 1.61260986328125, 1.675872802734375, 1.7391357421875, 1.802398681640625, 1.86566162109375, 1.928924560546875, 1.9921875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 4.0, 3.0, 6.0, 6.0, 4.0, 7.0, 7.0, 8.0, 13.0, 17.0, 20.0, 22.0, 21.0, 33.0, 38.0, 59.0, 49.0, 54.0, 67.0, 69.0, 69.0, 60.0, 63.0, 50.0, 35.0, 47.0, 26.0, 28.0, 27.0, 16.0, 19.0, 14.0, 10.0, 5.0, 9.0, 8.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.0002397298812866211, -0.0002335812896490097, -0.00022743269801139832, -0.00022128410637378693, -0.00021513551473617554, -0.00020898692309856415, -0.00020283833146095276, -0.00019668973982334137, -0.00019054114818572998, -0.0001843925565481186, -0.0001782439649105072, -0.0001720953732728958, -0.00016594678163528442, -0.00015979818999767303, -0.00015364959836006165, -0.00014750100672245026, -0.00014135241508483887, -0.00013520382344722748, -0.0001290552318096161, -0.0001229066401720047, -0.00011675804853439331, -0.00011060945689678192, -0.00010446086525917053, -9.831227362155914e-05, -9.216368198394775e-05, -8.601509034633636e-05, -7.986649870872498e-05, -7.371790707111359e-05, -6.75693154335022e-05, -6.142072379589081e-05, -5.527213215827942e-05, -4.912354052066803e-05, -4.297494888305664e-05, -3.682635724544525e-05, -3.067776560783386e-05, -2.4529173970222473e-05, -1.8380582332611084e-05, -1.2231990694999695e-05, -6.083399057388306e-06, 6.51925802230835e-08, 6.213784217834473e-06, 1.2362375855445862e-05, 1.851096749305725e-05, 2.465955913066864e-05, 3.080815076828003e-05, 3.695674240589142e-05, 4.310533404350281e-05, 4.92539256811142e-05, 5.5402517318725586e-05, 6.155110895633698e-05, 6.769970059394836e-05, 7.384829223155975e-05, 7.999688386917114e-05, 8.614547550678253e-05, 9.229406714439392e-05, 9.844265878200531e-05, 0.0001045912504196167, 0.00011073984205722809, 0.00011688843369483948, 0.00012303702533245087, 0.00012918561697006226, 0.00013533420860767365, 0.00014148280024528503, 0.00014763139188289642, 0.0001537799835205078]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 7.0, 5.0, 6.0, 10.0, 14.0, 16.0, 19.0, 41.0, 60.0, 85.0, 103.0, 212.0, 302.0, 505.0, 951.0, 1888.0, 4796.0, 16310.0, 78100.0, 400068.0, 429498.0, 87682.0, 17955.0, 5378.0, 2174.0, 997.0, 504.0, 296.0, 199.0, 121.0, 79.0, 50.0, 37.0, 24.0, 13.0, 18.0, 15.0, 10.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.37109375, -2.29931640625, -2.2275390625, -2.15576171875, -2.083984375, -2.01220703125, -1.9404296875, -1.86865234375, -1.796875, -1.72509765625, -1.6533203125, -1.58154296875, -1.509765625, -1.43798828125, -1.3662109375, -1.29443359375, -1.22265625, -1.15087890625, -1.0791015625, -1.00732421875, -0.935546875, -0.86376953125, -0.7919921875, -0.72021484375, -0.6484375, -0.57666015625, -0.5048828125, -0.43310546875, -0.361328125, -0.28955078125, -0.2177734375, -0.14599609375, -0.07421875, -0.00244140625, 0.0693359375, 0.14111328125, 0.212890625, 0.28466796875, 0.3564453125, 0.42822265625, 0.5, 0.57177734375, 0.6435546875, 0.71533203125, 0.787109375, 0.85888671875, 0.9306640625, 1.00244140625, 1.07421875, 1.14599609375, 1.2177734375, 1.28955078125, 1.361328125, 1.43310546875, 1.5048828125, 1.57666015625, 1.6484375, 1.72021484375, 1.7919921875, 1.86376953125, 1.935546875, 2.00732421875, 2.0791015625, 2.15087890625, 2.22265625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 7.0, 5.0, 4.0, 20.0, 29.0, 30.0, 47.0, 58.0, 84.0, 96.0, 103.0, 122.0, 100.0, 85.0, 55.0, 56.0, 31.0, 25.0, 18.0, 10.0, 5.0, 9.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.59765625, -2.521575927734375, -2.44549560546875, -2.369415283203125, -2.2933349609375, -2.217254638671875, -2.14117431640625, -2.065093994140625, -1.989013671875, -1.912933349609375, -1.83685302734375, -1.760772705078125, -1.6846923828125, -1.608612060546875, -1.53253173828125, -1.456451416015625, -1.38037109375, -1.304290771484375, -1.22821044921875, -1.152130126953125, -1.0760498046875, -0.999969482421875, -0.92388916015625, -0.847808837890625, -0.771728515625, -0.695648193359375, -0.61956787109375, -0.543487548828125, -0.4674072265625, -0.391326904296875, -0.31524658203125, -0.239166259765625, -0.1630859375, -0.087005615234375, -0.01092529296875, 0.065155029296875, 0.1412353515625, 0.217315673828125, 0.29339599609375, 0.369476318359375, 0.445556640625, 0.521636962890625, 0.59771728515625, 0.673797607421875, 0.7498779296875, 0.825958251953125, 0.90203857421875, 0.978118896484375, 1.05419921875, 1.130279541015625, 1.20635986328125, 1.282440185546875, 1.3585205078125, 1.434600830078125, 1.51068115234375, 1.586761474609375, 1.662841796875, 1.738922119140625, 1.81500244140625, 1.891082763671875, 1.9671630859375, 2.043243408203125, 2.11932373046875, 2.195404052734375, 2.271484375]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 7.0, 9.0, 19.0, 38.0, 78.0, 139.0, 182.0, 212.0, 151.0, 85.0, 46.0, 20.0, 12.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-48.242820739746094, -46.53422927856445, -44.82563781738281, -43.11705017089844, -41.4084587097168, -39.699867248535156, -37.99127960205078, -36.28268814086914, -34.5740966796875, -32.86550521850586, -31.15691566467285, -29.448326110839844, -27.739734649658203, -26.031143188476562, -24.322553634643555, -22.613964080810547, -20.905372619628906, -19.196781158447266, -17.488191604614258, -15.779601097106934, -14.07101058959961, -12.362420082092285, -10.653829574584961, -8.945239067077637, -7.2366485595703125, -5.528058052062988, -3.819467544555664, -2.11087703704834, -0.4022865295410156, 1.3063039779663086, 3.014894485473633, 4.723484992980957, 6.432075500488281, 8.140666007995605, 9.84925651550293, 11.557847023010254, 13.266437530517578, 14.975028038024902, 16.683618545532227, 18.392208099365234, 20.100799560546875, 21.809391021728516, 23.517980575561523, 25.22657012939453, 26.935161590576172, 28.643753051757812, 30.35234260559082, 32.06093215942383, 33.76952362060547, 35.47811508178711, 37.18670654296875, 38.895294189453125, 40.603885650634766, 42.312477111816406, 44.02106475830078, 45.72965621948242, 47.43824768066406, 49.1468391418457, 50.855430603027344, 52.56401824951172, 54.27260971069336, 55.981201171875, 57.689788818359375, 59.398380279541016, 61.106971740722656]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 8.0, 10.0, 8.0, 7.0, 13.0, 18.0, 16.0, 26.0, 28.0, 45.0, 24.0, 51.0, 47.0, 46.0, 57.0, 62.0, 49.0, 56.0, 51.0, 46.0, 47.0, 41.0, 30.0, 33.0, 31.0, 29.0, 25.0, 21.0, 18.0, 16.0, 13.0, 6.0, 5.0, 11.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.26800537109375, -44.00704574584961, -42.74608612060547, -41.48512649536133, -40.22416687011719, -38.96320724487305, -37.702247619628906, -36.4412841796875, -35.180328369140625, -33.919368743896484, -32.658409118652344, -31.397449493408203, -30.136489868164062, -28.875530242919922, -27.61456871032715, -26.353609085083008, -25.092647552490234, -23.831687927246094, -22.570728302001953, -21.309768676757812, -20.048809051513672, -18.78784942626953, -17.526887893676758, -16.265928268432617, -15.004968643188477, -13.744009017944336, -12.483049392700195, -11.222088813781738, -9.961129188537598, -8.700169563293457, -7.439209461212158, -6.178249359130859, -4.917289733886719, -3.656329870223999, -2.3953700065612793, -1.1344101428985596, 0.12654972076416016, 1.3875093460083008, 2.6484694480895996, 3.9094295501708984, 5.170389175415039, 6.43134880065918, 7.6923089027404785, 8.953269004821777, 10.214228630065918, 11.475188255310059, 12.736148834228516, 13.997108459472656, 15.258068084716797, 16.519027709960938, 17.779987335205078, 19.04094696044922, 20.30190658569336, 21.5628662109375, 22.823827743530273, 24.084787368774414, 25.345746994018555, 26.606706619262695, 27.867666244506836, 29.128625869750977, 30.38958740234375, 31.65054702758789, 32.91150665283203, 34.17246627807617, 35.43342590332031]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 5.0, 7.0, 6.0, 15.0, 15.0, 30.0, 39.0, 36.0, 83.0, 92.0, 131.0, 225.0, 363.0, 551.0, 1101.0, 2143.0, 4760.0, 12436.0, 45538.0, 555385.0, 3459291.0, 82788.0, 18087.0, 6104.0, 2480.0, 1162.0, 556.0, 300.0, 185.0, 119.0, 67.0, 51.0, 28.0, 33.0, 18.0, 10.0, 9.0, 8.0, 5.0, 2.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.57421875, -6.38726806640625, -6.2003173828125, -6.01336669921875, -5.826416015625, -5.63946533203125, -5.4525146484375, -5.26556396484375, -5.07861328125, -4.89166259765625, -4.7047119140625, -4.51776123046875, -4.330810546875, -4.14385986328125, -3.9569091796875, -3.76995849609375, -3.5830078125, -3.39605712890625, -3.2091064453125, -3.02215576171875, -2.835205078125, -2.64825439453125, -2.4613037109375, -2.27435302734375, -2.08740234375, -1.90045166015625, -1.7135009765625, -1.52655029296875, -1.339599609375, -1.15264892578125, -0.9656982421875, -0.77874755859375, -0.591796875, -0.40484619140625, -0.2178955078125, -0.03094482421875, 0.156005859375, 0.34295654296875, 0.5299072265625, 0.71685791015625, 0.90380859375, 1.09075927734375, 1.2777099609375, 1.46466064453125, 1.651611328125, 1.83856201171875, 2.0255126953125, 2.21246337890625, 2.3994140625, 2.58636474609375, 2.7733154296875, 2.96026611328125, 3.147216796875, 3.33416748046875, 3.5211181640625, 3.70806884765625, 3.89501953125, 4.08197021484375, 4.2689208984375, 4.45587158203125, 4.642822265625, 4.82977294921875, 5.0167236328125, 5.20367431640625, 5.390625]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 7.0, 14.0, 7.0, 18.0, 18.0, 25.0, 30.0, 46.0, 51.0, 77.0, 61.0, 73.0, 61.0, 81.0, 87.0, 65.0, 58.0, 60.0, 41.0, 35.0, 30.0, 31.0, 10.0, 5.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.328125, -2.2711181640625, -2.214111328125, -2.1571044921875, -2.10009765625, -2.0430908203125, -1.986083984375, -1.9290771484375, -1.8720703125, -1.8150634765625, -1.758056640625, -1.7010498046875, -1.64404296875, -1.5870361328125, -1.530029296875, -1.4730224609375, -1.416015625, -1.3590087890625, -1.302001953125, -1.2449951171875, -1.18798828125, -1.1309814453125, -1.073974609375, -1.0169677734375, -0.9599609375, -0.9029541015625, -0.845947265625, -0.7889404296875, -0.73193359375, -0.6749267578125, -0.617919921875, -0.5609130859375, -0.50390625, -0.4468994140625, -0.389892578125, -0.3328857421875, -0.27587890625, -0.2188720703125, -0.161865234375, -0.1048583984375, -0.0478515625, 0.0091552734375, 0.066162109375, 0.1231689453125, 0.18017578125, 0.2371826171875, 0.294189453125, 0.3511962890625, 0.408203125, 0.4652099609375, 0.522216796875, 0.5792236328125, 0.63623046875, 0.6932373046875, 0.750244140625, 0.8072509765625, 0.8642578125, 0.9212646484375, 0.978271484375, 1.0352783203125, 1.09228515625, 1.1492919921875, 1.206298828125, 1.2633056640625, 1.3203125]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 9.0, 8.0, 9.0, 13.0, 27.0, 35.0, 62.0, 111.0, 246.0, 457.0, 1000.0, 2551.0, 7664.0, 32228.0, 323487.0, 3617187.0, 176578.0, 23105.0, 5869.0, 2047.0, 798.0, 380.0, 174.0, 94.0, 56.0, 26.0, 19.0, 10.0, 9.0, 6.0, 5.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0], "bins": [-7.296875, -7.12060546875, -6.9443359375, -6.76806640625, -6.591796875, -6.41552734375, -6.2392578125, -6.06298828125, -5.88671875, -5.71044921875, -5.5341796875, -5.35791015625, -5.181640625, -5.00537109375, -4.8291015625, -4.65283203125, -4.4765625, -4.30029296875, -4.1240234375, -3.94775390625, -3.771484375, -3.59521484375, -3.4189453125, -3.24267578125, -3.06640625, -2.89013671875, -2.7138671875, -2.53759765625, -2.361328125, -2.18505859375, -2.0087890625, -1.83251953125, -1.65625, -1.47998046875, -1.3037109375, -1.12744140625, -0.951171875, -0.77490234375, -0.5986328125, -0.42236328125, -0.24609375, -0.06982421875, 0.1064453125, 0.28271484375, 0.458984375, 0.63525390625, 0.8115234375, 0.98779296875, 1.1640625, 1.34033203125, 1.5166015625, 1.69287109375, 1.869140625, 2.04541015625, 2.2216796875, 2.39794921875, 2.57421875, 2.75048828125, 2.9267578125, 3.10302734375, 3.279296875, 3.45556640625, 3.6318359375, 3.80810546875, 3.984375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 4.0, 7.0, 10.0, 12.0, 18.0, 21.0, 43.0, 58.0, 93.0, 199.0, 416.0, 1389.0, 1001.0, 349.0, 183.0, 80.0, 53.0, 35.0, 26.0, 22.0, 6.0, 11.0, 6.0, 5.0, 4.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.6318359375, -1.58758544921875, -1.5433349609375, -1.49908447265625, -1.454833984375, -1.41058349609375, -1.3663330078125, -1.32208251953125, -1.27783203125, -1.23358154296875, -1.1893310546875, -1.14508056640625, -1.100830078125, -1.05657958984375, -1.0123291015625, -0.96807861328125, -0.923828125, -0.87957763671875, -0.8353271484375, -0.79107666015625, -0.746826171875, -0.70257568359375, -0.6583251953125, -0.61407470703125, -0.56982421875, -0.52557373046875, -0.4813232421875, -0.43707275390625, -0.392822265625, -0.34857177734375, -0.3043212890625, -0.26007080078125, -0.2158203125, -0.17156982421875, -0.1273193359375, -0.08306884765625, -0.038818359375, 0.00543212890625, 0.0496826171875, 0.09393310546875, 0.13818359375, 0.18243408203125, 0.2266845703125, 0.27093505859375, 0.315185546875, 0.35943603515625, 0.4036865234375, 0.44793701171875, 0.4921875, 0.53643798828125, 0.5806884765625, 0.62493896484375, 0.669189453125, 0.71343994140625, 0.7576904296875, 0.80194091796875, 0.84619140625, 0.89044189453125, 0.9346923828125, 0.97894287109375, 1.023193359375, 1.06744384765625, 1.1116943359375, 1.15594482421875, 1.2001953125]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 8.0, 2.0, 12.0, 31.0, 43.0, 85.0, 107.0, 166.0, 148.0, 155.0, 98.0, 63.0, 37.0, 25.0, 13.0, 5.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.140768051147461, -3.8715009689331055, -3.60223388671875, -3.3329670429229736, -3.063699960708618, -2.7944328784942627, -2.5251660346984863, -2.255898952484131, -1.9866318702697754, -1.71736478805542, -1.448097825050354, -1.178830862045288, -0.9095637798309326, -0.6402966976165771, -0.37102973461151123, -0.10176277160644531, 0.16750431060791016, 0.43677133321762085, 0.7060383558273315, 0.9753053784370422, 1.244572401046753, 1.5138394832611084, 1.7831064462661743, 2.0523734092712402, 2.3216404914855957, 2.590907573699951, 2.8601746559143066, 3.129441499710083, 3.3987085819244385, 3.667975664138794, 3.9372425079345703, 4.206509590148926, 4.475776672363281, 4.745043754577637, 5.014310836791992, 5.283577919006348, 5.552845001220703, 5.822112083435059, 6.091378688812256, 6.360645771026611, 6.629912853240967, 6.899179935455322, 7.168447017669678, 7.437714099884033, 7.7069807052612305, 7.976247787475586, 8.245514869689941, 8.514781951904297, 8.784049034118652, 9.053316116333008, 9.322583198547363, 9.591850280761719, 9.861117362976074, 10.13038444519043, 10.399651527404785, 10.66891860961914, 10.93818473815918, 11.207451820373535, 11.47671890258789, 11.745985984802246, 12.015253067016602, 12.284520149230957, 12.553787231445312, 12.823053359985352, 13.092321395874023]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 6.0, 6.0, 10.0, 8.0, 14.0, 9.0, 12.0, 23.0, 23.0, 30.0, 42.0, 29.0, 31.0, 38.0, 48.0, 42.0, 38.0, 45.0, 38.0, 38.0, 47.0, 58.0, 39.0, 33.0, 48.0, 42.0, 34.0, 39.0, 18.0, 20.0, 22.0, 23.0, 6.0, 14.0, 13.0, 6.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8326780796051025, -3.6971545219421387, -3.561630964279175, -3.426107406616211, -3.290583848953247, -3.155060291290283, -3.0195369720458984, -2.8840131759643555, -2.7484898567199707, -2.612966299057007, -2.477442741394043, -2.341919183731079, -2.2063956260681152, -2.0708720684051514, -1.935348629951477, -1.7998250722885132, -1.6643013954162598, -1.528777837753296, -1.393254280090332, -1.2577307224273682, -1.1222071647644043, -0.9866836667060852, -0.8511601686477661, -0.7156366109848022, -0.5801130533218384, -0.4445894956588745, -0.30906596779823303, -0.17354243993759155, -0.038018882274627686, 0.09750467538833618, 0.23302817344665527, 0.36855173110961914, 0.5040755271911621, 0.639599084854126, 0.7751226425170898, 0.9106461405754089, 1.0461697578430176, 1.1816933155059814, 1.3172167539596558, 1.4527403116226196, 1.5882638692855835, 1.7237874269485474, 1.8593109846115112, 1.9948344230651855, 2.1303579807281494, 2.2658815383911133, 2.401405096054077, 2.536928653717041, 2.672452211380005, 2.8079757690429688, 2.9434993267059326, 3.0790228843688965, 3.2145464420318604, 3.350069999694824, 3.485593318939209, 3.621117115020752, 3.7566404342651367, 3.8921639919281006, 4.0276875495910645, 4.163210868835449, 4.298734664916992, 4.434257984161377, 4.56978178024292, 4.705305099487305, 4.840828895568848]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 8.0, 4.0, 5.0, 7.0, 13.0, 16.0, 24.0, 31.0, 35.0, 61.0, 112.0, 233.0, 448.0, 1096.0, 2823.0, 8702.0, 30791.0, 130764.0, 431116.0, 330374.0, 81819.0, 20297.0, 6004.0, 2173.0, 843.0, 325.0, 158.0, 97.0, 55.0, 31.0, 25.0, 16.0, 14.0, 10.0, 10.0, 5.0, 7.0, 2.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.73046875, -5.5384521484375, -5.346435546875, -5.1544189453125, -4.96240234375, -4.7703857421875, -4.578369140625, -4.3863525390625, -4.1943359375, -4.0023193359375, -3.810302734375, -3.6182861328125, -3.42626953125, -3.2342529296875, -3.042236328125, -2.8502197265625, -2.658203125, -2.4661865234375, -2.274169921875, -2.0821533203125, -1.89013671875, -1.6981201171875, -1.506103515625, -1.3140869140625, -1.1220703125, -0.9300537109375, -0.738037109375, -0.5460205078125, -0.35400390625, -0.1619873046875, 0.030029296875, 0.2220458984375, 0.4140625, 0.6060791015625, 0.798095703125, 0.9901123046875, 1.18212890625, 1.3741455078125, 1.566162109375, 1.7581787109375, 1.9501953125, 2.1422119140625, 2.334228515625, 2.5262451171875, 2.71826171875, 2.9102783203125, 3.102294921875, 3.2943115234375, 3.486328125, 3.6783447265625, 3.870361328125, 4.0623779296875, 4.25439453125, 4.4464111328125, 4.638427734375, 4.8304443359375, 5.0224609375, 5.2144775390625, 5.406494140625, 5.5985107421875, 5.79052734375, 5.9825439453125, 6.174560546875, 6.3665771484375, 6.55859375]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 5.0, 10.0, 11.0, 8.0, 19.0, 25.0, 26.0, 43.0, 57.0, 71.0, 70.0, 73.0, 85.0, 89.0, 78.0, 63.0, 66.0, 58.0, 29.0, 39.0, 34.0, 21.0, 10.0, 3.0, 4.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.44140625, -2.3816986083984375, -2.321990966796875, -2.2622833251953125, -2.20257568359375, -2.1428680419921875, -2.083160400390625, -2.0234527587890625, -1.9637451171875, -1.9040374755859375, -1.844329833984375, -1.7846221923828125, -1.72491455078125, -1.6652069091796875, -1.605499267578125, -1.5457916259765625, -1.486083984375, -1.4263763427734375, -1.366668701171875, -1.3069610595703125, -1.24725341796875, -1.1875457763671875, -1.127838134765625, -1.0681304931640625, -1.0084228515625, -0.9487152099609375, -0.889007568359375, -0.8292999267578125, -0.76959228515625, -0.7098846435546875, -0.650177001953125, -0.5904693603515625, -0.53076171875, -0.4710540771484375, -0.411346435546875, -0.3516387939453125, -0.29193115234375, -0.2322235107421875, -0.172515869140625, -0.1128082275390625, -0.0531005859375, 0.0066070556640625, 0.066314697265625, 0.1260223388671875, 0.18572998046875, 0.2454376220703125, 0.305145263671875, 0.3648529052734375, 0.424560546875, 0.4842681884765625, 0.543975830078125, 0.6036834716796875, 0.66339111328125, 0.7230987548828125, 0.782806396484375, 0.8425140380859375, 0.9022216796875, 0.9619293212890625, 1.021636962890625, 1.0813446044921875, 1.14105224609375, 1.2007598876953125, 1.260467529296875, 1.3201751708984375, 1.3798828125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 6.0, 11.0, 9.0, 7.0, 10.0, 18.0, 34.0, 36.0, 62.0, 92.0, 117.0, 171.0, 257.0, 412.0, 677.0, 1349.0, 3171.0, 9465.0, 35304.0, 171281.0, 496222.0, 256178.0, 52739.0, 12995.0, 4011.0, 1642.0, 833.0, 497.0, 294.0, 185.0, 146.0, 93.0, 69.0, 40.0, 34.0, 29.0, 18.0, 12.0, 10.0, 5.0, 7.0, 6.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2265625, -5.03741455078125, -4.8482666015625, -4.65911865234375, -4.469970703125, -4.28082275390625, -4.0916748046875, -3.90252685546875, -3.71337890625, -3.52423095703125, -3.3350830078125, -3.14593505859375, -2.956787109375, -2.76763916015625, -2.5784912109375, -2.38934326171875, -2.2001953125, -2.01104736328125, -1.8218994140625, -1.63275146484375, -1.443603515625, -1.25445556640625, -1.0653076171875, -0.87615966796875, -0.68701171875, -0.49786376953125, -0.3087158203125, -0.11956787109375, 0.069580078125, 0.25872802734375, 0.4478759765625, 0.63702392578125, 0.826171875, 1.01531982421875, 1.2044677734375, 1.39361572265625, 1.582763671875, 1.77191162109375, 1.9610595703125, 2.15020751953125, 2.33935546875, 2.52850341796875, 2.7176513671875, 2.90679931640625, 3.095947265625, 3.28509521484375, 3.4742431640625, 3.66339111328125, 3.8525390625, 4.04168701171875, 4.2308349609375, 4.41998291015625, 4.609130859375, 4.79827880859375, 4.9874267578125, 5.17657470703125, 5.36572265625, 5.55487060546875, 5.7440185546875, 5.93316650390625, 6.122314453125, 6.31146240234375, 6.5006103515625, 6.68975830078125, 6.87890625]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 2.0, 7.0, 10.0, 9.0, 10.0, 12.0, 16.0, 21.0, 22.0, 12.0, 24.0, 28.0, 41.0, 35.0, 38.0, 34.0, 37.0, 55.0, 44.0, 39.0, 32.0, 55.0, 44.0, 48.0, 39.0, 41.0, 34.0, 28.0, 31.0, 32.0, 22.0, 17.0, 17.0, 16.0, 10.0, 12.0, 5.0, 5.0, 2.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-5.203125, -5.04266357421875, -4.8822021484375, -4.72174072265625, -4.561279296875, -4.40081787109375, -4.2403564453125, -4.07989501953125, -3.91943359375, -3.75897216796875, -3.5985107421875, -3.43804931640625, -3.277587890625, -3.11712646484375, -2.9566650390625, -2.79620361328125, -2.6357421875, -2.47528076171875, -2.3148193359375, -2.15435791015625, -1.993896484375, -1.83343505859375, -1.6729736328125, -1.51251220703125, -1.35205078125, -1.19158935546875, -1.0311279296875, -0.87066650390625, -0.710205078125, -0.54974365234375, -0.3892822265625, -0.22882080078125, -0.068359375, 0.09210205078125, 0.2525634765625, 0.41302490234375, 0.573486328125, 0.73394775390625, 0.8944091796875, 1.05487060546875, 1.21533203125, 1.37579345703125, 1.5362548828125, 1.69671630859375, 1.857177734375, 2.01763916015625, 2.1781005859375, 2.33856201171875, 2.4990234375, 2.65948486328125, 2.8199462890625, 2.98040771484375, 3.140869140625, 3.30133056640625, 3.4617919921875, 3.62225341796875, 3.78271484375, 3.94317626953125, 4.1036376953125, 4.26409912109375, 4.424560546875, 4.58502197265625, 4.7454833984375, 4.90594482421875, 5.06640625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 8.0, 5.0, 9.0, 9.0, 10.0, 14.0, 22.0, 37.0, 45.0, 59.0, 128.0, 156.0, 283.0, 603.0, 1247.0, 3149.0, 11031.0, 53252.0, 308457.0, 514118.0, 124607.0, 22076.0, 5547.0, 1875.0, 790.0, 414.0, 213.0, 128.0, 76.0, 58.0, 39.0, 29.0, 21.0, 10.0, 8.0, 7.0, 8.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0], "bins": [-2.185546875, -2.1312255859375, -2.076904296875, -2.0225830078125, -1.96826171875, -1.9139404296875, -1.859619140625, -1.8052978515625, -1.7509765625, -1.6966552734375, -1.642333984375, -1.5880126953125, -1.53369140625, -1.4793701171875, -1.425048828125, -1.3707275390625, -1.31640625, -1.2620849609375, -1.207763671875, -1.1534423828125, -1.09912109375, -1.0447998046875, -0.990478515625, -0.9361572265625, -0.8818359375, -0.8275146484375, -0.773193359375, -0.7188720703125, -0.66455078125, -0.6102294921875, -0.555908203125, -0.5015869140625, -0.447265625, -0.3929443359375, -0.338623046875, -0.2843017578125, -0.22998046875, -0.1756591796875, -0.121337890625, -0.0670166015625, -0.0126953125, 0.0416259765625, 0.095947265625, 0.1502685546875, 0.20458984375, 0.2589111328125, 0.313232421875, 0.3675537109375, 0.421875, 0.4761962890625, 0.530517578125, 0.5848388671875, 0.63916015625, 0.6934814453125, 0.747802734375, 0.8021240234375, 0.8564453125, 0.9107666015625, 0.965087890625, 1.0194091796875, 1.07373046875, 1.1280517578125, 1.182373046875, 1.2366943359375, 1.291015625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 6.0, 5.0, 5.0, 11.0, 3.0, 17.0, 17.0, 25.0, 31.0, 38.0, 41.0, 78.0, 70.0, 106.0, 102.0, 112.0, 70.0, 58.0, 42.0, 41.0, 19.0, 18.0, 18.0, 14.0, 12.0, 10.0, 3.0, 7.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.0002856254577636719, -0.00027777254581451416, -0.00026991963386535645, -0.00026206672191619873, -0.000254213809967041, -0.0002463608980178833, -0.00023850798606872559, -0.00023065507411956787, -0.00022280216217041016, -0.00021494925022125244, -0.00020709633827209473, -0.000199243426322937, -0.0001913905143737793, -0.00018353760242462158, -0.00017568469047546387, -0.00016783177852630615, -0.00015997886657714844, -0.00015212595462799072, -0.000144273042678833, -0.0001364201307296753, -0.00012856721878051758, -0.00012071430683135986, -0.00011286139488220215, -0.00010500848293304443, -9.715557098388672e-05, -8.9302659034729e-05, -8.144974708557129e-05, -7.359683513641357e-05, -6.574392318725586e-05, -5.7891011238098145e-05, -5.003809928894043e-05, -4.2185187339782715e-05, -3.4332275390625e-05, -2.6479363441467285e-05, -1.862645149230957e-05, -1.0773539543151855e-05, -2.9206275939941406e-06, 4.932284355163574e-06, 1.2785196304321289e-05, 2.0638108253479004e-05, 2.849102020263672e-05, 3.6343932151794434e-05, 4.419684410095215e-05, 5.204975605010986e-05, 5.990266799926758e-05, 6.775557994842529e-05, 7.560849189758301e-05, 8.346140384674072e-05, 9.131431579589844e-05, 9.916722774505615e-05, 0.00010702013969421387, 0.00011487305164337158, 0.0001227259635925293, 0.000130578875541687, 0.00013843178749084473, 0.00014628469944000244, 0.00015413761138916016, 0.00016199052333831787, 0.00016984343528747559, 0.0001776963472366333, 0.00018554925918579102, 0.00019340217113494873, 0.00020125508308410645, 0.00020910799503326416, 0.00021696090698242188]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 8.0, 8.0, 15.0, 25.0, 30.0, 47.0, 90.0, 143.0, 236.0, 381.0, 680.0, 1586.0, 4216.0, 19063.0, 162271.0, 663324.0, 168911.0, 19862.0, 4401.0, 1596.0, 678.0, 413.0, 230.0, 132.0, 70.0, 55.0, 33.0, 17.0, 19.0, 6.0, 6.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9658203125, -1.8968658447265625, -1.827911376953125, -1.7589569091796875, -1.69000244140625, -1.6210479736328125, -1.552093505859375, -1.4831390380859375, -1.4141845703125, -1.3452301025390625, -1.276275634765625, -1.2073211669921875, -1.13836669921875, -1.0694122314453125, -1.000457763671875, -0.9315032958984375, -0.862548828125, -0.7935943603515625, -0.724639892578125, -0.6556854248046875, -0.58673095703125, -0.5177764892578125, -0.448822021484375, -0.3798675537109375, -0.3109130859375, -0.2419586181640625, -0.173004150390625, -0.1040496826171875, -0.03509521484375, 0.0338592529296875, 0.102813720703125, 0.1717681884765625, 0.24072265625, 0.3096771240234375, 0.378631591796875, 0.4475860595703125, 0.51654052734375, 0.5854949951171875, 0.654449462890625, 0.7234039306640625, 0.7923583984375, 0.8613128662109375, 0.930267333984375, 0.9992218017578125, 1.06817626953125, 1.1371307373046875, 1.206085205078125, 1.2750396728515625, 1.343994140625, 1.4129486083984375, 1.481903076171875, 1.5508575439453125, 1.61981201171875, 1.6887664794921875, 1.757720947265625, 1.8266754150390625, 1.8956298828125, 1.9645843505859375, 2.033538818359375, 2.1024932861328125, 2.17144775390625, 2.2404022216796875, 2.309356689453125, 2.3783111572265625, 2.447265625]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 8.0, 8.0, 15.0, 17.0, 37.0, 44.0, 73.0, 92.0, 120.0, 138.0, 118.0, 117.0, 85.0, 48.0, 36.0, 27.0, 12.0, 10.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.962890625, -1.89178466796875, -1.8206787109375, -1.74957275390625, -1.678466796875, -1.60736083984375, -1.5362548828125, -1.46514892578125, -1.39404296875, -1.32293701171875, -1.2518310546875, -1.18072509765625, -1.109619140625, -1.03851318359375, -0.9674072265625, -0.89630126953125, -0.8251953125, -0.75408935546875, -0.6829833984375, -0.61187744140625, -0.540771484375, -0.46966552734375, -0.3985595703125, -0.32745361328125, -0.25634765625, -0.18524169921875, -0.1141357421875, -0.04302978515625, 0.028076171875, 0.09918212890625, 0.1702880859375, 0.24139404296875, 0.3125, 0.38360595703125, 0.4547119140625, 0.52581787109375, 0.596923828125, 0.66802978515625, 0.7391357421875, 0.81024169921875, 0.88134765625, 0.95245361328125, 1.0235595703125, 1.09466552734375, 1.165771484375, 1.23687744140625, 1.3079833984375, 1.37908935546875, 1.4501953125, 1.52130126953125, 1.5924072265625, 1.66351318359375, 1.734619140625, 1.80572509765625, 1.8768310546875, 1.94793701171875, 2.01904296875, 2.09014892578125, 2.1612548828125, 2.23236083984375, 2.303466796875, 2.37457275390625, 2.4456787109375, 2.51678466796875, 2.587890625]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 5.0, 23.0, 29.0, 61.0, 106.0, 177.0, 211.0, 172.0, 103.0, 54.0, 34.0, 9.0, 6.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-62.86261749267578, -61.42058181762695, -59.97854995727539, -58.53651428222656, -57.094478607177734, -55.652442932128906, -54.210411071777344, -52.768375396728516, -51.32633972167969, -49.88430404663086, -48.4422721862793, -47.00023651123047, -45.55820083618164, -44.11616516113281, -42.67413330078125, -41.23209762573242, -39.790061950683594, -38.348026275634766, -36.9059944152832, -35.463958740234375, -34.02192306518555, -32.57988739013672, -31.137855529785156, -29.695819854736328, -28.253787994384766, -26.81175422668457, -25.369718551635742, -23.927684783935547, -22.48564910888672, -21.043615341186523, -19.601581573486328, -18.1595458984375, -16.717512130737305, -15.275477409362793, -13.833442687988281, -12.391408920288086, -10.949373245239258, -9.507339477539062, -8.06530475616455, -6.623270034790039, -5.181235313415527, -3.7392005920410156, -2.297166109085083, -0.8551316261291504, 0.5869030952453613, 2.028937816619873, 3.4709720611572266, 4.913006782531738, 6.35504150390625, 7.797076225280762, 9.239110946655273, 10.681144714355469, 12.123180389404297, 13.565214157104492, 15.007248878479004, 16.449283599853516, 17.891319274902344, 19.33335304260254, 20.775388717651367, 22.217422485351562, 23.65945816040039, 25.101491928100586, 26.54352569580078, 27.98556137084961, 29.427595138549805]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 9.0, 4.0, 13.0, 10.0, 7.0, 10.0, 17.0, 15.0, 26.0, 24.0, 27.0, 37.0, 38.0, 37.0, 52.0, 41.0, 47.0, 59.0, 48.0, 52.0, 47.0, 39.0, 47.0, 36.0, 30.0, 33.0, 37.0, 26.0, 18.0, 20.0, 19.0, 17.0, 7.0, 13.0, 7.0, 4.0, 5.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-30.59805679321289, -29.693580627441406, -28.789104461669922, -27.884628295898438, -26.980152130126953, -26.07567596435547, -25.171199798583984, -24.266721725463867, -23.362245559692383, -22.4577693939209, -21.553293228149414, -20.64881706237793, -19.744340896606445, -18.839862823486328, -17.935386657714844, -17.03091049194336, -16.126434326171875, -15.22195816040039, -14.317481994628906, -13.413005828857422, -12.508528709411621, -11.604052543640137, -10.699576377868652, -9.795099258422852, -8.890625, -7.986148834228516, -7.081672191619873, -6.177196025848389, -5.272719383239746, -4.368243217468262, -3.4637670516967773, -2.5592904090881348, -1.6548137664794922, -0.7503374218940735, 0.15413892269134521, 1.0586152076721191, 1.9630916118621826, 2.867568016052246, 3.7720441818237305, 4.676520824432373, 5.580996990203857, 6.485473155975342, 7.389949798583984, 8.294425964355469, 9.198902130126953, 10.103378295898438, 11.007854461669922, 11.912331581115723, 12.816807746887207, 13.721283912658691, 14.625760078430176, 15.530237197875977, 16.43471336364746, 17.339189529418945, 18.24366569519043, 19.148141860961914, 20.0526180267334, 20.957094192504883, 21.861570358276367, 22.76604652404785, 23.670522689819336, 24.575000762939453, 25.479476928710938, 26.383953094482422, 27.288429260253906]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 5.0, 5.0, 5.0, 13.0, 13.0, 14.0, 23.0, 28.0, 43.0, 55.0, 92.0, 133.0, 234.0, 312.0, 564.0, 925.0, 1763.0, 3429.0, 7763.0, 20082.0, 76614.0, 1084145.0, 2856345.0, 101753.0, 23953.0, 8337.0, 3583.0, 1782.0, 936.0, 499.0, 279.0, 199.0, 118.0, 90.0, 47.0, 28.0, 22.0, 20.0, 8.0, 13.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-6.0703125, -5.910888671875, -5.75146484375, -5.592041015625, -5.4326171875, -5.273193359375, -5.11376953125, -4.954345703125, -4.794921875, -4.635498046875, -4.47607421875, -4.316650390625, -4.1572265625, -3.997802734375, -3.83837890625, -3.678955078125, -3.51953125, -3.360107421875, -3.20068359375, -3.041259765625, -2.8818359375, -2.722412109375, -2.56298828125, -2.403564453125, -2.244140625, -2.084716796875, -1.92529296875, -1.765869140625, -1.6064453125, -1.447021484375, -1.28759765625, -1.128173828125, -0.96875, -0.809326171875, -0.64990234375, -0.490478515625, -0.3310546875, -0.171630859375, -0.01220703125, 0.147216796875, 0.306640625, 0.466064453125, 0.62548828125, 0.784912109375, 0.9443359375, 1.103759765625, 1.26318359375, 1.422607421875, 1.58203125, 1.741455078125, 1.90087890625, 2.060302734375, 2.2197265625, 2.379150390625, 2.53857421875, 2.697998046875, 2.857421875, 3.016845703125, 3.17626953125, 3.335693359375, 3.4951171875, 3.654541015625, 3.81396484375, 3.973388671875, 4.1328125]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 9.0, 6.0, 5.0, 11.0, 5.0, 15.0, 13.0, 21.0, 29.0, 33.0, 39.0, 42.0, 56.0, 59.0, 54.0, 66.0, 61.0, 63.0, 66.0, 58.0, 51.0, 49.0, 47.0, 30.0, 29.0, 20.0, 18.0, 21.0, 14.0, 9.0, 5.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.8857421875, -1.838134765625, -1.79052734375, -1.742919921875, -1.6953125, -1.647705078125, -1.60009765625, -1.552490234375, -1.5048828125, -1.457275390625, -1.40966796875, -1.362060546875, -1.314453125, -1.266845703125, -1.21923828125, -1.171630859375, -1.1240234375, -1.076416015625, -1.02880859375, -0.981201171875, -0.93359375, -0.885986328125, -0.83837890625, -0.790771484375, -0.7431640625, -0.695556640625, -0.64794921875, -0.600341796875, -0.552734375, -0.505126953125, -0.45751953125, -0.409912109375, -0.3623046875, -0.314697265625, -0.26708984375, -0.219482421875, -0.171875, -0.124267578125, -0.07666015625, -0.029052734375, 0.0185546875, 0.066162109375, 0.11376953125, 0.161376953125, 0.208984375, 0.256591796875, 0.30419921875, 0.351806640625, 0.3994140625, 0.447021484375, 0.49462890625, 0.542236328125, 0.58984375, 0.637451171875, 0.68505859375, 0.732666015625, 0.7802734375, 0.827880859375, 0.87548828125, 0.923095703125, 0.970703125, 1.018310546875, 1.06591796875, 1.113525390625, 1.1611328125]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 2.0, 8.0, 7.0, 11.0, 18.0, 36.0, 30.0, 74.0, 123.0, 242.0, 570.0, 1553.0, 4690.0, 20759.0, 255155.0, 3771811.0, 119541.0, 13516.0, 3659.0, 1339.0, 525.0, 275.0, 147.0, 65.0, 41.0, 27.0, 24.0, 16.0, 3.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-7.94921875, -7.71807861328125, -7.4869384765625, -7.25579833984375, -7.024658203125, -6.79351806640625, -6.5623779296875, -6.33123779296875, -6.10009765625, -5.86895751953125, -5.6378173828125, -5.40667724609375, -5.175537109375, -4.94439697265625, -4.7132568359375, -4.48211669921875, -4.2509765625, -4.01983642578125, -3.7886962890625, -3.55755615234375, -3.326416015625, -3.09527587890625, -2.8641357421875, -2.63299560546875, -2.40185546875, -2.17071533203125, -1.9395751953125, -1.70843505859375, -1.477294921875, -1.24615478515625, -1.0150146484375, -0.78387451171875, -0.552734375, -0.32159423828125, -0.0904541015625, 0.14068603515625, 0.371826171875, 0.60296630859375, 0.8341064453125, 1.06524658203125, 1.29638671875, 1.52752685546875, 1.7586669921875, 1.98980712890625, 2.220947265625, 2.45208740234375, 2.6832275390625, 2.91436767578125, 3.1455078125, 3.37664794921875, 3.6077880859375, 3.83892822265625, 4.070068359375, 4.30120849609375, 4.5323486328125, 4.76348876953125, 4.99462890625, 5.22576904296875, 5.4569091796875, 5.68804931640625, 5.919189453125, 6.15032958984375, 6.3814697265625, 6.61260986328125, 6.84375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 2.0, 2.0, 6.0, 8.0, 2.0, 11.0, 13.0, 27.0, 26.0, 44.0, 75.0, 118.0, 245.0, 682.0, 1692.0, 592.0, 237.0, 116.0, 66.0, 40.0, 18.0, 12.0, 12.0, 2.0, 5.0, 8.0, 3.0, 1.0, 1.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7783203125, -1.6955413818359375, -1.612762451171875, -1.5299835205078125, -1.44720458984375, -1.3644256591796875, -1.281646728515625, -1.1988677978515625, -1.1160888671875, -1.0333099365234375, -0.950531005859375, -0.8677520751953125, -0.78497314453125, -0.7021942138671875, -0.619415283203125, -0.5366363525390625, -0.453857421875, -0.3710784912109375, -0.288299560546875, -0.2055206298828125, -0.12274169921875, -0.0399627685546875, 0.042816162109375, 0.1255950927734375, 0.2083740234375, 0.2911529541015625, 0.373931884765625, 0.4567108154296875, 0.53948974609375, 0.6222686767578125, 0.705047607421875, 0.7878265380859375, 0.87060546875, 0.9533843994140625, 1.036163330078125, 1.1189422607421875, 1.20172119140625, 1.2845001220703125, 1.367279052734375, 1.4500579833984375, 1.5328369140625, 1.6156158447265625, 1.698394775390625, 1.7811737060546875, 1.86395263671875, 1.9467315673828125, 2.029510498046875, 2.1122894287109375, 2.195068359375, 2.2778472900390625, 2.360626220703125, 2.4434051513671875, 2.52618408203125, 2.6089630126953125, 2.691741943359375, 2.7745208740234375, 2.8572998046875, 2.9400787353515625, 3.022857666015625, 3.1056365966796875, 3.18841552734375, 3.2711944580078125, 3.353973388671875, 3.4367523193359375, 3.51953125]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 6.0, 7.0, 19.0, 65.0, 167.0, 277.0, 240.0, 143.0, 43.0, 19.0, 10.0, 6.0, 5.0, 1.0, 0.0, 0.0, 1.0], "bins": [-41.16122817993164, -40.38663101196289, -39.61203384399414, -38.83743667602539, -38.06283950805664, -37.28824234008789, -36.51364517211914, -35.73904800415039, -34.96445083618164, -34.18985366821289, -33.41525650024414, -32.64065933227539, -31.86606216430664, -31.09146499633789, -30.31686782836914, -29.54227066040039, -28.76767349243164, -27.99307632446289, -27.21847915649414, -26.44388198852539, -25.66928482055664, -24.89468765258789, -24.12009048461914, -23.34549331665039, -22.57089614868164, -21.79629898071289, -21.02170181274414, -20.24710464477539, -19.47250747680664, -18.69791030883789, -17.92331314086914, -17.14871597290039, -16.374120712280273, -15.599523544311523, -14.824926376342773, -14.050329208374023, -13.275732040405273, -12.501134872436523, -11.726537704467773, -10.951940536499023, -10.177343368530273, -9.402746200561523, -8.628149032592773, -7.853551864624023, -7.078954696655273, -6.304357528686523, -5.529760360717773, -4.755163192749023, -3.9805660247802734, -3.2059688568115234, -2.4313716888427734, -1.6567745208740234, -0.8821773529052734, -0.10758018493652344, 0.6670169830322266, 1.4416141510009766, 2.2162113189697266, 2.9908084869384766, 3.7654056549072266, 4.540002822875977, 5.314599990844727, 6.089197158813477, 6.863794326782227, 7.638391494750977, 8.412988662719727]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 10.0, 5.0, 5.0, 4.0, 9.0, 13.0, 7.0, 20.0, 24.0, 22.0, 27.0, 24.0, 26.0, 48.0, 39.0, 40.0, 42.0, 55.0, 48.0, 51.0, 54.0, 47.0, 52.0, 51.0, 42.0, 46.0, 33.0, 28.0, 26.0, 23.0, 19.0, 15.0, 8.0, 15.0, 5.0, 8.0, 3.0, 3.0, 6.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.562829971313477, -8.283226013183594, -8.003623008728027, -7.724019527435303, -7.444416046142578, -7.1648125648498535, -6.885209083557129, -6.605605125427246, -6.32600212097168, -6.046398639678955, -5.7667951583862305, -5.487191677093506, -5.207588195800781, -4.927984714508057, -4.648381233215332, -4.368777275085449, -4.089173793792725, -3.8095703125, -3.5299668312072754, -3.250363349914551, -2.970759868621826, -2.6911563873291016, -2.411552667617798, -2.1319491863250732, -1.8523457050323486, -1.572742223739624, -1.2931387424468994, -1.0135351419448853, -0.7339316606521606, -0.45432817935943604, -0.17472457885742188, 0.10487890243530273, 0.38448238372802734, 0.664085865020752, 0.9436894059181213, 1.2232929468154907, 1.5028964281082153, 1.78249990940094, 2.062103509902954, 2.3417069911956787, 2.6213104724884033, 2.900913953781128, 3.1805174350738525, 3.4601211547851562, 3.739724636077881, 4.0193281173706055, 4.29893159866333, 4.578535079956055, 4.858138561248779, 5.137742042541504, 5.4173455238342285, 5.696949005126953, 5.976552486419678, 6.256155967712402, 6.535759925842285, 6.815362930297852, 7.094966888427734, 7.374570369720459, 7.654173851013184, 7.933777332305908, 8.213380813598633, 8.492984771728516, 8.772587776184082, 9.052191734313965, 9.331794738769531]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 9.0, 4.0, 15.0, 19.0, 32.0, 32.0, 86.0, 143.0, 235.0, 441.0, 935.0, 1942.0, 5088.0, 14621.0, 52514.0, 206199.0, 465120.0, 219847.0, 56397.0, 15618.0, 5277.0, 1994.0, 906.0, 478.0, 254.0, 145.0, 74.0, 50.0, 22.0, 19.0, 17.0, 10.0, 6.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.75, -4.5709228515625, -4.391845703125, -4.2127685546875, -4.03369140625, -3.8546142578125, -3.675537109375, -3.4964599609375, -3.3173828125, -3.1383056640625, -2.959228515625, -2.7801513671875, -2.60107421875, -2.4219970703125, -2.242919921875, -2.0638427734375, -1.884765625, -1.7056884765625, -1.526611328125, -1.3475341796875, -1.16845703125, -0.9893798828125, -0.810302734375, -0.6312255859375, -0.4521484375, -0.2730712890625, -0.093994140625, 0.0850830078125, 0.26416015625, 0.4432373046875, 0.622314453125, 0.8013916015625, 0.98046875, 1.1595458984375, 1.338623046875, 1.5177001953125, 1.69677734375, 1.8758544921875, 2.054931640625, 2.2340087890625, 2.4130859375, 2.5921630859375, 2.771240234375, 2.9503173828125, 3.12939453125, 3.3084716796875, 3.487548828125, 3.6666259765625, 3.845703125, 4.0247802734375, 4.203857421875, 4.3829345703125, 4.56201171875, 4.7410888671875, 4.920166015625, 5.0992431640625, 5.2783203125, 5.4573974609375, 5.636474609375, 5.8155517578125, 5.99462890625, 6.1737060546875, 6.352783203125, 6.5318603515625, 6.7109375]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 4.0, 2.0, 6.0, 5.0, 6.0, 9.0, 14.0, 20.0, 23.0, 26.0, 49.0, 36.0, 51.0, 56.0, 61.0, 62.0, 70.0, 64.0, 65.0, 78.0, 59.0, 45.0, 41.0, 39.0, 31.0, 25.0, 24.0, 15.0, 9.0, 5.0, 3.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.099609375, -2.0495147705078125, -1.999420166015625, -1.9493255615234375, -1.89923095703125, -1.8491363525390625, -1.799041748046875, -1.7489471435546875, -1.6988525390625, -1.6487579345703125, -1.598663330078125, -1.5485687255859375, -1.49847412109375, -1.4483795166015625, -1.398284912109375, -1.3481903076171875, -1.298095703125, -1.2480010986328125, -1.197906494140625, -1.1478118896484375, -1.09771728515625, -1.0476226806640625, -0.997528076171875, -0.9474334716796875, -0.8973388671875, -0.8472442626953125, -0.797149658203125, -0.7470550537109375, -0.69696044921875, -0.6468658447265625, -0.596771240234375, -0.5466766357421875, -0.49658203125, -0.4464874267578125, -0.396392822265625, -0.3462982177734375, -0.29620361328125, -0.2461090087890625, -0.196014404296875, -0.1459197998046875, -0.0958251953125, -0.0457305908203125, 0.004364013671875, 0.0544586181640625, 0.10455322265625, 0.1546478271484375, 0.204742431640625, 0.2548370361328125, 0.304931640625, 0.3550262451171875, 0.405120849609375, 0.4552154541015625, 0.50531005859375, 0.5554046630859375, 0.605499267578125, 0.6555938720703125, 0.7056884765625, 0.7557830810546875, 0.805877685546875, 0.8559722900390625, 0.90606689453125, 0.9561614990234375, 1.006256103515625, 1.0563507080078125, 1.1064453125]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 4.0, 7.0, 8.0, 25.0, 41.0, 69.0, 96.0, 188.0, 309.0, 593.0, 1242.0, 3630.0, 12945.0, 65656.0, 390642.0, 464023.0, 86193.0, 15640.0, 4224.0, 1479.0, 720.0, 340.0, 214.0, 106.0, 69.0, 37.0, 22.0, 11.0, 6.0, 7.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.46875, -7.25579833984375, -7.0428466796875, -6.82989501953125, -6.616943359375, -6.40399169921875, -6.1910400390625, -5.97808837890625, -5.76513671875, -5.55218505859375, -5.3392333984375, -5.12628173828125, -4.913330078125, -4.70037841796875, -4.4874267578125, -4.27447509765625, -4.0615234375, -3.84857177734375, -3.6356201171875, -3.42266845703125, -3.209716796875, -2.99676513671875, -2.7838134765625, -2.57086181640625, -2.35791015625, -2.14495849609375, -1.9320068359375, -1.71905517578125, -1.506103515625, -1.29315185546875, -1.0802001953125, -0.86724853515625, -0.654296875, -0.44134521484375, -0.2283935546875, -0.01544189453125, 0.197509765625, 0.41046142578125, 0.6234130859375, 0.83636474609375, 1.04931640625, 1.26226806640625, 1.4752197265625, 1.68817138671875, 1.901123046875, 2.11407470703125, 2.3270263671875, 2.53997802734375, 2.7529296875, 2.96588134765625, 3.1788330078125, 3.39178466796875, 3.604736328125, 3.81768798828125, 4.0306396484375, 4.24359130859375, 4.45654296875, 4.66949462890625, 4.8824462890625, 5.09539794921875, 5.308349609375, 5.52130126953125, 5.7342529296875, 5.94720458984375, 6.16015625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 6.0, 10.0, 5.0, 17.0, 9.0, 9.0, 15.0, 21.0, 25.0, 21.0, 33.0, 33.0, 35.0, 32.0, 44.0, 28.0, 43.0, 43.0, 50.0, 44.0, 49.0, 58.0, 40.0, 31.0, 34.0, 37.0, 44.0, 25.0, 33.0, 31.0, 19.0, 13.0, 19.0, 9.0, 13.0, 5.0, 6.0, 6.0, 5.0, 7.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.1328125, -4.96905517578125, -4.8052978515625, -4.64154052734375, -4.477783203125, -4.31402587890625, -4.1502685546875, -3.98651123046875, -3.82275390625, -3.65899658203125, -3.4952392578125, -3.33148193359375, -3.167724609375, -3.00396728515625, -2.8402099609375, -2.67645263671875, -2.5126953125, -2.34893798828125, -2.1851806640625, -2.02142333984375, -1.857666015625, -1.69390869140625, -1.5301513671875, -1.36639404296875, -1.20263671875, -1.03887939453125, -0.8751220703125, -0.71136474609375, -0.547607421875, -0.38385009765625, -0.2200927734375, -0.05633544921875, 0.107421875, 0.27117919921875, 0.4349365234375, 0.59869384765625, 0.762451171875, 0.92620849609375, 1.0899658203125, 1.25372314453125, 1.41748046875, 1.58123779296875, 1.7449951171875, 1.90875244140625, 2.072509765625, 2.23626708984375, 2.4000244140625, 2.56378173828125, 2.7275390625, 2.89129638671875, 3.0550537109375, 3.21881103515625, 3.382568359375, 3.54632568359375, 3.7100830078125, 3.87384033203125, 4.03759765625, 4.20135498046875, 4.3651123046875, 4.52886962890625, 4.692626953125, 4.85638427734375, 5.0201416015625, 5.18389892578125, 5.34765625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 6.0, 1.0, 2.0, 4.0, 7.0, 3.0, 6.0, 13.0, 11.0, 16.0, 17.0, 32.0, 38.0, 57.0, 93.0, 172.0, 242.0, 509.0, 1157.0, 3582.0, 14980.0, 101665.0, 553157.0, 318349.0, 42709.0, 7649.0, 2223.0, 843.0, 393.0, 237.0, 134.0, 98.0, 38.0, 36.0, 22.0, 18.0, 19.0, 6.0, 5.0, 6.0, 2.0, 6.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5732421875, -1.5145111083984375, -1.455780029296875, -1.3970489501953125, -1.33831787109375, -1.2795867919921875, -1.220855712890625, -1.1621246337890625, -1.1033935546875, -1.0446624755859375, -0.985931396484375, -0.9272003173828125, -0.86846923828125, -0.8097381591796875, -0.751007080078125, -0.6922760009765625, -0.633544921875, -0.5748138427734375, -0.516082763671875, -0.4573516845703125, -0.39862060546875, -0.3398895263671875, -0.281158447265625, -0.2224273681640625, -0.1636962890625, -0.1049652099609375, -0.046234130859375, 0.0124969482421875, 0.07122802734375, 0.1299591064453125, 0.188690185546875, 0.2474212646484375, 0.30615234375, 0.3648834228515625, 0.423614501953125, 0.4823455810546875, 0.54107666015625, 0.5998077392578125, 0.658538818359375, 0.7172698974609375, 0.7760009765625, 0.8347320556640625, 0.893463134765625, 0.9521942138671875, 1.01092529296875, 1.0696563720703125, 1.128387451171875, 1.1871185302734375, 1.245849609375, 1.3045806884765625, 1.363311767578125, 1.4220428466796875, 1.48077392578125, 1.5395050048828125, 1.598236083984375, 1.6569671630859375, 1.7156982421875, 1.7744293212890625, 1.833160400390625, 1.8918914794921875, 1.95062255859375, 2.0093536376953125, 2.068084716796875, 2.1268157958984375, 2.185546875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 6.0, 9.0, 14.0, 11.0, 20.0, 17.0, 29.0, 34.0, 47.0, 75.0, 97.0, 122.0, 117.0, 104.0, 72.0, 50.0, 41.0, 37.0, 23.0, 19.0, 16.0, 10.0, 9.0, 3.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019288063049316406, -0.00018666870892047882, -0.00018045678734779358, -0.00017424486577510834, -0.0001680329442024231, -0.00016182102262973785, -0.0001556091010570526, -0.00014939717948436737, -0.00014318525791168213, -0.0001369733363389969, -0.00013076141476631165, -0.0001245494931936264, -0.00011833757162094116, -0.00011212565004825592, -0.00010591372847557068, -9.970180690288544e-05, -9.34898853302002e-05, -8.727796375751495e-05, -8.106604218482971e-05, -7.485412061214447e-05, -6.864219903945923e-05, -6.243027746677399e-05, -5.6218355894088745e-05, -5.0006434321403503e-05, -4.379451274871826e-05, -3.758259117603302e-05, -3.137066960334778e-05, -2.5158748030662537e-05, -1.8946826457977295e-05, -1.2734904885292053e-05, -6.5229833126068115e-06, -3.110617399215698e-07, 5.900859832763672e-06, 1.2112781405448914e-05, 1.8324702978134155e-05, 2.4536624550819397e-05, 3.074854612350464e-05, 3.696046769618988e-05, 4.317238926887512e-05, 4.9384310841560364e-05, 5.5596232414245605e-05, 6.180815398693085e-05, 6.802007555961609e-05, 7.423199713230133e-05, 8.044391870498657e-05, 8.665584027767181e-05, 9.286776185035706e-05, 9.90796834230423e-05, 0.00010529160499572754, 0.00011150352656841278, 0.00011771544814109802, 0.00012392736971378326, 0.0001301392912864685, 0.00013635121285915375, 0.000142563134431839, 0.00014877505600452423, 0.00015498697757720947, 0.00016119889914989471, 0.00016741082072257996, 0.0001736227422952652, 0.00017983466386795044, 0.00018604658544063568, 0.00019225850701332092, 0.00019847042858600616, 0.0002046823501586914]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 2.0, 12.0, 14.0, 10.0, 22.0, 31.0, 61.0, 66.0, 107.0, 210.0, 379.0, 716.0, 1507.0, 3770.0, 12898.0, 72875.0, 448918.0, 422321.0, 66090.0, 12119.0, 3476.0, 1413.0, 672.0, 360.0, 180.0, 109.0, 62.0, 47.0, 33.0, 13.0, 14.0, 10.0, 6.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.818359375, -1.7596588134765625, -1.700958251953125, -1.6422576904296875, -1.58355712890625, -1.5248565673828125, -1.466156005859375, -1.4074554443359375, -1.3487548828125, -1.2900543212890625, -1.231353759765625, -1.1726531982421875, -1.11395263671875, -1.0552520751953125, -0.996551513671875, -0.9378509521484375, -0.879150390625, -0.8204498291015625, -0.761749267578125, -0.7030487060546875, -0.64434814453125, -0.5856475830078125, -0.526947021484375, -0.4682464599609375, -0.4095458984375, -0.3508453369140625, -0.292144775390625, -0.2334442138671875, -0.17474365234375, -0.1160430908203125, -0.057342529296875, 0.0013580322265625, 0.06005859375, 0.1187591552734375, 0.177459716796875, 0.2361602783203125, 0.29486083984375, 0.3535614013671875, 0.412261962890625, 0.4709625244140625, 0.5296630859375, 0.5883636474609375, 0.647064208984375, 0.7057647705078125, 0.76446533203125, 0.8231658935546875, 0.881866455078125, 0.9405670166015625, 0.999267578125, 1.0579681396484375, 1.116668701171875, 1.1753692626953125, 1.23406982421875, 1.2927703857421875, 1.351470947265625, 1.4101715087890625, 1.4688720703125, 1.5275726318359375, 1.586273193359375, 1.6449737548828125, 1.70367431640625, 1.7623748779296875, 1.821075439453125, 1.8797760009765625, 1.9384765625]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 8.0, 9.0, 9.0, 16.0, 36.0, 37.0, 67.0, 65.0, 94.0, 117.0, 100.0, 88.0, 80.0, 82.0, 56.0, 53.0, 28.0, 21.0, 15.0, 8.0, 5.0, 9.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2607421875, -1.2043304443359375, -1.147918701171875, -1.0915069580078125, -1.03509521484375, -0.9786834716796875, -0.922271728515625, -0.8658599853515625, -0.8094482421875, -0.7530364990234375, -0.696624755859375, -0.6402130126953125, -0.58380126953125, -0.5273895263671875, -0.470977783203125, -0.4145660400390625, -0.358154296875, -0.3017425537109375, -0.245330810546875, -0.1889190673828125, -0.13250732421875, -0.0760955810546875, -0.019683837890625, 0.0367279052734375, 0.0931396484375, 0.1495513916015625, 0.205963134765625, 0.2623748779296875, 0.31878662109375, 0.3751983642578125, 0.431610107421875, 0.4880218505859375, 0.54443359375, 0.6008453369140625, 0.657257080078125, 0.7136688232421875, 0.77008056640625, 0.8264923095703125, 0.882904052734375, 0.9393157958984375, 0.9957275390625, 1.0521392822265625, 1.108551025390625, 1.1649627685546875, 1.22137451171875, 1.2777862548828125, 1.334197998046875, 1.3906097412109375, 1.447021484375, 1.5034332275390625, 1.559844970703125, 1.6162567138671875, 1.67266845703125, 1.7290802001953125, 1.785491943359375, 1.8419036865234375, 1.8983154296875, 1.9547271728515625, 2.011138916015625, 2.0675506591796875, 2.12396240234375, 2.1803741455078125, 2.236785888671875, 2.2931976318359375, 2.349609375]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 8.0, 9.0, 20.0, 40.0, 66.0, 171.0, 245.0, 198.0, 142.0, 52.0, 30.0, 13.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.496963500976562, -28.892044067382812, -27.287124633789062, -25.682207107543945, -24.077287673950195, -22.472368240356445, -20.867450714111328, -19.262531280517578, -17.657611846923828, -16.052692413330078, -14.447773933410645, -12.842855453491211, -11.237936019897461, -9.633016586303711, -8.028098106384277, -6.423179626464844, -4.818260192871094, -3.213341236114502, -1.6084222793579102, -0.0035033226013183594, 1.6014156341552734, 3.2063350677490234, 4.811253547668457, 6.416172027587891, 8.02109146118164, 9.62601089477539, 11.230929374694824, 12.835847854614258, 14.440767288208008, 16.045686721801758, 17.650604248046875, 19.255523681640625, 20.860443115234375, 22.465362548828125, 24.070281982421875, 25.675199508666992, 27.280118942260742, 28.885038375854492, 30.48995590209961, 32.09487533569336, 33.69979476928711, 35.30471420288086, 36.90963363647461, 38.51455307006836, 40.119468688964844, 41.724388122558594, 43.329307556152344, 44.934226989746094, 46.539146423339844, 48.144065856933594, 49.748985290527344, 51.353904724121094, 52.958824157714844, 54.563743591308594, 56.16865921020508, 57.77357864379883, 59.37849807739258, 60.98341751098633, 62.58833694458008, 64.19325256347656, 65.79817199707031, 67.40309143066406, 69.00801086425781, 70.61293029785156, 72.21784973144531]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 3.0, 5.0, 10.0, 16.0, 8.0, 18.0, 24.0, 26.0, 37.0, 43.0, 37.0, 41.0, 39.0, 43.0, 49.0, 52.0, 53.0, 47.0, 54.0, 65.0, 51.0, 50.0, 34.0, 26.0, 30.0, 24.0, 19.0, 20.0, 16.0, 16.0, 12.0, 11.0, 11.0, 6.0, 2.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.697128295898438, -30.64565658569336, -29.594186782836914, -28.542715072631836, -27.49124526977539, -26.439773559570312, -25.388301849365234, -24.33683204650879, -23.285362243652344, -22.233890533447266, -21.18242073059082, -20.130949020385742, -19.079479217529297, -18.02800750732422, -16.97653579711914, -15.925065994262695, -14.873594284057617, -13.822123527526855, -12.770652770996094, -11.719181060791016, -10.66771125793457, -9.616239547729492, -8.56476879119873, -7.513298034667969, -6.461827278137207, -5.410356521606445, -4.358885765075684, -3.3074145317077637, -2.255943775177002, -1.2044730186462402, -0.1530017852783203, 0.8984689712524414, 1.9499397277832031, 3.001410484313965, 4.052881240844727, 5.1043524742126465, 6.155823230743408, 7.20729398727417, 8.25876522064209, 9.310235977172852, 10.361706733703613, 11.413177490234375, 12.464648246765137, 13.516119003295898, 14.567590713500977, 15.619060516357422, 16.6705322265625, 17.722003936767578, 18.773473739624023, 19.8249454498291, 20.876415252685547, 21.927886962890625, 22.97935676574707, 24.03082847595215, 25.082298278808594, 26.133769989013672, 27.18524169921875, 28.236713409423828, 29.288183212280273, 30.33965492248535, 31.391124725341797, 32.442596435546875, 33.49406814575195, 34.54553985595703, 35.597007751464844]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 5.0, 2.0, 3.0, 11.0, 14.0, 19.0, 29.0, 37.0, 51.0, 71.0, 118.0, 174.0, 299.0, 442.0, 778.0, 1527.0, 3209.0, 8490.0, 32339.0, 417485.0, 3640128.0, 67609.0, 13417.0, 4254.0, 1772.0, 861.0, 454.0, 268.0, 149.0, 111.0, 54.0, 36.0, 20.0, 24.0, 9.0, 4.0, 6.0, 3.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.6484375, -5.50054931640625, -5.3526611328125, -5.20477294921875, -5.056884765625, -4.90899658203125, -4.7611083984375, -4.61322021484375, -4.46533203125, -4.31744384765625, -4.1695556640625, -4.02166748046875, -3.873779296875, -3.72589111328125, -3.5780029296875, -3.43011474609375, -3.2822265625, -3.13433837890625, -2.9864501953125, -2.83856201171875, -2.690673828125, -2.54278564453125, -2.3948974609375, -2.24700927734375, -2.09912109375, -1.95123291015625, -1.8033447265625, -1.65545654296875, -1.507568359375, -1.35968017578125, -1.2117919921875, -1.06390380859375, -0.916015625, -0.76812744140625, -0.6202392578125, -0.47235107421875, -0.324462890625, -0.17657470703125, -0.0286865234375, 0.11920166015625, 0.26708984375, 0.41497802734375, 0.5628662109375, 0.71075439453125, 0.858642578125, 1.00653076171875, 1.1544189453125, 1.30230712890625, 1.4501953125, 1.59808349609375, 1.7459716796875, 1.89385986328125, 2.041748046875, 2.18963623046875, 2.3375244140625, 2.48541259765625, 2.63330078125, 2.78118896484375, 2.9290771484375, 3.07696533203125, 3.224853515625, 3.37274169921875, 3.5206298828125, 3.66851806640625, 3.81640625]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 7.0, 9.0, 11.0, 14.0, 23.0, 27.0, 25.0, 31.0, 45.0, 37.0, 55.0, 52.0, 62.0, 66.0, 61.0, 66.0, 71.0, 45.0, 69.0, 55.0, 41.0, 32.0, 32.0, 10.0, 12.0, 17.0, 7.0, 3.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-2.037109375, -1.9864654541015625, -1.935821533203125, -1.8851776123046875, -1.83453369140625, -1.7838897705078125, -1.733245849609375, -1.6826019287109375, -1.6319580078125, -1.5813140869140625, -1.530670166015625, -1.4800262451171875, -1.42938232421875, -1.3787384033203125, -1.328094482421875, -1.2774505615234375, -1.226806640625, -1.1761627197265625, -1.125518798828125, -1.0748748779296875, -1.02423095703125, -0.9735870361328125, -0.922943115234375, -0.8722991943359375, -0.8216552734375, -0.7710113525390625, -0.720367431640625, -0.6697235107421875, -0.61907958984375, -0.5684356689453125, -0.517791748046875, -0.4671478271484375, -0.41650390625, -0.3658599853515625, -0.315216064453125, -0.2645721435546875, -0.21392822265625, -0.1632843017578125, -0.112640380859375, -0.0619964599609375, -0.0113525390625, 0.0392913818359375, 0.089935302734375, 0.1405792236328125, 0.19122314453125, 0.2418670654296875, 0.292510986328125, 0.3431549072265625, 0.393798828125, 0.4444427490234375, 0.495086669921875, 0.5457305908203125, 0.59637451171875, 0.6470184326171875, 0.697662353515625, 0.7483062744140625, 0.7989501953125, 0.8495941162109375, 0.900238037109375, 0.9508819580078125, 1.00152587890625, 1.0521697998046875, 1.102813720703125, 1.1534576416015625, 1.2041015625]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 5.0, 7.0, 20.0, 10.0, 24.0, 44.0, 67.0, 119.0, 233.0, 468.0, 999.0, 2554.0, 7330.0, 29194.0, 271819.0, 3667554.0, 179778.0, 23694.0, 6345.0, 2245.0, 917.0, 403.0, 207.0, 103.0, 56.0, 23.0, 23.0, 14.0, 3.0, 10.0, 6.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.44921875, -4.32708740234375, -4.2049560546875, -4.08282470703125, -3.960693359375, -3.83856201171875, -3.7164306640625, -3.59429931640625, -3.47216796875, -3.35003662109375, -3.2279052734375, -3.10577392578125, -2.983642578125, -2.86151123046875, -2.7393798828125, -2.61724853515625, -2.4951171875, -2.37298583984375, -2.2508544921875, -2.12872314453125, -2.006591796875, -1.88446044921875, -1.7623291015625, -1.64019775390625, -1.51806640625, -1.39593505859375, -1.2738037109375, -1.15167236328125, -1.029541015625, -0.90740966796875, -0.7852783203125, -0.66314697265625, -0.541015625, -0.41888427734375, -0.2967529296875, -0.17462158203125, -0.052490234375, 0.06964111328125, 0.1917724609375, 0.31390380859375, 0.43603515625, 0.55816650390625, 0.6802978515625, 0.80242919921875, 0.924560546875, 1.04669189453125, 1.1688232421875, 1.29095458984375, 1.4130859375, 1.53521728515625, 1.6573486328125, 1.77947998046875, 1.901611328125, 2.02374267578125, 2.1458740234375, 2.26800537109375, 2.39013671875, 2.51226806640625, 2.6343994140625, 2.75653076171875, 2.878662109375, 3.00079345703125, 3.1229248046875, 3.24505615234375, 3.3671875]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 3.0, 5.0, 8.0, 4.0, 9.0, 14.0, 14.0, 28.0, 55.0, 93.0, 192.0, 493.0, 1807.0, 747.0, 277.0, 133.0, 64.0, 43.0, 26.0, 12.0, 12.0, 8.0, 10.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7900390625, -1.7425384521484375, -1.695037841796875, -1.6475372314453125, -1.60003662109375, -1.5525360107421875, -1.505035400390625, -1.4575347900390625, -1.4100341796875, -1.3625335693359375, -1.315032958984375, -1.2675323486328125, -1.22003173828125, -1.1725311279296875, -1.125030517578125, -1.0775299072265625, -1.030029296875, -0.9825286865234375, -0.935028076171875, -0.8875274658203125, -0.84002685546875, -0.7925262451171875, -0.745025634765625, -0.6975250244140625, -0.6500244140625, -0.6025238037109375, -0.555023193359375, -0.5075225830078125, -0.46002197265625, -0.4125213623046875, -0.365020751953125, -0.3175201416015625, -0.27001953125, -0.2225189208984375, -0.175018310546875, -0.1275177001953125, -0.08001708984375, -0.0325164794921875, 0.014984130859375, 0.0624847412109375, 0.1099853515625, 0.1574859619140625, 0.204986572265625, 0.2524871826171875, 0.29998779296875, 0.3474884033203125, 0.394989013671875, 0.4424896240234375, 0.489990234375, 0.5374908447265625, 0.584991455078125, 0.6324920654296875, 0.67999267578125, 0.7274932861328125, 0.774993896484375, 0.8224945068359375, 0.8699951171875, 0.9174957275390625, 0.964996337890625, 1.0124969482421875, 1.05999755859375, 1.1074981689453125, 1.154998779296875, 1.2024993896484375, 1.25]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 10.0, 10.0, 15.0, 50.0, 120.0, 173.0, 218.0, 185.0, 106.0, 63.0, 32.0, 10.0, 6.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.495859146118164, -8.177229881286621, -7.858601093292236, -7.539971828460693, -7.221343040466309, -6.902713775634766, -6.584084510803223, -6.26545524597168, -5.946826457977295, -5.628197193145752, -5.309568405151367, -4.990939140319824, -4.672309875488281, -4.3536810874938965, -4.0350518226623535, -3.7164227962493896, -3.397793769836426, -3.079164743423462, -2.760535717010498, -2.441906452178955, -2.123277425765991, -1.8046483993530273, -1.486019253730774, -1.1673901081085205, -0.8487610816955566, -0.530131995677948, -0.21150290966033936, 0.10712617635726929, 0.42575526237487793, 0.7443842887878418, 1.0630134344100952, 1.3816425800323486, 1.7002716064453125, 2.0189006328582764, 2.3375296592712402, 2.656158924102783, 2.974787950515747, 3.293416976928711, 3.612046241760254, 3.9306752681732178, 4.249304294586182, 4.567933559417725, 4.886562347412109, 5.205191612243652, 5.523820877075195, 5.84244966506958, 6.161078929901123, 6.479707717895508, 6.798336982727051, 7.116966247558594, 7.4355950355529785, 7.7542243003845215, 8.072853088378906, 8.39148235321045, 8.710111618041992, 9.028740882873535, 9.347370147705078, 9.665999412536621, 9.984628677368164, 10.30325698852539, 10.621886253356934, 10.940515518188477, 11.25914478302002, 11.577774047851562, 11.896402359008789]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 4.0, 6.0, 11.0, 9.0, 13.0, 18.0, 20.0, 20.0, 23.0, 23.0, 36.0, 40.0, 42.0, 31.0, 48.0, 42.0, 52.0, 49.0, 39.0, 37.0, 39.0, 40.0, 43.0, 41.0, 33.0, 34.0, 22.0, 33.0, 29.0, 24.0, 16.0, 19.0, 14.0, 10.0, 12.0, 11.0, 8.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.389446258544922, -4.258114814758301, -4.12678337097168, -3.9954516887664795, -3.8641202449798584, -3.732788562774658, -3.601457118988037, -3.470125675201416, -3.338794231414795, -3.207462787628174, -3.0761311054229736, -2.9447996616363525, -2.8134682178497314, -2.6821365356445312, -2.55080509185791, -2.419473648071289, -2.288141965866089, -2.1568105220794678, -2.0254788398742676, -1.8941473960876465, -1.7628159523010254, -1.6314843893051147, -1.500152826309204, -1.368821382522583, -1.2374898195266724, -1.1061582565307617, -0.9748268127441406, -0.84349524974823, -0.7121637463569641, -0.5808322429656982, -0.4495006799697876, -0.31816917657852173, -0.18683767318725586, -0.055506154894828796, 0.07582536339759827, 0.20715689659118652, 0.3384883999824524, 0.46981990337371826, 0.6011514663696289, 0.7324829697608948, 0.8638144731521606, 0.9951459765434265, 1.1264774799346924, 1.257809042930603, 1.3891406059265137, 1.5204720497131348, 1.6518036127090454, 1.783135175704956, 1.9144666194915771, 2.0457980632781982, 2.1771297454833984, 2.3084611892700195, 2.4397926330566406, 2.5711240768432617, 2.702455759048462, 2.833787202835083, 2.965118885040283, 3.0964503288269043, 3.2277820110321045, 3.3591134548187256, 3.4904448986053467, 3.621776580810547, 3.753108024597168, 3.884439468383789, 4.01577091217041]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 7.0, 6.0, 4.0, 10.0, 14.0, 12.0, 19.0, 22.0, 29.0, 68.0, 56.0, 115.0, 157.0, 246.0, 388.0, 585.0, 989.0, 1685.0, 2998.0, 5626.0, 11234.0, 24073.0, 53614.0, 124762.0, 259326.0, 288514.0, 151517.0, 65381.0, 28758.0, 13165.0, 6750.0, 3389.0, 1892.0, 1119.0, 652.0, 430.0, 284.0, 215.0, 120.0, 69.0, 67.0, 39.0, 38.0, 27.0, 20.0, 14.0, 14.0, 9.0, 6.0, 3.0, 6.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0], "bins": [-3.341796875, -3.234405517578125, -3.12701416015625, -3.019622802734375, -2.9122314453125, -2.804840087890625, -2.69744873046875, -2.590057373046875, -2.482666015625, -2.375274658203125, -2.26788330078125, -2.160491943359375, -2.0531005859375, -1.945709228515625, -1.83831787109375, -1.730926513671875, -1.62353515625, -1.516143798828125, -1.40875244140625, -1.301361083984375, -1.1939697265625, -1.086578369140625, -0.97918701171875, -0.871795654296875, -0.764404296875, -0.657012939453125, -0.54962158203125, -0.442230224609375, -0.3348388671875, -0.227447509765625, -0.12005615234375, -0.012664794921875, 0.0947265625, 0.202117919921875, 0.30950927734375, 0.416900634765625, 0.5242919921875, 0.631683349609375, 0.73907470703125, 0.846466064453125, 0.953857421875, 1.061248779296875, 1.16864013671875, 1.276031494140625, 1.3834228515625, 1.490814208984375, 1.59820556640625, 1.705596923828125, 1.81298828125, 1.920379638671875, 2.02777099609375, 2.135162353515625, 2.2425537109375, 2.349945068359375, 2.45733642578125, 2.564727783203125, 2.672119140625, 2.779510498046875, 2.88690185546875, 2.994293212890625, 3.1016845703125, 3.209075927734375, 3.31646728515625, 3.423858642578125, 3.53125]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 6.0, 8.0, 18.0, 11.0, 22.0, 25.0, 32.0, 29.0, 35.0, 51.0, 44.0, 64.0, 49.0, 70.0, 62.0, 81.0, 47.0, 61.0, 60.0, 50.0, 51.0, 27.0, 26.0, 13.0, 14.0, 13.0, 13.0, 4.0, 3.0, 3.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-2.0078125, -1.95782470703125, -1.9078369140625, -1.85784912109375, -1.807861328125, -1.75787353515625, -1.7078857421875, -1.65789794921875, -1.60791015625, -1.55792236328125, -1.5079345703125, -1.45794677734375, -1.407958984375, -1.35797119140625, -1.3079833984375, -1.25799560546875, -1.2080078125, -1.15802001953125, -1.1080322265625, -1.05804443359375, -1.008056640625, -0.95806884765625, -0.9080810546875, -0.85809326171875, -0.80810546875, -0.75811767578125, -0.7081298828125, -0.65814208984375, -0.608154296875, -0.55816650390625, -0.5081787109375, -0.45819091796875, -0.408203125, -0.35821533203125, -0.3082275390625, -0.25823974609375, -0.208251953125, -0.15826416015625, -0.1082763671875, -0.05828857421875, -0.00830078125, 0.04168701171875, 0.0916748046875, 0.14166259765625, 0.191650390625, 0.24163818359375, 0.2916259765625, 0.34161376953125, 0.3916015625, 0.44158935546875, 0.4915771484375, 0.54156494140625, 0.591552734375, 0.64154052734375, 0.6915283203125, 0.74151611328125, 0.79150390625, 0.84149169921875, 0.8914794921875, 0.94146728515625, 0.991455078125, 1.04144287109375, 1.0914306640625, 1.14141845703125, 1.19140625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 4.0, 7.0, 6.0, 7.0, 9.0, 18.0, 20.0, 26.0, 39.0, 63.0, 85.0, 131.0, 190.0, 261.0, 378.0, 570.0, 965.0, 1884.0, 4129.0, 12059.0, 45208.0, 200829.0, 485726.0, 222942.0, 50536.0, 13272.0, 4432.0, 1948.0, 972.0, 598.0, 381.0, 235.0, 182.0, 127.0, 99.0, 75.0, 43.0, 33.0, 15.0, 13.0, 16.0, 11.0, 4.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.65625, -4.50860595703125, -4.3609619140625, -4.21331787109375, -4.065673828125, -3.91802978515625, -3.7703857421875, -3.62274169921875, -3.47509765625, -3.32745361328125, -3.1798095703125, -3.03216552734375, -2.884521484375, -2.73687744140625, -2.5892333984375, -2.44158935546875, -2.2939453125, -2.14630126953125, -1.9986572265625, -1.85101318359375, -1.703369140625, -1.55572509765625, -1.4080810546875, -1.26043701171875, -1.11279296875, -0.96514892578125, -0.8175048828125, -0.66986083984375, -0.522216796875, -0.37457275390625, -0.2269287109375, -0.07928466796875, 0.068359375, 0.21600341796875, 0.3636474609375, 0.51129150390625, 0.658935546875, 0.80657958984375, 0.9542236328125, 1.10186767578125, 1.24951171875, 1.39715576171875, 1.5447998046875, 1.69244384765625, 1.840087890625, 1.98773193359375, 2.1353759765625, 2.28302001953125, 2.4306640625, 2.57830810546875, 2.7259521484375, 2.87359619140625, 3.021240234375, 3.16888427734375, 3.3165283203125, 3.46417236328125, 3.61181640625, 3.75946044921875, 3.9071044921875, 4.05474853515625, 4.202392578125, 4.35003662109375, 4.4976806640625, 4.64532470703125, 4.79296875]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 12.0, 8.0, 18.0, 12.0, 22.0, 30.0, 22.0, 17.0, 17.0, 39.0, 50.0, 39.0, 42.0, 42.0, 36.0, 42.0, 54.0, 43.0, 42.0, 53.0, 46.0, 44.0, 41.0, 42.0, 30.0, 25.0, 14.0, 19.0, 16.0, 18.0, 3.0, 16.0, 12.0, 6.0, 3.0, 8.0, 1.0, 5.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.3828125, -4.22979736328125, -4.0767822265625, -3.92376708984375, -3.770751953125, -3.61773681640625, -3.4647216796875, -3.31170654296875, -3.15869140625, -3.00567626953125, -2.8526611328125, -2.69964599609375, -2.546630859375, -2.39361572265625, -2.2406005859375, -2.08758544921875, -1.9345703125, -1.78155517578125, -1.6285400390625, -1.47552490234375, -1.322509765625, -1.16949462890625, -1.0164794921875, -0.86346435546875, -0.71044921875, -0.55743408203125, -0.4044189453125, -0.25140380859375, -0.098388671875, 0.05462646484375, 0.2076416015625, 0.36065673828125, 0.513671875, 0.66668701171875, 0.8197021484375, 0.97271728515625, 1.125732421875, 1.27874755859375, 1.4317626953125, 1.58477783203125, 1.73779296875, 1.89080810546875, 2.0438232421875, 2.19683837890625, 2.349853515625, 2.50286865234375, 2.6558837890625, 2.80889892578125, 2.9619140625, 3.11492919921875, 3.2679443359375, 3.42095947265625, 3.573974609375, 3.72698974609375, 3.8800048828125, 4.03302001953125, 4.18603515625, 4.33905029296875, 4.4920654296875, 4.64508056640625, 4.798095703125, 4.95111083984375, 5.1041259765625, 5.25714111328125, 5.41015625]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 11.0, 10.0, 29.0, 67.0, 193.0, 724.0, 26985.0, 1010822.0, 9003.0, 506.0, 132.0, 43.0, 20.0, 9.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.0703125, -8.7987060546875, -8.527099609375, -8.2554931640625, -7.98388671875, -7.7122802734375, -7.440673828125, -7.1690673828125, -6.8974609375, -6.6258544921875, -6.354248046875, -6.0826416015625, -5.81103515625, -5.5394287109375, -5.267822265625, -4.9962158203125, -4.724609375, -4.4530029296875, -4.181396484375, -3.9097900390625, -3.63818359375, -3.3665771484375, -3.094970703125, -2.8233642578125, -2.5517578125, -2.2801513671875, -2.008544921875, -1.7369384765625, -1.46533203125, -1.1937255859375, -0.922119140625, -0.6505126953125, -0.37890625, -0.1072998046875, 0.164306640625, 0.4359130859375, 0.70751953125, 0.9791259765625, 1.250732421875, 1.5223388671875, 1.7939453125, 2.0655517578125, 2.337158203125, 2.6087646484375, 2.88037109375, 3.1519775390625, 3.423583984375, 3.6951904296875, 3.966796875, 4.2384033203125, 4.510009765625, 4.7816162109375, 5.05322265625, 5.3248291015625, 5.596435546875, 5.8680419921875, 6.1396484375, 6.4112548828125, 6.682861328125, 6.9544677734375, 7.22607421875, 7.4976806640625, 7.769287109375, 8.0408935546875, 8.3125]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 3.0, 4.0, 11.0, 9.0, 7.0, 13.0, 16.0, 13.0, 28.0, 33.0, 32.0, 35.0, 57.0, 46.0, 79.0, 84.0, 87.0, 78.0, 71.0, 63.0, 42.0, 31.0, 30.0, 25.0, 19.0, 17.0, 12.0, 9.0, 8.0, 7.0, 10.0, 3.0, 2.0, 5.0, 1.0, 2.0, 1.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00016224384307861328, -0.00015702471137046814, -0.000151805579662323, -0.00014658644795417786, -0.00014136731624603271, -0.00013614818453788757, -0.00013092905282974243, -0.0001257099211215973, -0.00012049078941345215, -0.00011527165770530701, -0.00011005252599716187, -0.00010483339428901672, -9.961426258087158e-05, -9.439513087272644e-05, -8.91759991645813e-05, -8.395686745643616e-05, -7.873773574829102e-05, -7.351860404014587e-05, -6.829947233200073e-05, -6.308034062385559e-05, -5.786120891571045e-05, -5.264207720756531e-05, -4.7422945499420166e-05, -4.2203813791275024e-05, -3.698468208312988e-05, -3.176555037498474e-05, -2.65464186668396e-05, -2.1327286958694458e-05, -1.6108155250549316e-05, -1.0889023542404175e-05, -5.669891834259033e-06, -4.507601261138916e-07, 4.76837158203125e-06, 9.987503290176392e-06, 1.5206634998321533e-05, 2.0425766706466675e-05, 2.5644898414611816e-05, 3.086403012275696e-05, 3.60831618309021e-05, 4.130229353904724e-05, 4.652142524719238e-05, 5.1740556955337524e-05, 5.6959688663482666e-05, 6.217882037162781e-05, 6.739795207977295e-05, 7.261708378791809e-05, 7.783621549606323e-05, 8.305534720420837e-05, 8.827447891235352e-05, 9.349361062049866e-05, 9.87127423286438e-05, 0.00010393187403678894, 0.00010915100574493408, 0.00011437013745307922, 0.00011958926916122437, 0.0001248084008693695, 0.00013002753257751465, 0.0001352466642856598, 0.00014046579599380493, 0.00014568492770195007, 0.00015090405941009521, 0.00015612319111824036, 0.0001613423228263855, 0.00016656145453453064, 0.00017178058624267578]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 10.0, 22.0, 18.0, 36.0, 56.0, 95.0, 159.0, 531.0, 2738.0, 115156.0, 916511.0, 11586.0, 1059.0, 292.0, 108.0, 51.0, 59.0, 26.0, 13.0, 9.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.68359375, -6.48846435546875, -6.2933349609375, -6.09820556640625, -5.903076171875, -5.70794677734375, -5.5128173828125, -5.31768798828125, -5.12255859375, -4.92742919921875, -4.7322998046875, -4.53717041015625, -4.342041015625, -4.14691162109375, -3.9517822265625, -3.75665283203125, -3.5615234375, -3.36639404296875, -3.1712646484375, -2.97613525390625, -2.781005859375, -2.58587646484375, -2.3907470703125, -2.19561767578125, -2.00048828125, -1.80535888671875, -1.6102294921875, -1.41510009765625, -1.219970703125, -1.02484130859375, -0.8297119140625, -0.63458251953125, -0.439453125, -0.24432373046875, -0.0491943359375, 0.14593505859375, 0.341064453125, 0.53619384765625, 0.7313232421875, 0.92645263671875, 1.12158203125, 1.31671142578125, 1.5118408203125, 1.70697021484375, 1.902099609375, 2.09722900390625, 2.2923583984375, 2.48748779296875, 2.6826171875, 2.87774658203125, 3.0728759765625, 3.26800537109375, 3.463134765625, 3.65826416015625, 3.8533935546875, 4.04852294921875, 4.24365234375, 4.43878173828125, 4.6339111328125, 4.82904052734375, 5.024169921875, 5.21929931640625, 5.4144287109375, 5.60955810546875, 5.8046875]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 14.0, 23.0, 51.0, 142.0, 266.0, 260.0, 138.0, 59.0, 27.0, 15.0, 8.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.630859375, -2.467376708984375, -2.30389404296875, -2.140411376953125, -1.9769287109375, -1.813446044921875, -1.64996337890625, -1.486480712890625, -1.322998046875, -1.159515380859375, -0.99603271484375, -0.832550048828125, -0.6690673828125, -0.505584716796875, -0.34210205078125, -0.178619384765625, -0.01513671875, 0.148345947265625, 0.31182861328125, 0.475311279296875, 0.6387939453125, 0.802276611328125, 0.96575927734375, 1.129241943359375, 1.292724609375, 1.456207275390625, 1.61968994140625, 1.783172607421875, 1.9466552734375, 2.110137939453125, 2.27362060546875, 2.437103271484375, 2.6005859375, 2.764068603515625, 2.92755126953125, 3.091033935546875, 3.2545166015625, 3.417999267578125, 3.58148193359375, 3.744964599609375, 3.908447265625, 4.071929931640625, 4.23541259765625, 4.398895263671875, 4.5623779296875, 4.725860595703125, 4.88934326171875, 5.052825927734375, 5.21630859375, 5.379791259765625, 5.54327392578125, 5.706756591796875, 5.8702392578125, 6.033721923828125, 6.19720458984375, 6.360687255859375, 6.524169921875, 6.687652587890625, 6.85113525390625, 7.014617919921875, 7.1781005859375, 7.341583251953125, 7.50506591796875, 7.668548583984375, 7.83203125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 12.0, 6.0, 17.0, 19.0, 48.0, 56.0, 99.0, 150.0, 193.0, 149.0, 113.0, 60.0, 29.0, 21.0, 13.0, 8.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.94444274902344, -39.73518753051758, -38.525936126708984, -37.316680908203125, -36.10742950439453, -34.89817428588867, -33.68891906738281, -32.47966766357422, -31.27041244506836, -30.061159133911133, -28.851905822753906, -27.642650604248047, -26.43339729309082, -25.224143981933594, -24.014888763427734, -22.805635452270508, -21.59638214111328, -20.387128829956055, -19.177875518798828, -17.96862030029297, -16.759366989135742, -15.550113677978516, -14.340859413146973, -13.13160514831543, -11.922351837158203, -10.713098526000977, -9.503844261169434, -8.29458999633789, -7.085336685180664, -5.876082897186279, -4.6668291091918945, -3.4575748443603516, -2.248321533203125, -1.0390677452087402, 0.17018604278564453, 1.3794398307800293, 2.588693618774414, 3.797947406768799, 5.007201194763184, 6.216455459594727, 7.425708770751953, 8.63496208190918, 9.844216346740723, 11.053470611572266, 12.262723922729492, 13.471977233886719, 14.681231498718262, 15.890485763549805, 17.09973907470703, 18.308992385864258, 19.518245697021484, 20.727500915527344, 21.93675422668457, 23.146007537841797, 24.355262756347656, 25.564516067504883, 26.77376937866211, 27.983022689819336, 29.192276000976562, 30.401531219482422, 31.61078453063965, 32.820037841796875, 34.029293060302734, 35.238548278808594, 36.44779968261719]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 5.0, 1.0, 4.0, 2.0, 7.0, 6.0, 6.0, 5.0, 17.0, 11.0, 8.0, 11.0, 19.0, 16.0, 23.0, 27.0, 28.0, 29.0, 33.0, 37.0, 31.0, 31.0, 37.0, 40.0, 46.0, 45.0, 42.0, 49.0, 29.0, 36.0, 33.0, 28.0, 38.0, 24.0, 31.0, 19.0, 19.0, 20.0, 14.0, 25.0, 12.0, 8.0, 14.0, 11.0, 9.0, 10.0, 2.0, 6.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.605609893798828, -21.82630157470703, -21.0469913482666, -20.267681121826172, -19.488372802734375, -18.709064483642578, -17.92975425720215, -17.15044403076172, -16.371135711669922, -15.591826438903809, -14.812517166137695, -14.033207893371582, -13.253898620605469, -12.474589347839355, -11.695280075073242, -10.915970802307129, -10.136661529541016, -9.357352256774902, -8.578042984008789, -7.798733711242676, -7.0194244384765625, -6.240115165710449, -5.460805892944336, -4.681496620178223, -3.9021873474121094, -3.122878074645996, -2.343568801879883, -1.5642595291137695, -0.7849502563476562, -0.005640983581542969, 0.7736682891845703, 1.5529775619506836, 2.332286834716797, 3.11159610748291, 3.8909053802490234, 4.670214653015137, 5.44952392578125, 6.228833198547363, 7.008142471313477, 7.78745174407959, 8.566761016845703, 9.346070289611816, 10.12537956237793, 10.904688835144043, 11.683998107910156, 12.46330738067627, 13.242616653442383, 14.021925926208496, 14.80123519897461, 15.580544471740723, 16.359853744506836, 17.139163970947266, 17.918472290039062, 18.69778060913086, 19.47709083557129, 20.25640106201172, 21.035709381103516, 21.815017700195312, 22.594327926635742, 23.373638153076172, 24.15294647216797, 24.932254791259766, 25.711565017700195, 26.490875244140625, 27.270183563232422]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 6.0, 7.0, 6.0, 14.0, 21.0, 23.0, 39.0, 72.0, 121.0, 174.0, 284.0, 500.0, 1102.0, 2592.0, 7334.0, 40092.0, 3658778.0, 454336.0, 20810.0, 4759.0, 1662.0, 716.0, 366.0, 173.0, 115.0, 64.0, 43.0, 21.0, 16.0, 19.0, 10.0, 6.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0], "bins": [-10.21875, -9.96856689453125, -9.7183837890625, -9.46820068359375, -9.218017578125, -8.96783447265625, -8.7176513671875, -8.46746826171875, -8.21728515625, -7.96710205078125, -7.7169189453125, -7.46673583984375, -7.216552734375, -6.96636962890625, -6.7161865234375, -6.46600341796875, -6.2158203125, -5.96563720703125, -5.7154541015625, -5.46527099609375, -5.215087890625, -4.96490478515625, -4.7147216796875, -4.46453857421875, -4.21435546875, -3.96417236328125, -3.7139892578125, -3.46380615234375, -3.213623046875, -2.96343994140625, -2.7132568359375, -2.46307373046875, -2.212890625, -1.96270751953125, -1.7125244140625, -1.46234130859375, -1.212158203125, -0.96197509765625, -0.7117919921875, -0.46160888671875, -0.21142578125, 0.03875732421875, 0.2889404296875, 0.53912353515625, 0.789306640625, 1.03948974609375, 1.2896728515625, 1.53985595703125, 1.7900390625, 2.04022216796875, 2.2904052734375, 2.54058837890625, 2.790771484375, 3.04095458984375, 3.2911376953125, 3.54132080078125, 3.79150390625, 4.04168701171875, 4.2918701171875, 4.54205322265625, 4.792236328125, 5.04241943359375, 5.2926025390625, 5.54278564453125, 5.79296875]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 5.0, 5.0, 7.0, 17.0, 19.0, 21.0, 40.0, 37.0, 32.0, 40.0, 47.0, 54.0, 64.0, 70.0, 61.0, 66.0, 73.0, 55.0, 64.0, 44.0, 38.0, 36.0, 27.0, 23.0, 14.0, 16.0, 7.0, 4.0, 6.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.185546875, -2.1299591064453125, -2.074371337890625, -2.0187835693359375, -1.96319580078125, -1.9076080322265625, -1.852020263671875, -1.7964324951171875, -1.7408447265625, -1.6852569580078125, -1.629669189453125, -1.5740814208984375, -1.51849365234375, -1.4629058837890625, -1.407318115234375, -1.3517303466796875, -1.296142578125, -1.2405548095703125, -1.184967041015625, -1.1293792724609375, -1.07379150390625, -1.0182037353515625, -0.962615966796875, -0.9070281982421875, -0.8514404296875, -0.7958526611328125, -0.740264892578125, -0.6846771240234375, -0.62908935546875, -0.5735015869140625, -0.517913818359375, -0.4623260498046875, -0.40673828125, -0.3511505126953125, -0.295562744140625, -0.2399749755859375, -0.18438720703125, -0.1287994384765625, -0.073211669921875, -0.0176239013671875, 0.0379638671875, 0.0935516357421875, 0.149139404296875, 0.2047271728515625, 0.26031494140625, 0.3159027099609375, 0.371490478515625, 0.4270782470703125, 0.482666015625, 0.5382537841796875, 0.593841552734375, 0.6494293212890625, 0.70501708984375, 0.7606048583984375, 0.816192626953125, 0.8717803955078125, 0.9273681640625, 0.9829559326171875, 1.038543701171875, 1.0941314697265625, 1.14971923828125, 1.2053070068359375, 1.260894775390625, 1.3164825439453125, 1.3720703125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 7.0, 6.0, 12.0, 28.0, 27.0, 35.0, 58.0, 103.0, 143.0, 198.0, 412.0, 795.0, 2057.0, 7082.0, 37747.0, 1192525.0, 2887618.0, 52274.0, 8845.0, 2401.0, 862.0, 416.0, 223.0, 136.0, 85.0, 52.0, 44.0, 29.0, 24.0, 11.0, 11.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.55078125, -6.38311767578125, -6.2154541015625, -6.04779052734375, -5.880126953125, -5.71246337890625, -5.5447998046875, -5.37713623046875, -5.20947265625, -5.04180908203125, -4.8741455078125, -4.70648193359375, -4.538818359375, -4.37115478515625, -4.2034912109375, -4.03582763671875, -3.8681640625, -3.70050048828125, -3.5328369140625, -3.36517333984375, -3.197509765625, -3.02984619140625, -2.8621826171875, -2.69451904296875, -2.52685546875, -2.35919189453125, -2.1915283203125, -2.02386474609375, -1.856201171875, -1.68853759765625, -1.5208740234375, -1.35321044921875, -1.185546875, -1.01788330078125, -0.8502197265625, -0.68255615234375, -0.514892578125, -0.34722900390625, -0.1795654296875, -0.01190185546875, 0.15576171875, 0.32342529296875, 0.4910888671875, 0.65875244140625, 0.826416015625, 0.99407958984375, 1.1617431640625, 1.32940673828125, 1.4970703125, 1.66473388671875, 1.8323974609375, 2.00006103515625, 2.167724609375, 2.33538818359375, 2.5030517578125, 2.67071533203125, 2.83837890625, 3.00604248046875, 3.1737060546875, 3.34136962890625, 3.509033203125, 3.67669677734375, 3.8443603515625, 4.01202392578125, 4.1796875]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 6.0, 10.0, 8.0, 15.0, 32.0, 72.0, 234.0, 1516.0, 1729.0, 261.0, 91.0, 35.0, 33.0, 16.0, 9.0, 2.0, 6.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.52734375, -4.41424560546875, -4.3011474609375, -4.18804931640625, -4.074951171875, -3.96185302734375, -3.8487548828125, -3.73565673828125, -3.62255859375, -3.50946044921875, -3.3963623046875, -3.28326416015625, -3.170166015625, -3.05706787109375, -2.9439697265625, -2.83087158203125, -2.7177734375, -2.60467529296875, -2.4915771484375, -2.37847900390625, -2.265380859375, -2.15228271484375, -2.0391845703125, -1.92608642578125, -1.81298828125, -1.69989013671875, -1.5867919921875, -1.47369384765625, -1.360595703125, -1.24749755859375, -1.1343994140625, -1.02130126953125, -0.908203125, -0.79510498046875, -0.6820068359375, -0.56890869140625, -0.455810546875, -0.34271240234375, -0.2296142578125, -0.11651611328125, -0.00341796875, 0.10968017578125, 0.2227783203125, 0.33587646484375, 0.448974609375, 0.56207275390625, 0.6751708984375, 0.78826904296875, 0.9013671875, 1.01446533203125, 1.1275634765625, 1.24066162109375, 1.353759765625, 1.46685791015625, 1.5799560546875, 1.69305419921875, 1.80615234375, 1.91925048828125, 2.0323486328125, 2.14544677734375, 2.258544921875, 2.37164306640625, 2.4847412109375, 2.59783935546875, 2.7109375]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 11.0, 50.0, 140.0, 289.0, 297.0, 151.0, 50.0, 11.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.406639099121094, -20.691999435424805, -19.977359771728516, -19.262720108032227, -18.548080444335938, -17.83344268798828, -17.11880111694336, -16.404163360595703, -15.689523696899414, -14.974884033203125, -14.260244369506836, -13.545604705810547, -12.830965995788574, -12.116326332092285, -11.401686668395996, -10.687047958374023, -9.972407341003418, -9.257767677307129, -8.54312801361084, -7.828488826751709, -7.113849639892578, -6.399209976196289, -5.6845703125, -4.969931125640869, -4.25529146194458, -3.54065203666687, -2.82601261138916, -2.111372947692871, -1.3967335224151611, -0.6820940971374512, 0.03254556655883789, 0.7471847534179688, 1.4618244171142578, 2.1764638423919678, 2.8911032676696777, 3.605742931365967, 4.320382118225098, 5.035021781921387, 5.749661445617676, 6.464300632476807, 7.178940296173096, 7.893579959869385, 8.608219146728516, 9.322858810424805, 10.037498474121094, 10.752138137817383, 11.466777801513672, 12.181416511535645, 12.896056175231934, 13.610695838928223, 14.325335502624512, 15.039974212646484, 15.754613876342773, 16.469253540039062, 17.18389320373535, 17.89853286743164, 18.61317253112793, 19.32781219482422, 20.042451858520508, 20.757091522216797, 21.471731185913086, 22.186370849609375, 22.90100860595703, 23.61564826965332, 24.33028793334961]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 9.0, 7.0, 8.0, 11.0, 18.0, 16.0, 26.0, 29.0, 18.0, 36.0, 40.0, 38.0, 45.0, 47.0, 32.0, 41.0, 49.0, 38.0, 52.0, 47.0, 58.0, 36.0, 41.0, 32.0, 42.0, 32.0, 26.0, 20.0, 20.0, 22.0, 11.0, 10.0, 13.0, 10.0, 7.0, 5.0, 6.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.621572494506836, -5.427124977111816, -5.232676982879639, -5.038229465484619, -4.8437819480896, -4.649333953857422, -4.454886436462402, -4.260438919067383, -4.065990924835205, -3.8715431690216064, -3.677095651626587, -3.4826478958129883, -3.2882001399993896, -3.093752384185791, -2.8993048667907715, -2.704857110977173, -2.5104095935821533, -2.3159618377685547, -2.121514320373535, -1.9270665645599365, -1.732618808746338, -1.5381711721420288, -1.3437235355377197, -1.149275779724121, -0.954828143119812, -0.7603804469108582, -0.5659327507019043, -0.3714851140975952, -0.17703741788864136, 0.0174102783203125, 0.21185791492462158, 0.4063056707382202, 0.6007533073425293, 0.7952010035514832, 0.989648699760437, 1.184096336364746, 1.3785440921783447, 1.5729917287826538, 1.767439365386963, 1.9618871212005615, 2.15633487701416, 2.350782632827759, 2.5452301502227783, 2.739677906036377, 2.9341256618499756, 3.128573417663574, 3.3230209350585938, 3.5174686908721924, 3.711916208267212, 3.9063639640808105, 4.10081148147583, 4.295259475708008, 4.489706993103027, 4.684154510498047, 4.878602027893066, 5.073050022125244, 5.267497539520264, 5.461945056915283, 5.656393051147461, 5.8508405685424805, 6.0452880859375, 6.239736080169678, 6.434183597564697, 6.628631591796875, 6.8230791091918945]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 10.0, 3.0, 9.0, 26.0, 31.0, 47.0, 81.0, 145.0, 239.0, 522.0, 1105.0, 2448.0, 6395.0, 20134.0, 84379.0, 467093.0, 371814.0, 67469.0, 16864.0, 5520.0, 2184.0, 962.0, 466.0, 274.0, 134.0, 70.0, 46.0, 26.0, 19.0, 14.0, 4.0, 9.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.14453125, -5.94586181640625, -5.7471923828125, -5.54852294921875, -5.349853515625, -5.15118408203125, -4.9525146484375, -4.75384521484375, -4.55517578125, -4.35650634765625, -4.1578369140625, -3.95916748046875, -3.760498046875, -3.56182861328125, -3.3631591796875, -3.16448974609375, -2.9658203125, -2.76715087890625, -2.5684814453125, -2.36981201171875, -2.171142578125, -1.97247314453125, -1.7738037109375, -1.57513427734375, -1.37646484375, -1.17779541015625, -0.9791259765625, -0.78045654296875, -0.581787109375, -0.38311767578125, -0.1844482421875, 0.01422119140625, 0.212890625, 0.41156005859375, 0.6102294921875, 0.80889892578125, 1.007568359375, 1.20623779296875, 1.4049072265625, 1.60357666015625, 1.80224609375, 2.00091552734375, 2.1995849609375, 2.39825439453125, 2.596923828125, 2.79559326171875, 2.9942626953125, 3.19293212890625, 3.3916015625, 3.59027099609375, 3.7889404296875, 3.98760986328125, 4.186279296875, 4.38494873046875, 4.5836181640625, 4.78228759765625, 4.98095703125, 5.17962646484375, 5.3782958984375, 5.57696533203125, 5.775634765625, 5.97430419921875, 6.1729736328125, 6.37164306640625, 6.5703125]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 6.0, 6.0, 8.0, 8.0, 16.0, 12.0, 29.0, 29.0, 38.0, 38.0, 48.0, 48.0, 57.0, 79.0, 57.0, 74.0, 65.0, 58.0, 63.0, 57.0, 42.0, 43.0, 36.0, 19.0, 19.0, 17.0, 11.0, 8.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.265625, -2.2090911865234375, -2.152557373046875, -2.0960235595703125, -2.03948974609375, -1.9829559326171875, -1.926422119140625, -1.8698883056640625, -1.8133544921875, -1.7568206787109375, -1.700286865234375, -1.6437530517578125, -1.58721923828125, -1.5306854248046875, -1.474151611328125, -1.4176177978515625, -1.361083984375, -1.3045501708984375, -1.248016357421875, -1.1914825439453125, -1.13494873046875, -1.0784149169921875, -1.021881103515625, -0.9653472900390625, -0.9088134765625, -0.8522796630859375, -0.795745849609375, -0.7392120361328125, -0.68267822265625, -0.6261444091796875, -0.569610595703125, -0.5130767822265625, -0.45654296875, -0.4000091552734375, -0.343475341796875, -0.2869415283203125, -0.23040771484375, -0.1738739013671875, -0.117340087890625, -0.0608062744140625, -0.0042724609375, 0.0522613525390625, 0.108795166015625, 0.1653289794921875, 0.22186279296875, 0.2783966064453125, 0.334930419921875, 0.3914642333984375, 0.447998046875, 0.5045318603515625, 0.561065673828125, 0.6175994873046875, 0.67413330078125, 0.7306671142578125, 0.787200927734375, 0.8437347412109375, 0.9002685546875, 0.9568023681640625, 1.013336181640625, 1.0698699951171875, 1.12640380859375, 1.1829376220703125, 1.239471435546875, 1.2960052490234375, 1.3525390625]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 8.0, 4.0, 5.0, 3.0, 14.0, 17.0, 21.0, 35.0, 43.0, 48.0, 75.0, 104.0, 153.0, 186.0, 307.0, 385.0, 584.0, 1009.0, 2010.0, 4735.0, 13834.0, 46935.0, 175294.0, 507971.0, 212733.0, 55046.0, 16211.0, 5440.0, 2149.0, 1172.0, 610.0, 401.0, 246.0, 196.0, 166.0, 121.0, 89.0, 44.0, 33.0, 40.0, 22.0, 19.0, 15.0, 7.0, 9.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.5078125, -4.37353515625, -4.2392578125, -4.10498046875, -3.970703125, -3.83642578125, -3.7021484375, -3.56787109375, -3.43359375, -3.29931640625, -3.1650390625, -3.03076171875, -2.896484375, -2.76220703125, -2.6279296875, -2.49365234375, -2.359375, -2.22509765625, -2.0908203125, -1.95654296875, -1.822265625, -1.68798828125, -1.5537109375, -1.41943359375, -1.28515625, -1.15087890625, -1.0166015625, -0.88232421875, -0.748046875, -0.61376953125, -0.4794921875, -0.34521484375, -0.2109375, -0.07666015625, 0.0576171875, 0.19189453125, 0.326171875, 0.46044921875, 0.5947265625, 0.72900390625, 0.86328125, 0.99755859375, 1.1318359375, 1.26611328125, 1.400390625, 1.53466796875, 1.6689453125, 1.80322265625, 1.9375, 2.07177734375, 2.2060546875, 2.34033203125, 2.474609375, 2.60888671875, 2.7431640625, 2.87744140625, 3.01171875, 3.14599609375, 3.2802734375, 3.41455078125, 3.548828125, 3.68310546875, 3.8173828125, 3.95166015625, 4.0859375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 7.0, 4.0, 6.0, 13.0, 7.0, 15.0, 19.0, 21.0, 21.0, 24.0, 23.0, 32.0, 37.0, 46.0, 47.0, 37.0, 56.0, 41.0, 48.0, 47.0, 48.0, 34.0, 39.0, 45.0, 48.0, 37.0, 28.0, 24.0, 22.0, 26.0, 23.0, 12.0, 22.0, 10.0, 7.0, 9.0, 8.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.4296875, -5.26348876953125, -5.0972900390625, -4.93109130859375, -4.764892578125, -4.59869384765625, -4.4324951171875, -4.26629638671875, -4.10009765625, -3.93389892578125, -3.7677001953125, -3.60150146484375, -3.435302734375, -3.26910400390625, -3.1029052734375, -2.93670654296875, -2.7705078125, -2.60430908203125, -2.4381103515625, -2.27191162109375, -2.105712890625, -1.93951416015625, -1.7733154296875, -1.60711669921875, -1.44091796875, -1.27471923828125, -1.1085205078125, -0.94232177734375, -0.776123046875, -0.60992431640625, -0.4437255859375, -0.27752685546875, -0.111328125, 0.05487060546875, 0.2210693359375, 0.38726806640625, 0.553466796875, 0.71966552734375, 0.8858642578125, 1.05206298828125, 1.21826171875, 1.38446044921875, 1.5506591796875, 1.71685791015625, 1.883056640625, 2.04925537109375, 2.2154541015625, 2.38165283203125, 2.5478515625, 2.71405029296875, 2.8802490234375, 3.04644775390625, 3.212646484375, 3.37884521484375, 3.5450439453125, 3.71124267578125, 3.87744140625, 4.04364013671875, 4.2098388671875, 4.37603759765625, 4.542236328125, 4.70843505859375, 4.8746337890625, 5.04083251953125, 5.20703125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 7.0, 9.0, 25.0, 33.0, 69.0, 197.0, 605.0, 5505.0, 812973.0, 225229.0, 3132.0, 483.0, 160.0, 75.0, 21.0, 11.0, 9.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.390625, -6.20751953125, -6.0244140625, -5.84130859375, -5.658203125, -5.47509765625, -5.2919921875, -5.10888671875, -4.92578125, -4.74267578125, -4.5595703125, -4.37646484375, -4.193359375, -4.01025390625, -3.8271484375, -3.64404296875, -3.4609375, -3.27783203125, -3.0947265625, -2.91162109375, -2.728515625, -2.54541015625, -2.3623046875, -2.17919921875, -1.99609375, -1.81298828125, -1.6298828125, -1.44677734375, -1.263671875, -1.08056640625, -0.8974609375, -0.71435546875, -0.53125, -0.34814453125, -0.1650390625, 0.01806640625, 0.201171875, 0.38427734375, 0.5673828125, 0.75048828125, 0.93359375, 1.11669921875, 1.2998046875, 1.48291015625, 1.666015625, 1.84912109375, 2.0322265625, 2.21533203125, 2.3984375, 2.58154296875, 2.7646484375, 2.94775390625, 3.130859375, 3.31396484375, 3.4970703125, 3.68017578125, 3.86328125, 4.04638671875, 4.2294921875, 4.41259765625, 4.595703125, 4.77880859375, 4.9619140625, 5.14501953125, 5.328125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 9.0, 6.0, 7.0, 11.0, 17.0, 18.0, 27.0, 29.0, 63.0, 99.0, 262.0, 210.0, 74.0, 48.0, 27.0, 24.0, 12.0, 18.0, 8.0, 13.0, 2.0, 5.0, 6.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00033092498779296875, -0.0003219433128833771, -0.0003129616379737854, -0.0003039799630641937, -0.00029499828815460205, -0.0002860166132450104, -0.0002770349383354187, -0.000268053263425827, -0.00025907158851623535, -0.0002500899136066437, -0.000241108238697052, -0.00023212656378746033, -0.00022314488887786865, -0.00021416321396827698, -0.0002051815390586853, -0.00019619986414909363, -0.00018721818923950195, -0.00017823651432991028, -0.0001692548394203186, -0.00016027316451072693, -0.00015129148960113525, -0.00014230981469154358, -0.0001333281397819519, -0.00012434646487236023, -0.00011536478996276855, -0.00010638311505317688, -9.74014401435852e-05, -8.841976523399353e-05, -7.943809032440186e-05, -7.045641541481018e-05, -6.14747405052185e-05, -5.249306559562683e-05, -4.3511390686035156e-05, -3.452971577644348e-05, -2.5548040866851807e-05, -1.6566365957260132e-05, -7.584691047668457e-06, 1.3969838619232178e-06, 1.0378658771514893e-05, 1.9360333681106567e-05, 2.8342008590698242e-05, 3.732368350028992e-05, 4.630535840988159e-05, 5.5287033319473267e-05, 6.426870822906494e-05, 7.325038313865662e-05, 8.223205804824829e-05, 9.121373295783997e-05, 0.00010019540786743164, 0.00010917708277702332, 0.00011815875768661499, 0.00012714043259620667, 0.00013612210750579834, 0.00014510378241539001, 0.0001540854573249817, 0.00016306713223457336, 0.00017204880714416504, 0.00018103048205375671, 0.0001900121569633484, 0.00019899383187294006, 0.00020797550678253174, 0.0002169571816921234, 0.0002259388566017151, 0.00023492053151130676, 0.00024390220642089844]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 2.0, 3.0, 5.0, 5.0, 9.0, 11.0, 18.0, 44.0, 77.0, 112.0, 212.0, 425.0, 1080.0, 8011.0, 543181.0, 485807.0, 7579.0, 1066.0, 397.0, 194.0, 125.0, 79.0, 38.0, 26.0, 6.0, 12.0, 9.0, 8.0, 3.0, 0.0, 1.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1328125, -4.97723388671875, -4.8216552734375, -4.66607666015625, -4.510498046875, -4.35491943359375, -4.1993408203125, -4.04376220703125, -3.88818359375, -3.73260498046875, -3.5770263671875, -3.42144775390625, -3.265869140625, -3.11029052734375, -2.9547119140625, -2.79913330078125, -2.6435546875, -2.48797607421875, -2.3323974609375, -2.17681884765625, -2.021240234375, -1.86566162109375, -1.7100830078125, -1.55450439453125, -1.39892578125, -1.24334716796875, -1.0877685546875, -0.93218994140625, -0.776611328125, -0.62103271484375, -0.4654541015625, -0.30987548828125, -0.154296875, 0.00128173828125, 0.1568603515625, 0.31243896484375, 0.468017578125, 0.62359619140625, 0.7791748046875, 0.93475341796875, 1.09033203125, 1.24591064453125, 1.4014892578125, 1.55706787109375, 1.712646484375, 1.86822509765625, 2.0238037109375, 2.17938232421875, 2.3349609375, 2.49053955078125, 2.6461181640625, 2.80169677734375, 2.957275390625, 3.11285400390625, 3.2684326171875, 3.42401123046875, 3.57958984375, 3.73516845703125, 3.8907470703125, 4.04632568359375, 4.201904296875, 4.35748291015625, 4.5130615234375, 4.66864013671875, 4.82421875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 7.0, 12.0, 24.0, 43.0, 224.0, 500.0, 134.0, 39.0, 22.0, 8.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.38671875, -6.18304443359375, -5.9793701171875, -5.77569580078125, -5.572021484375, -5.36834716796875, -5.1646728515625, -4.96099853515625, -4.75732421875, -4.55364990234375, -4.3499755859375, -4.14630126953125, -3.942626953125, -3.73895263671875, -3.5352783203125, -3.33160400390625, -3.1279296875, -2.92425537109375, -2.7205810546875, -2.51690673828125, -2.313232421875, -2.10955810546875, -1.9058837890625, -1.70220947265625, -1.49853515625, -1.29486083984375, -1.0911865234375, -0.88751220703125, -0.683837890625, -0.48016357421875, -0.2764892578125, -0.07281494140625, 0.130859375, 0.33453369140625, 0.5382080078125, 0.74188232421875, 0.945556640625, 1.14923095703125, 1.3529052734375, 1.55657958984375, 1.76025390625, 1.96392822265625, 2.1676025390625, 2.37127685546875, 2.574951171875, 2.77862548828125, 2.9822998046875, 3.18597412109375, 3.3896484375, 3.59332275390625, 3.7969970703125, 4.00067138671875, 4.204345703125, 4.40802001953125, 4.6116943359375, 4.81536865234375, 5.01904296875, 5.22271728515625, 5.4263916015625, 5.63006591796875, 5.833740234375, 6.03741455078125, 6.2410888671875, 6.44476318359375, 6.6484375]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 13.0, 21.0, 46.0, 142.0, 337.0, 285.0, 114.0, 39.0, 8.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.230724334716797, -22.056289672851562, -19.88185691833496, -17.70742416381836, -15.532989501953125, -13.358555793762207, -11.184122085571289, -9.009688377380371, -6.835254669189453, -4.660820960998535, -2.486387252807617, -0.3119535446166992, 1.8624801635742188, 4.036913871765137, 6.211347579956055, 8.385781288146973, 10.56021499633789, 12.734648704528809, 14.909082412719727, 17.083515167236328, 19.257949829101562, 21.432384490966797, 23.6068172454834, 25.78125, 27.955684661865234, 30.13011932373047, 32.30455017089844, 34.47898483276367, 36.653419494628906, 38.82785415649414, 41.002288818359375, 43.176719665527344, 45.35115051269531, 47.52558517456055, 49.70001983642578, 51.87445068359375, 54.048885345458984, 56.22332000732422, 58.39775085449219, 60.57218551635742, 62.746620178222656, 64.92105102539062, 67.09548950195312, 69.2699203491211, 71.44435119628906, 73.61878967285156, 75.79322052001953, 77.96765899658203, 80.14208984375, 82.31652069091797, 84.49095916748047, 86.66539001464844, 88.83982849121094, 91.0142593383789, 93.18869018554688, 95.36312866210938, 97.53755950927734, 99.71199035644531, 101.88642883300781, 104.06085968017578, 106.23529052734375, 108.40972900390625, 110.58415985107422, 112.75859832763672, 114.93302917480469]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 6.0, 5.0, 9.0, 8.0, 7.0, 12.0, 11.0, 10.0, 19.0, 22.0, 17.0, 29.0, 36.0, 32.0, 39.0, 22.0, 28.0, 42.0, 45.0, 34.0, 32.0, 47.0, 36.0, 34.0, 41.0, 33.0, 43.0, 29.0, 43.0, 26.0, 22.0, 23.0, 26.0, 15.0, 18.0, 19.0, 13.0, 12.0, 9.0, 8.0, 8.0, 7.0, 6.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-21.908580780029297, -21.1951961517334, -20.481813430786133, -19.768428802490234, -19.055044174194336, -18.34166145324707, -17.628276824951172, -16.914894104003906, -16.201509475708008, -15.488125801086426, -14.774741172790527, -14.061357498168945, -13.347973823547363, -12.634590148925781, -11.921205520629883, -11.2078218460083, -10.494437217712402, -9.78105354309082, -9.067668914794922, -8.35428524017334, -7.640901565551758, -6.927517414093018, -6.214133262634277, -5.500749588012695, -4.787365436553955, -4.073981285095215, -3.360597610473633, -2.6472134590148926, -1.9338295459747314, -1.2204456329345703, -0.5070614814758301, 0.20632219314575195, 0.9197063446044922, 1.6330902576446533, 2.3464741706848145, 3.0598583221435547, 3.773242235183716, 4.486626148223877, 5.200010299682617, 5.913393974304199, 6.6267781257629395, 7.34016227722168, 8.053545951843262, 8.766929626464844, 9.480314254760742, 10.193697929382324, 10.907081604003906, 11.620466232299805, 12.333849906921387, 13.047233581542969, 13.760618209838867, 14.47400188446045, 15.187385559082031, 15.90077018737793, 16.614154815673828, 17.327537536621094, 18.040922164916992, 18.75430679321289, 19.467689514160156, 20.181074142456055, 20.894458770751953, 21.60784149169922, 22.321226119995117, 23.034610748291016, 23.74799346923828]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 0.0, 4.0, 5.0, 6.0, 4.0, 13.0, 13.0, 19.0, 22.0, 42.0, 45.0, 79.0, 86.0, 169.0, 227.0, 359.0, 554.0, 936.0, 1688.0, 3332.0, 8206.0, 28680.0, 263245.0, 3763521.0, 95079.0, 17100.0, 5549.0, 2337.0, 1220.0, 657.0, 375.0, 252.0, 168.0, 97.0, 73.0, 35.0, 30.0, 21.0, 15.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.00390625, -4.8441162109375, -4.684326171875, -4.5245361328125, -4.36474609375, -4.2049560546875, -4.045166015625, -3.8853759765625, -3.7255859375, -3.5657958984375, -3.406005859375, -3.2462158203125, -3.08642578125, -2.9266357421875, -2.766845703125, -2.6070556640625, -2.447265625, -2.2874755859375, -2.127685546875, -1.9678955078125, -1.80810546875, -1.6483154296875, -1.488525390625, -1.3287353515625, -1.1689453125, -1.0091552734375, -0.849365234375, -0.6895751953125, -0.52978515625, -0.3699951171875, -0.210205078125, -0.0504150390625, 0.109375, 0.2691650390625, 0.428955078125, 0.5887451171875, 0.74853515625, 0.9083251953125, 1.068115234375, 1.2279052734375, 1.3876953125, 1.5474853515625, 1.707275390625, 1.8670654296875, 2.02685546875, 2.1866455078125, 2.346435546875, 2.5062255859375, 2.666015625, 2.8258056640625, 2.985595703125, 3.1453857421875, 3.30517578125, 3.4649658203125, 3.624755859375, 3.7845458984375, 3.9443359375, 4.1041259765625, 4.263916015625, 4.4237060546875, 4.58349609375, 4.7432861328125, 4.903076171875, 5.0628662109375, 5.22265625]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 4.0, 9.0, 5.0, 12.0, 15.0, 15.0, 22.0, 26.0, 26.0, 44.0, 41.0, 50.0, 48.0, 69.0, 65.0, 59.0, 58.0, 55.0, 60.0, 61.0, 55.0, 33.0, 36.0, 33.0, 22.0, 22.0, 13.0, 15.0, 10.0, 6.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.1796875, -2.12481689453125, -2.0699462890625, -2.01507568359375, -1.960205078125, -1.90533447265625, -1.8504638671875, -1.79559326171875, -1.74072265625, -1.68585205078125, -1.6309814453125, -1.57611083984375, -1.521240234375, -1.46636962890625, -1.4114990234375, -1.35662841796875, -1.3017578125, -1.24688720703125, -1.1920166015625, -1.13714599609375, -1.082275390625, -1.02740478515625, -0.9725341796875, -0.91766357421875, -0.86279296875, -0.80792236328125, -0.7530517578125, -0.69818115234375, -0.643310546875, -0.58843994140625, -0.5335693359375, -0.47869873046875, -0.423828125, -0.36895751953125, -0.3140869140625, -0.25921630859375, -0.204345703125, -0.14947509765625, -0.0946044921875, -0.03973388671875, 0.01513671875, 0.07000732421875, 0.1248779296875, 0.17974853515625, 0.234619140625, 0.28948974609375, 0.3443603515625, 0.39923095703125, 0.4541015625, 0.50897216796875, 0.5638427734375, 0.61871337890625, 0.673583984375, 0.72845458984375, 0.7833251953125, 0.83819580078125, 0.89306640625, 0.94793701171875, 1.0028076171875, 1.05767822265625, 1.112548828125, 1.16741943359375, 1.2222900390625, 1.27716064453125, 1.33203125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 6.0, 3.0, 12.0, 5.0, 9.0, 11.0, 15.0, 23.0, 28.0, 32.0, 59.0, 94.0, 192.0, 433.0, 913.0, 2509.0, 8050.0, 38027.0, 1878628.0, 2211314.0, 40723.0, 8400.0, 2750.0, 1038.0, 422.0, 215.0, 105.0, 66.0, 40.0, 38.0, 39.0, 14.0, 15.0, 12.0, 15.0, 11.0, 12.0, 2.0, 8.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.484375, -4.32977294921875, -4.1751708984375, -4.02056884765625, -3.865966796875, -3.71136474609375, -3.5567626953125, -3.40216064453125, -3.24755859375, -3.09295654296875, -2.9383544921875, -2.78375244140625, -2.629150390625, -2.47454833984375, -2.3199462890625, -2.16534423828125, -2.0107421875, -1.85614013671875, -1.7015380859375, -1.54693603515625, -1.392333984375, -1.23773193359375, -1.0831298828125, -0.92852783203125, -0.77392578125, -0.61932373046875, -0.4647216796875, -0.31011962890625, -0.155517578125, -0.00091552734375, 0.1536865234375, 0.30828857421875, 0.462890625, 0.61749267578125, 0.7720947265625, 0.92669677734375, 1.081298828125, 1.23590087890625, 1.3905029296875, 1.54510498046875, 1.69970703125, 1.85430908203125, 2.0089111328125, 2.16351318359375, 2.318115234375, 2.47271728515625, 2.6273193359375, 2.78192138671875, 2.9365234375, 3.09112548828125, 3.2457275390625, 3.40032958984375, 3.554931640625, 3.70953369140625, 3.8641357421875, 4.01873779296875, 4.17333984375, 4.32794189453125, 4.4825439453125, 4.63714599609375, 4.791748046875, 4.94635009765625, 5.1009521484375, 5.25555419921875, 5.41015625]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 8.0, 13.0, 18.0, 33.0, 110.0, 478.0, 2600.0, 533.0, 136.0, 58.0, 22.0, 19.0, 17.0, 7.0, 3.0, 6.0, 6.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.435546875, -1.348602294921875, -1.26165771484375, -1.174713134765625, -1.0877685546875, -1.000823974609375, -0.91387939453125, -0.826934814453125, -0.739990234375, -0.653045654296875, -0.56610107421875, -0.479156494140625, -0.3922119140625, -0.305267333984375, -0.21832275390625, -0.131378173828125, -0.04443359375, 0.042510986328125, 0.12945556640625, 0.216400146484375, 0.3033447265625, 0.390289306640625, 0.47723388671875, 0.564178466796875, 0.651123046875, 0.738067626953125, 0.82501220703125, 0.911956787109375, 0.9989013671875, 1.085845947265625, 1.17279052734375, 1.259735107421875, 1.3466796875, 1.433624267578125, 1.52056884765625, 1.607513427734375, 1.6944580078125, 1.781402587890625, 1.86834716796875, 1.955291748046875, 2.042236328125, 2.129180908203125, 2.21612548828125, 2.303070068359375, 2.3900146484375, 2.476959228515625, 2.56390380859375, 2.650848388671875, 2.73779296875, 2.824737548828125, 2.91168212890625, 2.998626708984375, 3.0855712890625, 3.172515869140625, 3.25946044921875, 3.346405029296875, 3.433349609375, 3.520294189453125, 3.60723876953125, 3.694183349609375, 3.7811279296875, 3.868072509765625, 3.95501708984375, 4.041961669921875, 4.12890625]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 9.0, 16.0, 66.0, 172.0, 295.0, 248.0, 116.0, 43.0, 25.0, 6.0, 4.0, 5.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.197068214416504, -6.6948418617248535, -6.192615509033203, -5.690389633178711, -5.188162803649902, -4.68593692779541, -4.18371057510376, -3.6814842224121094, -3.179257869720459, -2.6770315170288086, -2.174805164337158, -1.672579050064087, -1.1703526973724365, -0.6681263446807861, -0.16590023040771484, 0.33632612228393555, 0.8385524749755859, 1.3407788276672363, 1.8430050611495972, 2.345231294631958, 2.8474576473236084, 3.349684000015259, 3.85191011428833, 4.3541364669799805, 4.856362819671631, 5.358589172363281, 5.860815525054932, 6.363041877746582, 6.865267753601074, 7.367494583129883, 7.869720458984375, 8.371946334838867, 8.87417221069336, 9.376398086547852, 9.87862491607666, 10.380850791931152, 10.883077621459961, 11.385303497314453, 11.887529373168945, 12.389756202697754, 12.891983032226562, 13.394208908081055, 13.896435737609863, 14.398661613464355, 14.900888442993164, 15.403114318847656, 15.905340194702148, 16.40756607055664, 16.909793853759766, 17.412019729614258, 17.91424560546875, 18.416473388671875, 18.918699264526367, 19.42092514038086, 19.92315101623535, 20.425376892089844, 20.927602767944336, 21.429828643798828, 21.93205451965332, 22.434282302856445, 22.936508178710938, 23.43873405456543, 23.940959930419922, 24.443187713623047, 24.94541358947754]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 8.0, 3.0, 5.0, 4.0, 7.0, 7.0, 9.0, 11.0, 13.0, 7.0, 17.0, 18.0, 14.0, 19.0, 22.0, 34.0, 36.0, 30.0, 49.0, 44.0, 52.0, 36.0, 48.0, 55.0, 45.0, 33.0, 40.0, 36.0, 46.0, 42.0, 36.0, 30.0, 23.0, 27.0, 19.0, 19.0, 8.0, 14.0, 13.0, 11.0, 5.0, 6.0, 3.0, 2.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.398812294006348, -5.23275089263916, -5.066689968109131, -4.900628566741943, -4.734567642211914, -4.568506240844727, -4.402444839477539, -4.236383438110352, -4.070322513580322, -3.904261350631714, -3.7382001876831055, -3.572138786315918, -3.4060776233673096, -3.240016460418701, -3.0739550590515137, -2.9078938961029053, -2.741832733154297, -2.5757715702056885, -2.40971040725708, -2.2436490058898926, -2.077587842941284, -1.9115266799926758, -1.7454653978347778, -1.5794041156768799, -1.4133429527282715, -1.247281789779663, -1.0812205076217651, -0.915159285068512, -0.7490980625152588, -0.5830368399620056, -0.41697561740875244, -0.2509143352508545, -0.0848531723022461, 0.08120805025100708, 0.24726927280426025, 0.4133304953575134, 0.5793917179107666, 0.7454529404640198, 0.911514163017273, 1.077575445175171, 1.2436366081237793, 1.4096977710723877, 1.5757590532302856, 1.7418203353881836, 1.907881498336792, 2.0739426612854004, 2.240004062652588, 2.4060652256011963, 2.5721263885498047, 2.738187551498413, 2.9042487144470215, 3.070310115814209, 3.2363712787628174, 3.402432441711426, 3.5684938430786133, 3.7345550060272217, 3.90061616897583, 4.066677570343018, 4.232738494873047, 4.398799896240234, 4.564861297607422, 4.730922222137451, 4.896983623504639, 5.063044548034668, 5.2291059494018555]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 4.0, 8.0, 7.0, 8.0, 10.0, 19.0, 26.0, 37.0, 65.0, 116.0, 199.0, 407.0, 1141.0, 3596.0, 14307.0, 77162.0, 497968.0, 379868.0, 57723.0, 11271.0, 2817.0, 962.0, 384.0, 180.0, 92.0, 62.0, 40.0, 26.0, 14.0, 11.0, 11.0, 2.0, 1.0, 6.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.5625, -7.33953857421875, -7.1165771484375, -6.89361572265625, -6.670654296875, -6.44769287109375, -6.2247314453125, -6.00177001953125, -5.77880859375, -5.55584716796875, -5.3328857421875, -5.10992431640625, -4.886962890625, -4.66400146484375, -4.4410400390625, -4.21807861328125, -3.9951171875, -3.77215576171875, -3.5491943359375, -3.32623291015625, -3.103271484375, -2.88031005859375, -2.6573486328125, -2.43438720703125, -2.21142578125, -1.98846435546875, -1.7655029296875, -1.54254150390625, -1.319580078125, -1.09661865234375, -0.8736572265625, -0.65069580078125, -0.427734375, -0.20477294921875, 0.0181884765625, 0.24114990234375, 0.464111328125, 0.68707275390625, 0.9100341796875, 1.13299560546875, 1.35595703125, 1.57891845703125, 1.8018798828125, 2.02484130859375, 2.247802734375, 2.47076416015625, 2.6937255859375, 2.91668701171875, 3.1396484375, 3.36260986328125, 3.5855712890625, 3.80853271484375, 4.031494140625, 4.25445556640625, 4.4774169921875, 4.70037841796875, 4.92333984375, 5.14630126953125, 5.3692626953125, 5.59222412109375, 5.815185546875, 6.03814697265625, 6.2611083984375, 6.48406982421875, 6.70703125]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 5.0, 7.0, 7.0, 12.0, 17.0, 24.0, 25.0, 28.0, 39.0, 35.0, 40.0, 54.0, 58.0, 64.0, 77.0, 69.0, 49.0, 62.0, 50.0, 49.0, 47.0, 31.0, 27.0, 26.0, 29.0, 13.0, 17.0, 10.0, 6.0, 8.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.126953125, -2.0737152099609375, -2.020477294921875, -1.9672393798828125, -1.91400146484375, -1.8607635498046875, -1.807525634765625, -1.7542877197265625, -1.7010498046875, -1.6478118896484375, -1.594573974609375, -1.5413360595703125, -1.48809814453125, -1.4348602294921875, -1.381622314453125, -1.3283843994140625, -1.275146484375, -1.2219085693359375, -1.168670654296875, -1.1154327392578125, -1.06219482421875, -1.0089569091796875, -0.955718994140625, -0.9024810791015625, -0.8492431640625, -0.7960052490234375, -0.742767333984375, -0.6895294189453125, -0.63629150390625, -0.5830535888671875, -0.529815673828125, -0.4765777587890625, -0.42333984375, -0.3701019287109375, -0.316864013671875, -0.2636260986328125, -0.21038818359375, -0.1571502685546875, -0.103912353515625, -0.0506744384765625, 0.0025634765625, 0.0558013916015625, 0.109039306640625, 0.1622772216796875, 0.21551513671875, 0.2687530517578125, 0.321990966796875, 0.3752288818359375, 0.428466796875, 0.4817047119140625, 0.534942626953125, 0.5881805419921875, 0.64141845703125, 0.6946563720703125, 0.747894287109375, 0.8011322021484375, 0.8543701171875, 0.9076080322265625, 0.960845947265625, 1.0140838623046875, 1.06732177734375, 1.1205596923828125, 1.173797607421875, 1.2270355224609375, 1.2802734375]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 6.0, 4.0, 8.0, 12.0, 12.0, 12.0, 32.0, 40.0, 41.0, 57.0, 85.0, 133.0, 201.0, 285.0, 493.0, 979.0, 2040.0, 5213.0, 15099.0, 49985.0, 195517.0, 515422.0, 189797.0, 48831.0, 14827.0, 5056.0, 2052.0, 905.0, 479.0, 304.0, 184.0, 128.0, 82.0, 60.0, 41.0, 36.0, 23.0, 15.0, 13.0, 15.0, 10.0, 3.0, 6.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0], "bins": [-4.4375, -4.308837890625, -4.18017578125, -4.051513671875, -3.9228515625, -3.794189453125, -3.66552734375, -3.536865234375, -3.408203125, -3.279541015625, -3.15087890625, -3.022216796875, -2.8935546875, -2.764892578125, -2.63623046875, -2.507568359375, -2.37890625, -2.250244140625, -2.12158203125, -1.992919921875, -1.8642578125, -1.735595703125, -1.60693359375, -1.478271484375, -1.349609375, -1.220947265625, -1.09228515625, -0.963623046875, -0.8349609375, -0.706298828125, -0.57763671875, -0.448974609375, -0.3203125, -0.191650390625, -0.06298828125, 0.065673828125, 0.1943359375, 0.322998046875, 0.45166015625, 0.580322265625, 0.708984375, 0.837646484375, 0.96630859375, 1.094970703125, 1.2236328125, 1.352294921875, 1.48095703125, 1.609619140625, 1.73828125, 1.866943359375, 1.99560546875, 2.124267578125, 2.2529296875, 2.381591796875, 2.51025390625, 2.638916015625, 2.767578125, 2.896240234375, 3.02490234375, 3.153564453125, 3.2822265625, 3.410888671875, 3.53955078125, 3.668212890625, 3.796875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 5.0, 11.0, 4.0, 10.0, 9.0, 13.0, 20.0, 18.0, 23.0, 19.0, 29.0, 37.0, 32.0, 32.0, 42.0, 36.0, 40.0, 38.0, 41.0, 50.0, 34.0, 45.0, 41.0, 47.0, 37.0, 33.0, 40.0, 33.0, 29.0, 26.0, 23.0, 15.0, 17.0, 12.0, 16.0, 7.0, 4.0, 9.0, 4.0, 4.0, 1.0, 7.0, 2.0, 2.0, 0.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.03515625, -4.8818359375, -4.728515625, -4.5751953125, -4.421875, -4.2685546875, -4.115234375, -3.9619140625, -3.80859375, -3.6552734375, -3.501953125, -3.3486328125, -3.1953125, -3.0419921875, -2.888671875, -2.7353515625, -2.58203125, -2.4287109375, -2.275390625, -2.1220703125, -1.96875, -1.8154296875, -1.662109375, -1.5087890625, -1.35546875, -1.2021484375, -1.048828125, -0.8955078125, -0.7421875, -0.5888671875, -0.435546875, -0.2822265625, -0.12890625, 0.0244140625, 0.177734375, 0.3310546875, 0.484375, 0.6376953125, 0.791015625, 0.9443359375, 1.09765625, 1.2509765625, 1.404296875, 1.5576171875, 1.7109375, 1.8642578125, 2.017578125, 2.1708984375, 2.32421875, 2.4775390625, 2.630859375, 2.7841796875, 2.9375, 3.0908203125, 3.244140625, 3.3974609375, 3.55078125, 3.7041015625, 3.857421875, 4.0107421875, 4.1640625, 4.3173828125, 4.470703125, 4.6240234375, 4.77734375]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 9.0, 11.0, 15.0, 40.0, 71.0, 156.0, 299.0, 704.0, 2116.0, 8948.0, 59047.0, 535366.0, 388451.0, 43456.0, 6995.0, 1717.0, 625.0, 241.0, 119.0, 58.0, 45.0, 20.0, 9.0, 13.0, 7.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.4814453125, -1.437774658203125, -1.39410400390625, -1.350433349609375, -1.3067626953125, -1.263092041015625, -1.21942138671875, -1.175750732421875, -1.132080078125, -1.088409423828125, -1.04473876953125, -1.001068115234375, -0.9573974609375, -0.913726806640625, -0.87005615234375, -0.826385498046875, -0.78271484375, -0.739044189453125, -0.69537353515625, -0.651702880859375, -0.6080322265625, -0.564361572265625, -0.52069091796875, -0.477020263671875, -0.433349609375, -0.389678955078125, -0.34600830078125, -0.302337646484375, -0.2586669921875, -0.214996337890625, -0.17132568359375, -0.127655029296875, -0.083984375, -0.040313720703125, 0.00335693359375, 0.047027587890625, 0.0906982421875, 0.134368896484375, 0.17803955078125, 0.221710205078125, 0.265380859375, 0.309051513671875, 0.35272216796875, 0.396392822265625, 0.4400634765625, 0.483734130859375, 0.52740478515625, 0.571075439453125, 0.61474609375, 0.658416748046875, 0.70208740234375, 0.745758056640625, 0.7894287109375, 0.833099365234375, 0.87677001953125, 0.920440673828125, 0.964111328125, 1.007781982421875, 1.05145263671875, 1.095123291015625, 1.1387939453125, 1.182464599609375, 1.22613525390625, 1.269805908203125, 1.3134765625]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 9.0, 3.0, 7.0, 12.0, 8.0, 17.0, 20.0, 20.0, 36.0, 47.0, 104.0, 170.0, 204.0, 114.0, 65.0, 54.0, 26.0, 17.0, 11.0, 16.0, 8.0, 8.0, 5.0, 5.0, 7.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014662742614746094, -0.00014103949069976807, -0.0001354515552520752, -0.00012986361980438232, -0.00012427568435668945, -0.00011868774890899658, -0.00011309981346130371, -0.00010751187801361084, -0.00010192394256591797, -9.63360071182251e-05, -9.074807167053223e-05, -8.516013622283936e-05, -7.957220077514648e-05, -7.398426532745361e-05, -6.839632987976074e-05, -6.280839443206787e-05, -5.7220458984375e-05, -5.163252353668213e-05, -4.604458808898926e-05, -4.045665264129639e-05, -3.4868717193603516e-05, -2.9280781745910645e-05, -2.3692846298217773e-05, -1.8104910850524902e-05, -1.2516975402832031e-05, -6.92903995513916e-06, -1.341104507446289e-06, 4.246830940246582e-06, 9.834766387939453e-06, 1.5422701835632324e-05, 2.1010637283325195e-05, 2.6598572731018066e-05, 3.218650817871094e-05, 3.777444362640381e-05, 4.336237907409668e-05, 4.895031452178955e-05, 5.453824996948242e-05, 6.012618541717529e-05, 6.571412086486816e-05, 7.130205631256104e-05, 7.68899917602539e-05, 8.247792720794678e-05, 8.806586265563965e-05, 9.365379810333252e-05, 9.924173355102539e-05, 0.00010482966899871826, 0.00011041760444641113, 0.000116005539894104, 0.00012159347534179688, 0.00012718141078948975, 0.00013276934623718262, 0.0001383572816848755, 0.00014394521713256836, 0.00014953315258026123, 0.0001551210880279541, 0.00016070902347564697, 0.00016629695892333984, 0.00017188489437103271, 0.00017747282981872559, 0.00018306076526641846, 0.00018864870071411133, 0.0001942366361618042, 0.00019982457160949707, 0.00020541250705718994, 0.0002110004425048828]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 6.0, 3.0, 3.0, 7.0, 16.0, 13.0, 32.0, 42.0, 59.0, 91.0, 128.0, 223.0, 386.0, 756.0, 1587.0, 4245.0, 12834.0, 49440.0, 265656.0, 573911.0, 103452.0, 23782.0, 6944.0, 2522.0, 1090.0, 563.0, 281.0, 194.0, 95.0, 50.0, 35.0, 33.0, 17.0, 15.0, 14.0, 6.0, 8.0, 4.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.013671875, -0.97900390625, -0.9443359375, -0.90966796875, -0.875, -0.84033203125, -0.8056640625, -0.77099609375, -0.736328125, -0.70166015625, -0.6669921875, -0.63232421875, -0.59765625, -0.56298828125, -0.5283203125, -0.49365234375, -0.458984375, -0.42431640625, -0.3896484375, -0.35498046875, -0.3203125, -0.28564453125, -0.2509765625, -0.21630859375, -0.181640625, -0.14697265625, -0.1123046875, -0.07763671875, -0.04296875, -0.00830078125, 0.0263671875, 0.06103515625, 0.095703125, 0.13037109375, 0.1650390625, 0.19970703125, 0.234375, 0.26904296875, 0.3037109375, 0.33837890625, 0.373046875, 0.40771484375, 0.4423828125, 0.47705078125, 0.51171875, 0.54638671875, 0.5810546875, 0.61572265625, 0.650390625, 0.68505859375, 0.7197265625, 0.75439453125, 0.7890625, 0.82373046875, 0.8583984375, 0.89306640625, 0.927734375, 0.96240234375, 0.9970703125, 1.03173828125, 1.06640625, 1.10107421875, 1.1357421875, 1.17041015625, 1.205078125]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 3.0, 5.0, 5.0, 5.0, 6.0, 14.0, 16.0, 16.0, 13.0, 20.0, 31.0, 39.0, 32.0, 68.0, 104.0, 106.0, 110.0, 102.0, 62.0, 52.0, 37.0, 31.0, 32.0, 24.0, 19.0, 12.0, 8.0, 3.0, 6.0, 4.0, 2.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0068359375, -0.9734344482421875, -0.940032958984375, -0.9066314697265625, -0.87322998046875, -0.8398284912109375, -0.806427001953125, -0.7730255126953125, -0.7396240234375, -0.7062225341796875, -0.672821044921875, -0.6394195556640625, -0.60601806640625, -0.5726165771484375, -0.539215087890625, -0.5058135986328125, -0.472412109375, -0.4390106201171875, -0.405609130859375, -0.3722076416015625, -0.33880615234375, -0.3054046630859375, -0.272003173828125, -0.2386016845703125, -0.2052001953125, -0.1717987060546875, -0.138397216796875, -0.1049957275390625, -0.07159423828125, -0.0381927490234375, -0.004791259765625, 0.0286102294921875, 0.06201171875, 0.0954132080078125, 0.128814697265625, 0.1622161865234375, 0.19561767578125, 0.2290191650390625, 0.262420654296875, 0.2958221435546875, 0.3292236328125, 0.3626251220703125, 0.396026611328125, 0.4294281005859375, 0.46282958984375, 0.4962310791015625, 0.529632568359375, 0.5630340576171875, 0.596435546875, 0.6298370361328125, 0.663238525390625, 0.6966400146484375, 0.73004150390625, 0.7634429931640625, 0.796844482421875, 0.8302459716796875, 0.8636474609375, 0.8970489501953125, 0.930450439453125, 0.9638519287109375, 0.99725341796875, 1.0306549072265625, 1.064056396484375, 1.0974578857421875, 1.130859375]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 9.0, 15.0, 31.0, 48.0, 64.0, 123.0, 155.0, 158.0, 166.0, 91.0, 61.0, 41.0, 20.0, 8.0, 9.0, 1.0, 0.0, 1.0, 5.0], "bins": [-46.983402252197266, -46.08644104003906, -45.189476013183594, -44.29251480102539, -43.39554977416992, -42.49858856201172, -41.60162353515625, -40.70466232299805, -39.80769729614258, -38.910736083984375, -38.013771057128906, -37.1168098449707, -36.219844818115234, -35.32288360595703, -34.42591857910156, -33.52895736694336, -32.631996154785156, -31.73503303527832, -30.838069915771484, -29.94110679626465, -29.044143676757812, -28.147180557250977, -27.25021743774414, -26.353256225585938, -25.45629119873047, -24.559328079223633, -23.662364959716797, -22.76540184020996, -21.868438720703125, -20.97147560119629, -20.074512481689453, -19.17755126953125, -18.28058624267578, -17.383623123168945, -16.48666000366211, -15.589696884155273, -14.692733764648438, -13.795770645141602, -12.898808479309082, -12.001845359802246, -11.10488224029541, -10.207919120788574, -9.310956001281738, -8.413993835449219, -7.517030239105225, -6.620067119598389, -5.723104476928711, -4.826141357421875, -3.929178237915039, -3.032215118408203, -2.1352522373199463, -1.2382893562316895, -0.3413262367248535, 0.5556368827819824, 1.4525995254516602, 2.349562644958496, 3.246525764465332, 4.143488883972168, 5.040452003479004, 5.937414646148682, 6.834377765655518, 7.7313408851623535, 8.628303527832031, 9.525266647338867, 10.422229766845703]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 4.0, 11.0, 5.0, 3.0, 11.0, 10.0, 9.0, 14.0, 19.0, 24.0, 21.0, 36.0, 27.0, 29.0, 38.0, 35.0, 39.0, 35.0, 51.0, 43.0, 48.0, 53.0, 32.0, 50.0, 49.0, 33.0, 39.0, 30.0, 36.0, 31.0, 20.0, 25.0, 19.0, 13.0, 16.0, 9.0, 8.0, 10.0, 5.0, 5.0, 5.0, 4.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-23.781208038330078, -23.034828186035156, -22.2884464263916, -21.54206657409668, -20.795686721801758, -20.049304962158203, -19.30292510986328, -18.55654525756836, -17.810165405273438, -17.063785552978516, -16.31740379333496, -15.571023941040039, -14.824644088745117, -14.078263282775879, -13.33188247680664, -12.585502624511719, -11.839120864868164, -11.092740058898926, -10.346360206604004, -9.599979400634766, -8.853599548339844, -8.107218742370605, -7.360837936401367, -6.614457607269287, -5.868077278137207, -5.121696949005127, -4.375316619873047, -3.6289358139038086, -2.8825554847717285, -2.1361751556396484, -1.3897943496704102, -0.6434140205383301, 0.10296440124511719, 0.8493448495864868, 1.5957252979278564, 2.3421058654785156, 3.0884861946105957, 3.834866523742676, 4.581247329711914, 5.327627658843994, 6.074007987976074, 6.820388317108154, 7.566768646240234, 8.313149452209473, 9.059530258178711, 9.805910110473633, 10.552290916442871, 11.29867172241211, 12.045051574707031, 12.79143238067627, 13.537812232971191, 14.28419303894043, 15.030572891235352, 15.77695369720459, 16.523334503173828, 17.26971435546875, 18.016094207763672, 18.762474060058594, 19.50885581970215, 20.25523567199707, 21.001615524291992, 21.747997283935547, 22.49437713623047, 23.24075698852539, 23.987138748168945]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 6.0, 3.0, 1.0, 3.0, 12.0, 15.0, 16.0, 14.0, 29.0, 29.0, 54.0, 54.0, 94.0, 159.0, 218.0, 309.0, 503.0, 799.0, 1310.0, 2647.0, 5558.0, 16013.0, 80984.0, 3786196.0, 256147.0, 27945.0, 8113.0, 3299.0, 1502.0, 841.0, 540.0, 278.0, 208.0, 115.0, 77.0, 60.0, 44.0, 30.0, 19.0, 13.0, 10.0, 7.0, 3.0, 4.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0], "bins": [-8.140625, -7.9246826171875, -7.708740234375, -7.4927978515625, -7.27685546875, -7.0609130859375, -6.844970703125, -6.6290283203125, -6.4130859375, -6.1971435546875, -5.981201171875, -5.7652587890625, -5.54931640625, -5.3333740234375, -5.117431640625, -4.9014892578125, -4.685546875, -4.4696044921875, -4.253662109375, -4.0377197265625, -3.82177734375, -3.6058349609375, -3.389892578125, -3.1739501953125, -2.9580078125, -2.7420654296875, -2.526123046875, -2.3101806640625, -2.09423828125, -1.8782958984375, -1.662353515625, -1.4464111328125, -1.23046875, -1.0145263671875, -0.798583984375, -0.5826416015625, -0.36669921875, -0.1507568359375, 0.065185546875, 0.2811279296875, 0.4970703125, 0.7130126953125, 0.928955078125, 1.1448974609375, 1.36083984375, 1.5767822265625, 1.792724609375, 2.0086669921875, 2.224609375, 2.4405517578125, 2.656494140625, 2.8724365234375, 3.08837890625, 3.3043212890625, 3.520263671875, 3.7362060546875, 3.9521484375, 4.1680908203125, 4.384033203125, 4.5999755859375, 4.81591796875, 5.0318603515625, 5.247802734375, 5.4637451171875, 5.6796875]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 6.0, 7.0, 9.0, 11.0, 15.0, 14.0, 16.0, 23.0, 28.0, 32.0, 37.0, 46.0, 70.0, 59.0, 59.0, 56.0, 52.0, 60.0, 59.0, 36.0, 45.0, 49.0, 42.0, 39.0, 28.0, 27.0, 19.0, 12.0, 14.0, 8.0, 9.0, 7.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-2.0703125, -2.01751708984375, -1.9647216796875, -1.91192626953125, -1.859130859375, -1.80633544921875, -1.7535400390625, -1.70074462890625, -1.64794921875, -1.59515380859375, -1.5423583984375, -1.48956298828125, -1.436767578125, -1.38397216796875, -1.3311767578125, -1.27838134765625, -1.2255859375, -1.17279052734375, -1.1199951171875, -1.06719970703125, -1.014404296875, -0.96160888671875, -0.9088134765625, -0.85601806640625, -0.80322265625, -0.75042724609375, -0.6976318359375, -0.64483642578125, -0.592041015625, -0.53924560546875, -0.4864501953125, -0.43365478515625, -0.380859375, -0.32806396484375, -0.2752685546875, -0.22247314453125, -0.169677734375, -0.11688232421875, -0.0640869140625, -0.01129150390625, 0.04150390625, 0.09429931640625, 0.1470947265625, 0.19989013671875, 0.252685546875, 0.30548095703125, 0.3582763671875, 0.41107177734375, 0.4638671875, 0.51666259765625, 0.5694580078125, 0.62225341796875, 0.675048828125, 0.72784423828125, 0.7806396484375, 0.83343505859375, 0.88623046875, 0.93902587890625, 0.9918212890625, 1.04461669921875, 1.097412109375, 1.15020751953125, 1.2030029296875, 1.25579833984375, 1.30859375]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 6.0, 8.0, 12.0, 20.0, 37.0, 43.0, 51.0, 100.0, 125.0, 181.0, 263.0, 409.0, 604.0, 1130.0, 2095.0, 4425.0, 11608.0, 46585.0, 1005343.0, 3037204.0, 60358.0, 13562.0, 4924.0, 2187.0, 1130.0, 634.0, 398.0, 279.0, 184.0, 120.0, 70.0, 53.0, 46.0, 24.0, 16.0, 14.0, 14.0, 6.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.30078125, -5.15380859375, -5.0068359375, -4.85986328125, -4.712890625, -4.56591796875, -4.4189453125, -4.27197265625, -4.125, -3.97802734375, -3.8310546875, -3.68408203125, -3.537109375, -3.39013671875, -3.2431640625, -3.09619140625, -2.94921875, -2.80224609375, -2.6552734375, -2.50830078125, -2.361328125, -2.21435546875, -2.0673828125, -1.92041015625, -1.7734375, -1.62646484375, -1.4794921875, -1.33251953125, -1.185546875, -1.03857421875, -0.8916015625, -0.74462890625, -0.59765625, -0.45068359375, -0.3037109375, -0.15673828125, -0.009765625, 0.13720703125, 0.2841796875, 0.43115234375, 0.578125, 0.72509765625, 0.8720703125, 1.01904296875, 1.166015625, 1.31298828125, 1.4599609375, 1.60693359375, 1.75390625, 1.90087890625, 2.0478515625, 2.19482421875, 2.341796875, 2.48876953125, 2.6357421875, 2.78271484375, 2.9296875, 3.07666015625, 3.2236328125, 3.37060546875, 3.517578125, 3.66455078125, 3.8115234375, 3.95849609375, 4.10546875]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 4.0, 11.0, 8.0, 12.0, 23.0, 25.0, 54.0, 231.0, 2700.0, 754.0, 123.0, 63.0, 22.0, 17.0, 9.0, 3.0, 3.0, 2.0, 3.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.755859375, -3.653717041015625, -3.55157470703125, -3.449432373046875, -3.3472900390625, -3.245147705078125, -3.14300537109375, -3.040863037109375, -2.938720703125, -2.836578369140625, -2.73443603515625, -2.632293701171875, -2.5301513671875, -2.428009033203125, -2.32586669921875, -2.223724365234375, -2.12158203125, -2.019439697265625, -1.91729736328125, -1.815155029296875, -1.7130126953125, -1.610870361328125, -1.50872802734375, -1.406585693359375, -1.304443359375, -1.202301025390625, -1.10015869140625, -0.998016357421875, -0.8958740234375, -0.793731689453125, -0.69158935546875, -0.589447021484375, -0.4873046875, -0.385162353515625, -0.28302001953125, -0.180877685546875, -0.0787353515625, 0.023406982421875, 0.12554931640625, 0.227691650390625, 0.329833984375, 0.431976318359375, 0.53411865234375, 0.636260986328125, 0.7384033203125, 0.840545654296875, 0.94268798828125, 1.044830322265625, 1.14697265625, 1.249114990234375, 1.35125732421875, 1.453399658203125, 1.5555419921875, 1.657684326171875, 1.75982666015625, 1.861968994140625, 1.964111328125, 2.066253662109375, 2.16839599609375, 2.270538330078125, 2.3726806640625, 2.474822998046875, 2.57696533203125, 2.679107666015625, 2.78125]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 24.0, 171.0, 479.0, 282.0, 36.0, 5.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-45.76316833496094, -44.877071380615234, -43.9909782409668, -43.104881286621094, -42.218788146972656, -41.33269119262695, -40.44659423828125, -39.56050109863281, -38.67440414428711, -37.788307189941406, -36.90221405029297, -36.016117095947266, -35.13002395629883, -34.243927001953125, -33.35783386230469, -32.471736907958984, -31.585641860961914, -30.699546813964844, -29.813451766967773, -28.927356719970703, -28.041259765625, -27.15516471862793, -26.26906967163086, -25.38297462463379, -24.49687957763672, -23.61078453063965, -22.724689483642578, -21.838592529296875, -20.952497482299805, -20.066402435302734, -19.180307388305664, -18.294212341308594, -17.40811538696289, -16.52202033996582, -15.635924339294434, -14.749829292297363, -13.863733291625977, -12.977638244628906, -12.091543197631836, -11.205448150634766, -10.319352149963379, -9.433257102966309, -8.547161102294922, -7.661066055297852, -6.774970531463623, -5.8888750076293945, -5.002779960632324, -4.116684436798096, -3.230588912963867, -2.3444933891296387, -1.4583981037139893, -0.5723028182983398, 0.31379270553588867, 1.1998882293701172, 2.0859832763671875, 2.972078800201416, 3.8581743240356445, 4.744269847869873, 5.630365371704102, 6.516460418701172, 7.4025559425354, 8.288651466369629, 9.1747465133667, 10.060842514038086, 10.946937561035156]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 5.0, 0.0, 8.0, 2.0, 8.0, 11.0, 9.0, 17.0, 17.0, 17.0, 19.0, 31.0, 27.0, 30.0, 35.0, 43.0, 43.0, 49.0, 46.0, 51.0, 67.0, 52.0, 52.0, 33.0, 43.0, 56.0, 34.0, 44.0, 31.0, 26.0, 19.0, 12.0, 18.0, 16.0, 11.0, 5.0, 7.0, 6.0, 2.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.663064479827881, -6.484566688537598, -6.306069374084473, -6.127572059631348, -5.9490742683410645, -5.770576477050781, -5.592079162597656, -5.413581848144531, -5.235084056854248, -5.056586265563965, -4.87808895111084, -4.699591636657715, -4.521093845367432, -4.342596054077148, -4.164098739624023, -3.9856011867523193, -3.8071036338806152, -3.628606081008911, -3.450108528137207, -3.271610975265503, -3.093113422393799, -2.9146158695220947, -2.7361183166503906, -2.5576207637786865, -2.3791232109069824, -2.2006256580352783, -2.022128105163574, -1.8436305522918701, -1.665132999420166, -1.486635446548462, -1.3081378936767578, -1.1296403408050537, -0.9511432647705078, -0.7726457118988037, -0.5941481590270996, -0.4156506061553955, -0.2371530532836914, -0.058655500411987305, 0.1198420524597168, 0.2983396053314209, 0.476837158203125, 0.6553347110748291, 0.8338322639465332, 1.0123298168182373, 1.1908273696899414, 1.3693249225616455, 1.5478224754333496, 1.7263200283050537, 1.9048175811767578, 2.083315134048462, 2.261812686920166, 2.44031023979187, 2.618807792663574, 2.7973053455352783, 2.9758028984069824, 3.1543004512786865, 3.3327980041503906, 3.5112955570220947, 3.689793109893799, 3.868290662765503, 4.046788215637207, 4.225285530090332, 4.403783321380615, 4.582281112670898, 4.760778427124023]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 10.0, 5.0, 11.0, 12.0, 30.0, 28.0, 48.0, 81.0, 130.0, 203.0, 362.0, 666.0, 1166.0, 2383.0, 5287.0, 13264.0, 38014.0, 127183.0, 376330.0, 327523.0, 103704.0, 31785.0, 11208.0, 4563.0, 2130.0, 1017.0, 595.0, 304.0, 183.0, 105.0, 65.0, 60.0, 31.0, 18.0, 14.0, 12.0, 8.0, 7.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.328125, -5.166259765625, -5.00439453125, -4.842529296875, -4.6806640625, -4.518798828125, -4.35693359375, -4.195068359375, -4.033203125, -3.871337890625, -3.70947265625, -3.547607421875, -3.3857421875, -3.223876953125, -3.06201171875, -2.900146484375, -2.73828125, -2.576416015625, -2.41455078125, -2.252685546875, -2.0908203125, -1.928955078125, -1.76708984375, -1.605224609375, -1.443359375, -1.281494140625, -1.11962890625, -0.957763671875, -0.7958984375, -0.634033203125, -0.47216796875, -0.310302734375, -0.1484375, 0.013427734375, 0.17529296875, 0.337158203125, 0.4990234375, 0.660888671875, 0.82275390625, 0.984619140625, 1.146484375, 1.308349609375, 1.47021484375, 1.632080078125, 1.7939453125, 1.955810546875, 2.11767578125, 2.279541015625, 2.44140625, 2.603271484375, 2.76513671875, 2.927001953125, 3.0888671875, 3.250732421875, 3.41259765625, 3.574462890625, 3.736328125, 3.898193359375, 4.06005859375, 4.221923828125, 4.3837890625, 4.545654296875, 4.70751953125, 4.869384765625, 5.03125]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 1.0, 6.0, 11.0, 11.0, 12.0, 13.0, 13.0, 26.0, 21.0, 33.0, 42.0, 53.0, 59.0, 55.0, 61.0, 63.0, 62.0, 70.0, 53.0, 45.0, 38.0, 46.0, 51.0, 35.0, 36.0, 21.0, 16.0, 9.0, 16.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.203125, -2.148345947265625, -2.09356689453125, -2.038787841796875, -1.9840087890625, -1.929229736328125, -1.87445068359375, -1.819671630859375, -1.764892578125, -1.710113525390625, -1.65533447265625, -1.600555419921875, -1.5457763671875, -1.490997314453125, -1.43621826171875, -1.381439208984375, -1.32666015625, -1.271881103515625, -1.21710205078125, -1.162322998046875, -1.1075439453125, -1.052764892578125, -0.99798583984375, -0.943206787109375, -0.888427734375, -0.833648681640625, -0.77886962890625, -0.724090576171875, -0.6693115234375, -0.614532470703125, -0.55975341796875, -0.504974365234375, -0.4501953125, -0.395416259765625, -0.34063720703125, -0.285858154296875, -0.2310791015625, -0.176300048828125, -0.12152099609375, -0.066741943359375, -0.011962890625, 0.042816162109375, 0.09759521484375, 0.152374267578125, 0.2071533203125, 0.261932373046875, 0.31671142578125, 0.371490478515625, 0.42626953125, 0.481048583984375, 0.53582763671875, 0.590606689453125, 0.6453857421875, 0.700164794921875, 0.75494384765625, 0.809722900390625, 0.864501953125, 0.919281005859375, 0.97406005859375, 1.028839111328125, 1.0836181640625, 1.138397216796875, 1.19317626953125, 1.247955322265625, 1.302734375]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 10.0, 5.0, 13.0, 14.0, 24.0, 38.0, 37.0, 52.0, 94.0, 137.0, 188.0, 288.0, 409.0, 671.0, 1199.0, 2690.0, 6793.0, 20422.0, 77879.0, 322048.0, 445789.0, 122544.0, 30590.0, 9327.0, 3525.0, 1540.0, 788.0, 477.0, 316.0, 178.0, 114.0, 102.0, 60.0, 51.0, 47.0, 28.0, 17.0, 15.0, 8.0, 7.0, 6.0, 0.0, 3.0, 9.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.27734375, -4.135498046875, -3.99365234375, -3.851806640625, -3.7099609375, -3.568115234375, -3.42626953125, -3.284423828125, -3.142578125, -3.000732421875, -2.85888671875, -2.717041015625, -2.5751953125, -2.433349609375, -2.29150390625, -2.149658203125, -2.0078125, -1.865966796875, -1.72412109375, -1.582275390625, -1.4404296875, -1.298583984375, -1.15673828125, -1.014892578125, -0.873046875, -0.731201171875, -0.58935546875, -0.447509765625, -0.3056640625, -0.163818359375, -0.02197265625, 0.119873046875, 0.26171875, 0.403564453125, 0.54541015625, 0.687255859375, 0.8291015625, 0.970947265625, 1.11279296875, 1.254638671875, 1.396484375, 1.538330078125, 1.68017578125, 1.822021484375, 1.9638671875, 2.105712890625, 2.24755859375, 2.389404296875, 2.53125, 2.673095703125, 2.81494140625, 2.956787109375, 3.0986328125, 3.240478515625, 3.38232421875, 3.524169921875, 3.666015625, 3.807861328125, 3.94970703125, 4.091552734375, 4.2333984375, 4.375244140625, 4.51708984375, 4.658935546875, 4.80078125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 1.0, 8.0, 13.0, 12.0, 15.0, 6.0, 19.0, 27.0, 16.0, 26.0, 25.0, 34.0, 34.0, 37.0, 51.0, 44.0, 51.0, 44.0, 48.0, 43.0, 39.0, 43.0, 49.0, 40.0, 39.0, 32.0, 24.0, 32.0, 24.0, 21.0, 13.0, 17.0, 12.0, 11.0, 11.0, 6.0, 4.0, 12.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0], "bins": [-6.01171875, -5.832275390625, -5.65283203125, -5.473388671875, -5.2939453125, -5.114501953125, -4.93505859375, -4.755615234375, -4.576171875, -4.396728515625, -4.21728515625, -4.037841796875, -3.8583984375, -3.678955078125, -3.49951171875, -3.320068359375, -3.140625, -2.961181640625, -2.78173828125, -2.602294921875, -2.4228515625, -2.243408203125, -2.06396484375, -1.884521484375, -1.705078125, -1.525634765625, -1.34619140625, -1.166748046875, -0.9873046875, -0.807861328125, -0.62841796875, -0.448974609375, -0.26953125, -0.090087890625, 0.08935546875, 0.268798828125, 0.4482421875, 0.627685546875, 0.80712890625, 0.986572265625, 1.166015625, 1.345458984375, 1.52490234375, 1.704345703125, 1.8837890625, 2.063232421875, 2.24267578125, 2.422119140625, 2.6015625, 2.781005859375, 2.96044921875, 3.139892578125, 3.3193359375, 3.498779296875, 3.67822265625, 3.857666015625, 4.037109375, 4.216552734375, 4.39599609375, 4.575439453125, 4.7548828125, 4.934326171875, 5.11376953125, 5.293212890625, 5.47265625]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 3.0, 4.0, 4.0, 5.0, 6.0, 13.0, 23.0, 41.0, 69.0, 165.0, 415.0, 1269.0, 7289.0, 201190.0, 815680.0, 19241.0, 2106.0, 623.0, 201.0, 106.0, 52.0, 21.0, 12.0, 13.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.58203125, -3.427490234375, -3.27294921875, -3.118408203125, -2.9638671875, -2.809326171875, -2.65478515625, -2.500244140625, -2.345703125, -2.191162109375, -2.03662109375, -1.882080078125, -1.7275390625, -1.572998046875, -1.41845703125, -1.263916015625, -1.109375, -0.954833984375, -0.80029296875, -0.645751953125, -0.4912109375, -0.336669921875, -0.18212890625, -0.027587890625, 0.126953125, 0.281494140625, 0.43603515625, 0.590576171875, 0.7451171875, 0.899658203125, 1.05419921875, 1.208740234375, 1.36328125, 1.517822265625, 1.67236328125, 1.826904296875, 1.9814453125, 2.135986328125, 2.29052734375, 2.445068359375, 2.599609375, 2.754150390625, 2.90869140625, 3.063232421875, 3.2177734375, 3.372314453125, 3.52685546875, 3.681396484375, 3.8359375, 3.990478515625, 4.14501953125, 4.299560546875, 4.4541015625, 4.608642578125, 4.76318359375, 4.917724609375, 5.072265625, 5.226806640625, 5.38134765625, 5.535888671875, 5.6904296875, 5.844970703125, 5.99951171875, 6.154052734375, 6.30859375]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 3.0, 2.0, 5.0, 11.0, 4.0, 11.0, 10.0, 16.0, 21.0, 27.0, 19.0, 30.0, 43.0, 48.0, 79.0, 119.0, 122.0, 110.0, 60.0, 65.0, 41.0, 41.0, 21.0, 26.0, 23.0, 10.0, 9.0, 3.0, 8.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002046823501586914, -0.00019837729632854462, -0.00019207224249839783, -0.00018576718866825104, -0.00017946213483810425, -0.00017315708100795746, -0.00016685202717781067, -0.00016054697334766388, -0.0001542419195175171, -0.0001479368656873703, -0.0001416318118572235, -0.00013532675802707672, -0.00012902170419692993, -0.00012271665036678314, -0.00011641159653663635, -0.00011010654270648956, -0.00010380148887634277, -9.749643504619598e-05, -9.11913812160492e-05, -8.48863273859024e-05, -7.858127355575562e-05, -7.227621972560883e-05, -6.597116589546204e-05, -5.9666112065315247e-05, -5.336105823516846e-05, -4.705600440502167e-05, -4.075095057487488e-05, -3.444589674472809e-05, -2.81408429145813e-05, -2.183578908443451e-05, -1.553073525428772e-05, -9.22568142414093e-06, -2.9206275939941406e-06, 3.384426236152649e-06, 9.689480066299438e-06, 1.5994533896446228e-05, 2.2299587726593018e-05, 2.8604641556739807e-05, 3.49096953868866e-05, 4.1214749217033386e-05, 4.7519803047180176e-05, 5.3824856877326965e-05, 6.0129910707473755e-05, 6.643496453762054e-05, 7.274001836776733e-05, 7.904507219791412e-05, 8.535012602806091e-05, 9.16551798582077e-05, 9.796023368835449e-05, 0.00010426528751850128, 0.00011057034134864807, 0.00011687539517879486, 0.00012318044900894165, 0.00012948550283908844, 0.00013579055666923523, 0.00014209561049938202, 0.0001484006643295288, 0.0001547057181596756, 0.0001610107719898224, 0.00016731582581996918, 0.00017362087965011597, 0.00017992593348026276, 0.00018623098731040955, 0.00019253604114055634, 0.00019884109497070312]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 8.0, 16.0, 34.0, 41.0, 65.0, 125.0, 190.0, 486.0, 1485.0, 12072.0, 715276.0, 309722.0, 7083.0, 1085.0, 396.0, 194.0, 127.0, 55.0, 30.0, 26.0, 22.0, 8.0, 3.0, 1.0, 4.0, 3.0, 3.0], "bins": [-8.0546875, -7.88653564453125, -7.7183837890625, -7.55023193359375, -7.382080078125, -7.21392822265625, -7.0457763671875, -6.87762451171875, -6.70947265625, -6.54132080078125, -6.3731689453125, -6.20501708984375, -6.036865234375, -5.86871337890625, -5.7005615234375, -5.53240966796875, -5.3642578125, -5.19610595703125, -5.0279541015625, -4.85980224609375, -4.691650390625, -4.52349853515625, -4.3553466796875, -4.18719482421875, -4.01904296875, -3.85089111328125, -3.6827392578125, -3.51458740234375, -3.346435546875, -3.17828369140625, -3.0101318359375, -2.84197998046875, -2.673828125, -2.50567626953125, -2.3375244140625, -2.16937255859375, -2.001220703125, -1.83306884765625, -1.6649169921875, -1.49676513671875, -1.32861328125, -1.16046142578125, -0.9923095703125, -0.82415771484375, -0.656005859375, -0.48785400390625, -0.3197021484375, -0.15155029296875, 0.0166015625, 0.18475341796875, 0.3529052734375, 0.52105712890625, 0.689208984375, 0.85736083984375, 1.0255126953125, 1.19366455078125, 1.36181640625, 1.52996826171875, 1.6981201171875, 1.86627197265625, 2.034423828125, 2.20257568359375, 2.3707275390625, 2.53887939453125, 2.70703125]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 7.0, 9.0, 19.0, 27.0, 57.0, 81.0, 125.0, 190.0, 205.0, 114.0, 69.0, 47.0, 29.0, 15.0, 13.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.375, -4.256591796875, -4.13818359375, -4.019775390625, -3.9013671875, -3.782958984375, -3.66455078125, -3.546142578125, -3.427734375, -3.309326171875, -3.19091796875, -3.072509765625, -2.9541015625, -2.835693359375, -2.71728515625, -2.598876953125, -2.48046875, -2.362060546875, -2.24365234375, -2.125244140625, -2.0068359375, -1.888427734375, -1.77001953125, -1.651611328125, -1.533203125, -1.414794921875, -1.29638671875, -1.177978515625, -1.0595703125, -0.941162109375, -0.82275390625, -0.704345703125, -0.5859375, -0.467529296875, -0.34912109375, -0.230712890625, -0.1123046875, 0.006103515625, 0.12451171875, 0.242919921875, 0.361328125, 0.479736328125, 0.59814453125, 0.716552734375, 0.8349609375, 0.953369140625, 1.07177734375, 1.190185546875, 1.30859375, 1.427001953125, 1.54541015625, 1.663818359375, 1.7822265625, 1.900634765625, 2.01904296875, 2.137451171875, 2.255859375, 2.374267578125, 2.49267578125, 2.611083984375, 2.7294921875, 2.847900390625, 2.96630859375, 3.084716796875, 3.203125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 3.0, 9.0, 15.0, 41.0, 107.0, 191.0, 258.0, 192.0, 106.0, 45.0, 20.0, 17.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-68.97467803955078, -66.98172760009766, -64.98877716064453, -62.995826721191406, -61.002872467041016, -59.00992202758789, -57.016971588134766, -55.02402114868164, -53.03106689453125, -51.038116455078125, -49.045166015625, -47.052215576171875, -45.059261322021484, -43.06631088256836, -41.073360443115234, -39.08041000366211, -37.087459564208984, -35.09450912475586, -33.101558685302734, -31.108606338500977, -29.11565399169922, -27.122703552246094, -25.12975311279297, -23.136802673339844, -21.143850326538086, -19.15089988708496, -17.157947540283203, -15.164997100830078, -13.172045707702637, -11.179094314575195, -9.18614387512207, -7.193192481994629, -5.200244903564453, -3.207293748855591, -1.2143425941467285, 0.7786083221435547, 2.771559715270996, 4.7645111083984375, 6.7574615478515625, 8.750412940979004, 10.743364334106445, 12.736315727233887, 14.729267120361328, 16.722217559814453, 18.715167999267578, 20.708120346069336, 22.70107078552246, 24.69402313232422, 26.686973571777344, 28.67992401123047, 30.672876358032227, 32.66582489013672, 34.65877914428711, 36.651729583740234, 38.64468002319336, 40.637630462646484, 42.630584716796875, 44.62353515625, 46.616485595703125, 48.60943603515625, 50.60239028930664, 52.595340728759766, 54.58829116821289, 56.581241607666016, 58.57419204711914]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 5.0, 4.0, 3.0, 5.0, 3.0, 5.0, 9.0, 13.0, 12.0, 18.0, 14.0, 17.0, 25.0, 24.0, 25.0, 26.0, 29.0, 32.0, 28.0, 43.0, 43.0, 40.0, 43.0, 46.0, 48.0, 43.0, 39.0, 37.0, 39.0, 31.0, 37.0, 34.0, 28.0, 38.0, 16.0, 23.0, 12.0, 18.0, 12.0, 6.0, 4.0, 8.0, 6.0, 1.0, 6.0, 4.0, 3.0, 5.0, 4.0, 0.0, 0.0, 1.0], "bins": [-33.693443298339844, -32.741981506347656, -31.79051971435547, -30.83905792236328, -29.88759422302246, -28.936132431030273, -27.984670639038086, -27.0332088470459, -26.081745147705078, -25.13028335571289, -24.178821563720703, -23.227359771728516, -22.275896072387695, -21.324434280395508, -20.37297248840332, -19.421510696411133, -18.470048904418945, -17.518587112426758, -16.56712532043457, -15.615662574768066, -14.664199829101562, -13.712738037109375, -12.761276245117188, -11.809814453125, -10.858351707458496, -9.906889915466309, -8.955427169799805, -8.003965377807617, -7.0525031089782715, -6.101040840148926, -5.149579048156738, -4.198116779327393, -3.246654510498047, -2.295192241668701, -1.3437302112579346, -0.39226818084716797, 0.5591940879821777, 1.5106563568115234, 2.462118148803711, 3.4135804176330566, 4.365042686462402, 5.316504955291748, 6.267967224121094, 7.219429016113281, 8.170890808105469, 9.122353553771973, 10.07381534576416, 11.025278091430664, 11.976739883422852, 12.928201675415039, 13.879664421081543, 14.83112621307373, 15.782588958740234, 16.734050750732422, 17.68551254272461, 18.636974334716797, 19.588436126708984, 20.539897918701172, 21.49135971069336, 22.442821502685547, 23.394285202026367, 24.345746994018555, 25.297208786010742, 26.24867057800293, 27.20013427734375]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 11.0, 13.0, 15.0, 33.0, 35.0, 54.0, 67.0, 120.0, 196.0, 266.0, 448.0, 783.0, 1368.0, 2971.0, 7055.0, 24256.0, 185518.0, 3786294.0, 151960.0, 21641.0, 6108.0, 2467.0, 1180.0, 551.0, 353.0, 205.0, 114.0, 66.0, 49.0, 34.0, 17.0, 10.0, 5.0, 4.0, 3.0, 6.0, 5.0, 0.0, 1.0, 0.0, 2.0], "bins": [-8.9765625, -8.75469970703125, -8.5328369140625, -8.31097412109375, -8.089111328125, -7.86724853515625, -7.6453857421875, -7.42352294921875, -7.20166015625, -6.97979736328125, -6.7579345703125, -6.53607177734375, -6.314208984375, -6.09234619140625, -5.8704833984375, -5.64862060546875, -5.4267578125, -5.20489501953125, -4.9830322265625, -4.76116943359375, -4.539306640625, -4.31744384765625, -4.0955810546875, -3.87371826171875, -3.65185546875, -3.42999267578125, -3.2081298828125, -2.98626708984375, -2.764404296875, -2.54254150390625, -2.3206787109375, -2.09881591796875, -1.876953125, -1.65509033203125, -1.4332275390625, -1.21136474609375, -0.989501953125, -0.76763916015625, -0.5457763671875, -0.32391357421875, -0.10205078125, 0.11981201171875, 0.3416748046875, 0.56353759765625, 0.785400390625, 1.00726318359375, 1.2291259765625, 1.45098876953125, 1.6728515625, 1.89471435546875, 2.1165771484375, 2.33843994140625, 2.560302734375, 2.78216552734375, 3.0040283203125, 3.22589111328125, 3.44775390625, 3.66961669921875, 3.8914794921875, 4.11334228515625, 4.335205078125, 4.55706787109375, 4.7789306640625, 5.00079345703125, 5.22265625]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 6.0, 2.0, 2.0, 3.0, 3.0, 9.0, 10.0, 10.0, 7.0, 17.0, 22.0, 25.0, 18.0, 26.0, 41.0, 48.0, 47.0, 48.0, 58.0, 55.0, 63.0, 54.0, 59.0, 55.0, 48.0, 50.0, 31.0, 30.0, 37.0, 29.0, 21.0, 17.0, 15.0, 16.0, 10.0, 4.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.19921875, -2.1437530517578125, -2.088287353515625, -2.0328216552734375, -1.97735595703125, -1.9218902587890625, -1.866424560546875, -1.8109588623046875, -1.7554931640625, -1.7000274658203125, -1.644561767578125, -1.5890960693359375, -1.53363037109375, -1.4781646728515625, -1.422698974609375, -1.3672332763671875, -1.311767578125, -1.2563018798828125, -1.200836181640625, -1.1453704833984375, -1.08990478515625, -1.0344390869140625, -0.978973388671875, -0.9235076904296875, -0.8680419921875, -0.8125762939453125, -0.757110595703125, -0.7016448974609375, -0.64617919921875, -0.5907135009765625, -0.535247802734375, -0.4797821044921875, -0.42431640625, -0.3688507080078125, -0.313385009765625, -0.2579193115234375, -0.20245361328125, -0.1469879150390625, -0.091522216796875, -0.0360565185546875, 0.0194091796875, 0.0748748779296875, 0.130340576171875, 0.1858062744140625, 0.24127197265625, 0.2967376708984375, 0.352203369140625, 0.4076690673828125, 0.463134765625, 0.5186004638671875, 0.574066162109375, 0.6295318603515625, 0.68499755859375, 0.7404632568359375, 0.795928955078125, 0.8513946533203125, 0.9068603515625, 0.9623260498046875, 1.017791748046875, 1.0732574462890625, 1.12872314453125, 1.1841888427734375, 1.239654541015625, 1.2951202392578125, 1.3505859375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 5.0, 6.0, 7.0, 11.0, 13.0, 26.0, 35.0, 36.0, 60.0, 83.0, 85.0, 137.0, 192.0, 340.0, 513.0, 831.0, 1401.0, 2653.0, 5424.0, 13109.0, 40466.0, 217551.0, 3404869.0, 417983.0, 57585.0, 16756.0, 6711.0, 3042.0, 1734.0, 927.0, 542.0, 372.0, 225.0, 172.0, 96.0, 70.0, 55.0, 46.0, 33.0, 30.0, 16.0, 12.0, 7.0, 6.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.3125, -3.204345703125, -3.09619140625, -2.988037109375, -2.8798828125, -2.771728515625, -2.66357421875, -2.555419921875, -2.447265625, -2.339111328125, -2.23095703125, -2.122802734375, -2.0146484375, -1.906494140625, -1.79833984375, -1.690185546875, -1.58203125, -1.473876953125, -1.36572265625, -1.257568359375, -1.1494140625, -1.041259765625, -0.93310546875, -0.824951171875, -0.716796875, -0.608642578125, -0.50048828125, -0.392333984375, -0.2841796875, -0.176025390625, -0.06787109375, 0.040283203125, 0.1484375, 0.256591796875, 0.36474609375, 0.472900390625, 0.5810546875, 0.689208984375, 0.79736328125, 0.905517578125, 1.013671875, 1.121826171875, 1.22998046875, 1.338134765625, 1.4462890625, 1.554443359375, 1.66259765625, 1.770751953125, 1.87890625, 1.987060546875, 2.09521484375, 2.203369140625, 2.3115234375, 2.419677734375, 2.52783203125, 2.635986328125, 2.744140625, 2.852294921875, 2.96044921875, 3.068603515625, 3.1767578125, 3.284912109375, 3.39306640625, 3.501220703125, 3.609375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 6.0, 5.0, 13.0, 9.0, 20.0, 30.0, 46.0, 78.0, 206.0, 936.0, 2124.0, 336.0, 109.0, 68.0, 29.0, 27.0, 5.0, 16.0, 2.0, 4.0, 4.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.8203125, -3.7147216796875, -3.609130859375, -3.5035400390625, -3.39794921875, -3.2923583984375, -3.186767578125, -3.0811767578125, -2.9755859375, -2.8699951171875, -2.764404296875, -2.6588134765625, -2.55322265625, -2.4476318359375, -2.342041015625, -2.2364501953125, -2.130859375, -2.0252685546875, -1.919677734375, -1.8140869140625, -1.70849609375, -1.6029052734375, -1.497314453125, -1.3917236328125, -1.2861328125, -1.1805419921875, -1.074951171875, -0.9693603515625, -0.86376953125, -0.7581787109375, -0.652587890625, -0.5469970703125, -0.44140625, -0.3358154296875, -0.230224609375, -0.1246337890625, -0.01904296875, 0.0865478515625, 0.192138671875, 0.2977294921875, 0.4033203125, 0.5089111328125, 0.614501953125, 0.7200927734375, 0.82568359375, 0.9312744140625, 1.036865234375, 1.1424560546875, 1.248046875, 1.3536376953125, 1.459228515625, 1.5648193359375, 1.67041015625, 1.7760009765625, 1.881591796875, 1.9871826171875, 2.0927734375, 2.1983642578125, 2.303955078125, 2.4095458984375, 2.51513671875, 2.6207275390625, 2.726318359375, 2.8319091796875, 2.9375]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 8.0, 16.0, 63.0, 246.0, 394.0, 189.0, 56.0, 24.0, 5.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.043010711669922, -17.15329360961914, -16.263578414916992, -15.373862266540527, -14.484146118164062, -13.594429016113281, -12.704713821411133, -11.814996719360352, -10.925281524658203, -10.035565376281738, -9.145849227905273, -8.256133079528809, -7.366416931152344, -6.476700305938721, -5.586984157562256, -4.697268009185791, -3.807551383972168, -2.917835235595703, -2.0281190872192383, -1.1384027004241943, -0.2486865520477295, 0.6410298347473145, 1.5307459831237793, 2.420462131500244, 3.310178279876709, 4.199894428253174, 5.089610576629639, 5.979327201843262, 6.869043350219727, 7.758759498596191, 8.648475646972656, 9.538191795349121, 10.427907943725586, 11.31762409210205, 12.207340240478516, 13.09705638885498, 13.986772537231445, 14.876489639282227, 15.766204833984375, 16.655921936035156, 17.545637130737305, 18.435354232788086, 19.325069427490234, 20.214786529541016, 21.104501724243164, 21.994218826293945, 22.883934020996094, 23.773651123046875, 24.663368225097656, 25.553085327148438, 26.442800521850586, 27.332517623901367, 28.222232818603516, 29.111949920654297, 30.001665115356445, 30.891382217407227, 31.781097412109375, 32.670814514160156, 33.56053161621094, 34.45024490356445, 35.339962005615234, 36.229679107666016, 37.1193962097168, 38.00910949707031, 38.898826599121094]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 8.0, 6.0, 16.0, 9.0, 10.0, 16.0, 20.0, 33.0, 21.0, 32.0, 26.0, 42.0, 41.0, 48.0, 45.0, 50.0, 53.0, 41.0, 51.0, 54.0, 45.0, 33.0, 48.0, 44.0, 28.0, 26.0, 28.0, 16.0, 19.0, 20.0, 16.0, 11.0, 5.0, 7.0, 12.0, 11.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.662735462188721, -6.429539680480957, -6.196344375610352, -5.963149070739746, -5.729953289031982, -5.496757507324219, -5.263562202453613, -5.030366897583008, -4.797171115875244, -4.5639753341674805, -4.330780029296875, -4.0975847244262695, -3.864388942718506, -3.6311933994293213, -3.3979978561401367, -3.164802312850952, -2.9316067695617676, -2.698411226272583, -2.4652156829833984, -2.232020139694214, -1.9988245964050293, -1.7656290531158447, -1.5324335098266602, -1.2992379665374756, -1.066042423248291, -0.8328468799591064, -0.5996513366699219, -0.3664557933807373, -0.13326025009155273, 0.09993529319763184, 0.3331308364868164, 0.566326379776001, 0.7995214462280273, 1.032716989517212, 1.2659125328063965, 1.499108076095581, 1.7323036193847656, 1.9654991626739502, 2.1986947059631348, 2.4318902492523193, 2.665085792541504, 2.8982813358306885, 3.131476879119873, 3.3646724224090576, 3.597867965698242, 3.8310635089874268, 4.064259052276611, 4.297454833984375, 4.5306501388549805, 4.763845443725586, 4.99704122543335, 5.230237007141113, 5.463432312011719, 5.696627616882324, 5.929823398590088, 6.163019180297852, 6.396214485168457, 6.6294097900390625, 6.862605571746826, 7.09580135345459, 7.328996658325195, 7.562191963195801, 7.7953877449035645, 8.028583526611328, 8.261778831481934]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 4.0, 4.0, 10.0, 16.0, 11.0, 28.0, 32.0, 59.0, 90.0, 165.0, 225.0, 390.0, 716.0, 1211.0, 2546.0, 5421.0, 13936.0, 41665.0, 142588.0, 392616.0, 305802.0, 94171.0, 28376.0, 10041.0, 4175.0, 1894.0, 992.0, 534.0, 336.0, 179.0, 116.0, 85.0, 42.0, 21.0, 12.0, 19.0, 12.0, 6.0, 6.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.08984375, -5.90435791015625, -5.7188720703125, -5.53338623046875, -5.347900390625, -5.16241455078125, -4.9769287109375, -4.79144287109375, -4.60595703125, -4.42047119140625, -4.2349853515625, -4.04949951171875, -3.864013671875, -3.67852783203125, -3.4930419921875, -3.30755615234375, -3.1220703125, -2.93658447265625, -2.7510986328125, -2.56561279296875, -2.380126953125, -2.19464111328125, -2.0091552734375, -1.82366943359375, -1.63818359375, -1.45269775390625, -1.2672119140625, -1.08172607421875, -0.896240234375, -0.71075439453125, -0.5252685546875, -0.33978271484375, -0.154296875, 0.03118896484375, 0.2166748046875, 0.40216064453125, 0.587646484375, 0.77313232421875, 0.9586181640625, 1.14410400390625, 1.32958984375, 1.51507568359375, 1.7005615234375, 1.88604736328125, 2.071533203125, 2.25701904296875, 2.4425048828125, 2.62799072265625, 2.8134765625, 2.99896240234375, 3.1844482421875, 3.36993408203125, 3.555419921875, 3.74090576171875, 3.9263916015625, 4.11187744140625, 4.29736328125, 4.48284912109375, 4.6683349609375, 4.85382080078125, 5.039306640625, 5.22479248046875, 5.4102783203125, 5.59576416015625, 5.78125]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 6.0, 3.0, 10.0, 7.0, 12.0, 16.0, 22.0, 23.0, 23.0, 21.0, 42.0, 47.0, 42.0, 56.0, 52.0, 70.0, 64.0, 57.0, 63.0, 64.0, 38.0, 43.0, 26.0, 29.0, 34.0, 34.0, 25.0, 15.0, 14.0, 14.0, 9.0, 5.0, 7.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.244140625, -2.1875, -2.130859375, -2.07421875, -2.017578125, -1.9609375, -1.904296875, -1.84765625, -1.791015625, -1.734375, -1.677734375, -1.62109375, -1.564453125, -1.5078125, -1.451171875, -1.39453125, -1.337890625, -1.28125, -1.224609375, -1.16796875, -1.111328125, -1.0546875, -0.998046875, -0.94140625, -0.884765625, -0.828125, -0.771484375, -0.71484375, -0.658203125, -0.6015625, -0.544921875, -0.48828125, -0.431640625, -0.375, -0.318359375, -0.26171875, -0.205078125, -0.1484375, -0.091796875, -0.03515625, 0.021484375, 0.078125, 0.134765625, 0.19140625, 0.248046875, 0.3046875, 0.361328125, 0.41796875, 0.474609375, 0.53125, 0.587890625, 0.64453125, 0.701171875, 0.7578125, 0.814453125, 0.87109375, 0.927734375, 0.984375, 1.041015625, 1.09765625, 1.154296875, 1.2109375, 1.267578125, 1.32421875, 1.380859375]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 3.0, 4.0, 10.0, 10.0, 12.0, 24.0, 31.0, 53.0, 46.0, 68.0, 151.0, 185.0, 330.0, 453.0, 747.0, 1375.0, 2870.0, 6794.0, 19940.0, 73980.0, 308786.0, 455783.0, 127328.0, 31411.0, 10018.0, 3840.0, 1750.0, 948.0, 537.0, 352.0, 246.0, 155.0, 92.0, 62.0, 42.0, 36.0, 18.0, 17.0, 12.0, 13.0, 9.0, 8.0, 2.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.83984375, -4.66815185546875, -4.4964599609375, -4.32476806640625, -4.153076171875, -3.98138427734375, -3.8096923828125, -3.63800048828125, -3.46630859375, -3.29461669921875, -3.1229248046875, -2.95123291015625, -2.779541015625, -2.60784912109375, -2.4361572265625, -2.26446533203125, -2.0927734375, -1.92108154296875, -1.7493896484375, -1.57769775390625, -1.406005859375, -1.23431396484375, -1.0626220703125, -0.89093017578125, -0.71923828125, -0.54754638671875, -0.3758544921875, -0.20416259765625, -0.032470703125, 0.13922119140625, 0.3109130859375, 0.48260498046875, 0.654296875, 0.82598876953125, 0.9976806640625, 1.16937255859375, 1.341064453125, 1.51275634765625, 1.6844482421875, 1.85614013671875, 2.02783203125, 2.19952392578125, 2.3712158203125, 2.54290771484375, 2.714599609375, 2.88629150390625, 3.0579833984375, 3.22967529296875, 3.4013671875, 3.57305908203125, 3.7447509765625, 3.91644287109375, 4.088134765625, 4.25982666015625, 4.4315185546875, 4.60321044921875, 4.77490234375, 4.94659423828125, 5.1182861328125, 5.28997802734375, 5.461669921875, 5.63336181640625, 5.8050537109375, 5.97674560546875, 6.1484375]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 3.0, 11.0, 14.0, 13.0, 10.0, 18.0, 18.0, 21.0, 30.0, 41.0, 24.0, 41.0, 48.0, 52.0, 48.0, 45.0, 47.0, 56.0, 54.0, 50.0, 62.0, 36.0, 36.0, 39.0, 37.0, 27.0, 20.0, 17.0, 18.0, 19.0, 8.0, 11.0, 8.0, 2.0, 8.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.14453125, -6.89996337890625, -6.6553955078125, -6.41082763671875, -6.166259765625, -5.92169189453125, -5.6771240234375, -5.43255615234375, -5.18798828125, -4.94342041015625, -4.6988525390625, -4.45428466796875, -4.209716796875, -3.96514892578125, -3.7205810546875, -3.47601318359375, -3.2314453125, -2.98687744140625, -2.7423095703125, -2.49774169921875, -2.253173828125, -2.00860595703125, -1.7640380859375, -1.51947021484375, -1.27490234375, -1.03033447265625, -0.7857666015625, -0.54119873046875, -0.296630859375, -0.05206298828125, 0.1925048828125, 0.43707275390625, 0.681640625, 0.92620849609375, 1.1707763671875, 1.41534423828125, 1.659912109375, 1.90447998046875, 2.1490478515625, 2.39361572265625, 2.63818359375, 2.88275146484375, 3.1273193359375, 3.37188720703125, 3.616455078125, 3.86102294921875, 4.1055908203125, 4.35015869140625, 4.5947265625, 4.83929443359375, 5.0838623046875, 5.32843017578125, 5.572998046875, 5.81756591796875, 6.0621337890625, 6.30670166015625, 6.55126953125, 6.79583740234375, 7.0404052734375, 7.28497314453125, 7.529541015625, 7.77410888671875, 8.0186767578125, 8.26324462890625, 8.5078125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 11.0, 17.0, 29.0, 35.0, 51.0, 118.0, 275.0, 654.0, 2254.0, 15009.0, 223415.0, 736162.0, 62485.0, 6003.0, 1235.0, 427.0, 166.0, 80.0, 61.0, 19.0, 15.0, 6.0, 6.0, 3.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.875, -2.756591796875, -2.63818359375, -2.519775390625, -2.4013671875, -2.282958984375, -2.16455078125, -2.046142578125, -1.927734375, -1.809326171875, -1.69091796875, -1.572509765625, -1.4541015625, -1.335693359375, -1.21728515625, -1.098876953125, -0.98046875, -0.862060546875, -0.74365234375, -0.625244140625, -0.5068359375, -0.388427734375, -0.27001953125, -0.151611328125, -0.033203125, 0.085205078125, 0.20361328125, 0.322021484375, 0.4404296875, 0.558837890625, 0.67724609375, 0.795654296875, 0.9140625, 1.032470703125, 1.15087890625, 1.269287109375, 1.3876953125, 1.506103515625, 1.62451171875, 1.742919921875, 1.861328125, 1.979736328125, 2.09814453125, 2.216552734375, 2.3349609375, 2.453369140625, 2.57177734375, 2.690185546875, 2.80859375, 2.927001953125, 3.04541015625, 3.163818359375, 3.2822265625, 3.400634765625, 3.51904296875, 3.637451171875, 3.755859375, 3.874267578125, 3.99267578125, 4.111083984375, 4.2294921875, 4.347900390625, 4.46630859375, 4.584716796875, 4.703125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 1.0, 9.0, 9.0, 10.0, 20.0, 30.0, 49.0, 75.0, 108.0, 129.0, 130.0, 119.0, 109.0, 67.0, 38.0, 31.0, 27.0, 17.0, 9.0, 13.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00021219253540039062, -0.0002013370394706726, -0.0001904815435409546, -0.00017962604761123657, -0.00016877055168151855, -0.00015791505575180054, -0.00014705955982208252, -0.0001362040638923645, -0.00012534856796264648, -0.00011449307203292847, -0.00010363757610321045, -9.278208017349243e-05, -8.192658424377441e-05, -7.10710883140564e-05, -6.021559238433838e-05, -4.936009645462036e-05, -3.8504600524902344e-05, -2.7649104595184326e-05, -1.679360866546631e-05, -5.938112735748291e-06, 4.9173831939697266e-06, 1.5772879123687744e-05, 2.6628375053405762e-05, 3.748387098312378e-05, 4.83393669128418e-05, 5.9194862842559814e-05, 7.005035877227783e-05, 8.090585470199585e-05, 9.176135063171387e-05, 0.00010261684656143188, 0.0001134723424911499, 0.00012432783842086792, 0.00013518333435058594, 0.00014603883028030396, 0.00015689432621002197, 0.00016774982213974, 0.000178605318069458, 0.00018946081399917603, 0.00020031630992889404, 0.00021117180585861206, 0.00022202730178833008, 0.0002328827977180481, 0.0002437382936477661, 0.00025459378957748413, 0.00026544928550720215, 0.00027630478143692017, 0.0002871602773666382, 0.0002980157732963562, 0.0003088712692260742, 0.00031972676515579224, 0.00033058226108551025, 0.00034143775701522827, 0.0003522932529449463, 0.0003631487488746643, 0.0003740042448043823, 0.00038485974073410034, 0.00039571523666381836, 0.0004065707325935364, 0.0004174262285232544, 0.0004282817244529724, 0.00043913722038269043, 0.00044999271631240845, 0.00046084821224212646, 0.0004717037081718445, 0.0004825592041015625]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 9.0, 16.0, 18.0, 24.0, 48.0, 52.0, 93.0, 146.0, 266.0, 503.0, 964.0, 2077.0, 6176.0, 23338.0, 123357.0, 549262.0, 276115.0, 49186.0, 10726.0, 3295.0, 1307.0, 613.0, 360.0, 209.0, 130.0, 83.0, 67.0, 39.0, 23.0, 10.0, 11.0, 10.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.744140625, -2.66943359375, -2.5947265625, -2.52001953125, -2.4453125, -2.37060546875, -2.2958984375, -2.22119140625, -2.146484375, -2.07177734375, -1.9970703125, -1.92236328125, -1.84765625, -1.77294921875, -1.6982421875, -1.62353515625, -1.548828125, -1.47412109375, -1.3994140625, -1.32470703125, -1.25, -1.17529296875, -1.1005859375, -1.02587890625, -0.951171875, -0.87646484375, -0.8017578125, -0.72705078125, -0.65234375, -0.57763671875, -0.5029296875, -0.42822265625, -0.353515625, -0.27880859375, -0.2041015625, -0.12939453125, -0.0546875, 0.02001953125, 0.0947265625, 0.16943359375, 0.244140625, 0.31884765625, 0.3935546875, 0.46826171875, 0.54296875, 0.61767578125, 0.6923828125, 0.76708984375, 0.841796875, 0.91650390625, 0.9912109375, 1.06591796875, 1.140625, 1.21533203125, 1.2900390625, 1.36474609375, 1.439453125, 1.51416015625, 1.5888671875, 1.66357421875, 1.73828125, 1.81298828125, 1.8876953125, 1.96240234375, 2.037109375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 4.0, 4.0, 6.0, 2.0, 5.0, 9.0, 6.0, 21.0, 18.0, 36.0, 31.0, 43.0, 58.0, 67.0, 86.0, 110.0, 107.0, 81.0, 77.0, 58.0, 42.0, 42.0, 20.0, 20.0, 15.0, 17.0, 7.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.84375, -1.759735107421875, -1.67572021484375, -1.591705322265625, -1.5076904296875, -1.423675537109375, -1.33966064453125, -1.255645751953125, -1.171630859375, -1.087615966796875, -1.00360107421875, -0.919586181640625, -0.8355712890625, -0.751556396484375, -0.66754150390625, -0.583526611328125, -0.49951171875, -0.415496826171875, -0.33148193359375, -0.247467041015625, -0.1634521484375, -0.079437255859375, 0.00457763671875, 0.088592529296875, 0.172607421875, 0.256622314453125, 0.34063720703125, 0.424652099609375, 0.5086669921875, 0.592681884765625, 0.67669677734375, 0.760711669921875, 0.8447265625, 0.928741455078125, 1.01275634765625, 1.096771240234375, 1.1807861328125, 1.264801025390625, 1.34881591796875, 1.432830810546875, 1.516845703125, 1.600860595703125, 1.68487548828125, 1.768890380859375, 1.8529052734375, 1.936920166015625, 2.02093505859375, 2.104949951171875, 2.18896484375, 2.272979736328125, 2.35699462890625, 2.441009521484375, 2.5250244140625, 2.609039306640625, 2.69305419921875, 2.777069091796875, 2.861083984375, 2.945098876953125, 3.02911376953125, 3.113128662109375, 3.1971435546875, 3.281158447265625, 3.36517333984375, 3.449188232421875, 3.533203125]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 1.0, 11.0, 16.0, 25.0, 54.0, 99.0, 161.0, 195.0, 166.0, 110.0, 72.0, 39.0, 26.0, 9.0, 6.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.74663543701172, -65.98091888427734, -64.21520233154297, -62.449485778808594, -60.68376541137695, -58.91804885864258, -57.1523323059082, -55.38661575317383, -53.62089538574219, -51.85517883300781, -50.08946228027344, -48.32374572753906, -46.55802536010742, -44.79230880737305, -43.02659225463867, -41.2608757019043, -39.49515914916992, -37.72944259643555, -35.96372604370117, -34.19800567626953, -32.432289123535156, -30.66657257080078, -28.900856018066406, -27.13513946533203, -25.369421005249023, -23.60370445251465, -21.83798599243164, -20.072269439697266, -18.30655288696289, -16.540834426879883, -14.775117874145508, -13.009400367736816, -11.24367904663086, -9.477961540222168, -7.712244510650635, -5.946527481079102, -4.18080997467041, -2.4150924682617188, -0.6493759155273438, 1.1163415908813477, 2.882059097290039, 4.6477766036987305, 6.413493633270264, 8.179210662841797, 9.944928169250488, 11.71064567565918, 13.476362228393555, 15.242079734802246, 17.007797241210938, 18.773513793945312, 20.53923225402832, 22.304948806762695, 24.070667266845703, 25.836383819580078, 27.602100372314453, 29.367816925048828, 31.133535385131836, 32.899253845214844, 34.66497039794922, 36.430686950683594, 38.19640350341797, 39.962120056152344, 41.72783660888672, 43.49355697631836, 45.259273529052734]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 9.0, 6.0, 7.0, 9.0, 12.0, 12.0, 16.0, 15.0, 13.0, 18.0, 20.0, 34.0, 41.0, 42.0, 39.0, 44.0, 57.0, 51.0, 49.0, 62.0, 55.0, 52.0, 47.0, 53.0, 37.0, 34.0, 31.0, 37.0, 21.0, 19.0, 13.0, 10.0, 5.0, 8.0, 3.0, 6.0, 8.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-41.80244445800781, -40.527549743652344, -39.25265884399414, -37.97776412963867, -36.7028694152832, -35.427978515625, -34.15308380126953, -32.87818908691406, -31.603296279907227, -30.32840347290039, -29.053508758544922, -27.778615951538086, -26.50372314453125, -25.22882843017578, -23.953935623168945, -22.67904281616211, -21.40414810180664, -20.129255294799805, -18.854360580444336, -17.5794677734375, -16.30457305908203, -15.029680252075195, -13.75478744506836, -12.479893684387207, -11.204999923706055, -9.930106163024902, -8.65521240234375, -7.380319595336914, -6.105425834655762, -4.830532073974609, -3.5556387901306152, -2.280745506286621, -1.0058479309082031, 0.2690455913543701, 1.5439391136169434, 2.8188326358795166, 4.09372615814209, 5.368619918823242, 6.643513202667236, 7.9184064865112305, 9.193300247192383, 10.468194007873535, 11.743087768554688, 13.017980575561523, 14.292874336242676, 15.567768096923828, 16.842660903930664, 18.1175537109375, 19.39244842529297, 20.667341232299805, 21.942235946655273, 23.21712875366211, 24.492023468017578, 25.766916275024414, 27.04180908203125, 28.31670379638672, 29.591596603393555, 30.86648941040039, 32.14138412475586, 33.41627883911133, 34.69116973876953, 35.966064453125, 37.24095916748047, 38.51585006713867, 39.79074478149414]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 0.0, 3.0, 5.0, 7.0, 6.0, 13.0, 15.0, 34.0, 30.0, 64.0, 81.0, 127.0, 186.0, 317.0, 599.0, 1043.0, 2309.0, 6214.0, 24751.0, 254547.0, 3834153.0, 53349.0, 10237.0, 3291.0, 1293.0, 682.0, 363.0, 210.0, 122.0, 65.0, 53.0, 34.0, 20.0, 19.0, 16.0, 4.0, 3.0, 3.0, 4.0, 1.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-7.62109375, -7.41058349609375, -7.2000732421875, -6.98956298828125, -6.779052734375, -6.56854248046875, -6.3580322265625, -6.14752197265625, -5.93701171875, -5.72650146484375, -5.5159912109375, -5.30548095703125, -5.094970703125, -4.88446044921875, -4.6739501953125, -4.46343994140625, -4.2529296875, -4.04241943359375, -3.8319091796875, -3.62139892578125, -3.410888671875, -3.20037841796875, -2.9898681640625, -2.77935791015625, -2.56884765625, -2.35833740234375, -2.1478271484375, -1.93731689453125, -1.726806640625, -1.51629638671875, -1.3057861328125, -1.09527587890625, -0.884765625, -0.67425537109375, -0.4637451171875, -0.25323486328125, -0.042724609375, 0.16778564453125, 0.3782958984375, 0.58880615234375, 0.79931640625, 1.00982666015625, 1.2203369140625, 1.43084716796875, 1.641357421875, 1.85186767578125, 2.0623779296875, 2.27288818359375, 2.4833984375, 2.69390869140625, 2.9044189453125, 3.11492919921875, 3.325439453125, 3.53594970703125, 3.7464599609375, 3.95697021484375, 4.16748046875, 4.37799072265625, 4.5885009765625, 4.79901123046875, 5.009521484375, 5.22003173828125, 5.4305419921875, 5.64105224609375, 5.8515625]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 1.0, 5.0, 2.0, 3.0, 9.0, 12.0, 5.0, 9.0, 14.0, 14.0, 26.0, 14.0, 25.0, 34.0, 31.0, 33.0, 42.0, 41.0, 51.0, 58.0, 54.0, 59.0, 48.0, 46.0, 58.0, 49.0, 35.0, 43.0, 25.0, 30.0, 25.0, 24.0, 20.0, 14.0, 14.0, 9.0, 11.0, 7.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.173828125, -2.1153106689453125, -2.056793212890625, -1.9982757568359375, -1.93975830078125, -1.8812408447265625, -1.822723388671875, -1.7642059326171875, -1.7056884765625, -1.6471710205078125, -1.588653564453125, -1.5301361083984375, -1.47161865234375, -1.4131011962890625, -1.354583740234375, -1.2960662841796875, -1.237548828125, -1.1790313720703125, -1.120513916015625, -1.0619964599609375, -1.00347900390625, -0.9449615478515625, -0.886444091796875, -0.8279266357421875, -0.7694091796875, -0.7108917236328125, -0.652374267578125, -0.5938568115234375, -0.53533935546875, -0.4768218994140625, -0.418304443359375, -0.3597869873046875, -0.30126953125, -0.2427520751953125, -0.184234619140625, -0.1257171630859375, -0.06719970703125, -0.0086822509765625, 0.049835205078125, 0.1083526611328125, 0.1668701171875, 0.2253875732421875, 0.283905029296875, 0.3424224853515625, 0.40093994140625, 0.4594573974609375, 0.517974853515625, 0.5764923095703125, 0.635009765625, 0.6935272216796875, 0.752044677734375, 0.8105621337890625, 0.86907958984375, 0.9275970458984375, 0.986114501953125, 1.0446319580078125, 1.1031494140625, 1.1616668701171875, 1.220184326171875, 1.2787017822265625, 1.33721923828125, 1.3957366943359375, 1.454254150390625, 1.5127716064453125, 1.5712890625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 7.0, 8.0, 9.0, 17.0, 17.0, 38.0, 42.0, 64.0, 65.0, 99.0, 171.0, 241.0, 316.0, 537.0, 858.0, 1420.0, 2401.0, 4854.0, 10902.0, 29845.0, 139786.0, 3693832.0, 240216.0, 41621.0, 13759.0, 5838.0, 2875.0, 1647.0, 902.0, 663.0, 369.0, 276.0, 178.0, 121.0, 84.0, 53.0, 42.0, 35.0, 28.0, 11.0, 5.0, 6.0, 5.0, 6.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-3.109375, -3.019561767578125, -2.92974853515625, -2.839935302734375, -2.7501220703125, -2.660308837890625, -2.57049560546875, -2.480682373046875, -2.390869140625, -2.301055908203125, -2.21124267578125, -2.121429443359375, -2.0316162109375, -1.941802978515625, -1.85198974609375, -1.762176513671875, -1.67236328125, -1.582550048828125, -1.49273681640625, -1.402923583984375, -1.3131103515625, -1.223297119140625, -1.13348388671875, -1.043670654296875, -0.953857421875, -0.864044189453125, -0.77423095703125, -0.684417724609375, -0.5946044921875, -0.504791259765625, -0.41497802734375, -0.325164794921875, -0.2353515625, -0.145538330078125, -0.05572509765625, 0.034088134765625, 0.1239013671875, 0.213714599609375, 0.30352783203125, 0.393341064453125, 0.483154296875, 0.572967529296875, 0.66278076171875, 0.752593994140625, 0.8424072265625, 0.932220458984375, 1.02203369140625, 1.111846923828125, 1.20166015625, 1.291473388671875, 1.38128662109375, 1.471099853515625, 1.5609130859375, 1.650726318359375, 1.74053955078125, 1.830352783203125, 1.920166015625, 2.009979248046875, 2.09979248046875, 2.189605712890625, 2.2794189453125, 2.369232177734375, 2.45904541015625, 2.548858642578125, 2.638671875]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 2.0, 4.0, 6.0, 13.0, 23.0, 27.0, 47.0, 100.0, 362.0, 2919.0, 300.0, 106.0, 43.0, 44.0, 19.0, 11.0, 7.0, 3.0, 9.0, 1.0, 5.0, 1.0, 4.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0], "bins": [-1.064453125, -1.0367431640625, -1.009033203125, -0.9813232421875, -0.95361328125, -0.9259033203125, -0.898193359375, -0.8704833984375, -0.8427734375, -0.8150634765625, -0.787353515625, -0.7596435546875, -0.73193359375, -0.7042236328125, -0.676513671875, -0.6488037109375, -0.62109375, -0.5933837890625, -0.565673828125, -0.5379638671875, -0.51025390625, -0.4825439453125, -0.454833984375, -0.4271240234375, -0.3994140625, -0.3717041015625, -0.343994140625, -0.3162841796875, -0.28857421875, -0.2608642578125, -0.233154296875, -0.2054443359375, -0.177734375, -0.1500244140625, -0.122314453125, -0.0946044921875, -0.06689453125, -0.0391845703125, -0.011474609375, 0.0162353515625, 0.0439453125, 0.0716552734375, 0.099365234375, 0.1270751953125, 0.15478515625, 0.1824951171875, 0.210205078125, 0.2379150390625, 0.265625, 0.2933349609375, 0.321044921875, 0.3487548828125, 0.37646484375, 0.4041748046875, 0.431884765625, 0.4595947265625, 0.4873046875, 0.5150146484375, 0.542724609375, 0.5704345703125, 0.59814453125, 0.6258544921875, 0.653564453125, 0.6812744140625, 0.708984375]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 26.0, 85.0, 189.0, 261.0, 228.0, 131.0, 50.0, 18.0, 12.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.685068368911743, -3.46024227142334, -3.2354159355163574, -3.010589599609375, -2.7857635021209717, -2.5609374046325684, -2.336111068725586, -2.1112847328186035, -1.8864586353302002, -1.6616324186325073, -1.4368062019348145, -1.2119799852371216, -0.9871537685394287, -0.7623275518417358, -0.537501335144043, -0.3126751184463501, -0.08784890174865723, 0.13697731494903564, 0.3618035316467285, 0.5866297483444214, 0.8114559650421143, 1.0362821817398071, 1.2611083984375, 1.4859346151351929, 1.7107608318328857, 1.9355870485305786, 2.1604132652282715, 2.385239601135254, 2.6100656986236572, 2.8348917961120605, 3.059718132019043, 3.2845444679260254, 3.509370803833008, 3.7341971397399902, 3.9590232372283936, 4.183849334716797, 4.408675670623779, 4.633502006530762, 4.858327865600586, 5.083154201507568, 5.307980537414551, 5.532806873321533, 5.757633209228516, 5.98245906829834, 6.207285404205322, 6.432111740112305, 6.656937599182129, 6.881763935089111, 7.106590270996094, 7.331416606903076, 7.556242942810059, 7.781068801879883, 8.005895614624023, 8.230721473693848, 8.455547332763672, 8.680374145507812, 8.905200004577637, 9.130025863647461, 9.354852676391602, 9.579678535461426, 9.80450439453125, 10.02933120727539, 10.254157066345215, 10.478983879089355, 10.70380973815918]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 4.0, 5.0, 6.0, 7.0, 7.0, 14.0, 10.0, 19.0, 13.0, 20.0, 26.0, 20.0, 25.0, 34.0, 29.0, 22.0, 30.0, 44.0, 51.0, 43.0, 34.0, 50.0, 44.0, 31.0, 29.0, 43.0, 24.0, 30.0, 40.0, 31.0, 20.0, 31.0, 30.0, 18.0, 22.0, 12.0, 11.0, 9.0, 12.0, 5.0, 7.0, 7.0, 7.0, 5.0, 6.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.8979312181472778, -1.8382967710494995, -1.7786624431610107, -1.7190279960632324, -1.659393548965454, -1.5997592210769653, -1.540124773979187, -1.4804904460906982, -1.42085599899292, -1.3612215518951416, -1.3015872240066528, -1.2419527769088745, -1.1823184490203857, -1.1226840019226074, -1.063049554824829, -1.0034151077270508, -0.943780779838562, -0.8841463923454285, -0.8245120048522949, -0.7648775577545166, -0.7052431702613831, -0.6456087827682495, -0.5859743356704712, -0.5263399481773376, -0.4667055606842041, -0.40707117319107056, -0.3474367558956146, -0.2878023386001587, -0.22816795110702515, -0.1685335636138916, -0.10889914631843567, -0.049264729022979736, 0.01036977767944336, 0.0700041800737381, 0.12963858246803284, 0.18927298486232758, 0.24890738725662231, 0.30854177474975586, 0.3681761920452118, 0.4278106093406677, 0.48744499683380127, 0.5470793843269348, 0.6067137718200684, 0.6663482189178467, 0.7259826064109802, 0.7856169939041138, 0.8452514410018921, 0.9048858284950256, 0.9645202159881592, 1.0241546630859375, 1.0837889909744263, 1.1434234380722046, 1.2030577659606934, 1.2626922130584717, 1.32232666015625, 1.3819611072540283, 1.441595435142517, 1.5012298822402954, 1.5608642101287842, 1.6204986572265625, 1.6801331043243408, 1.7397674322128296, 1.799401879310608, 1.8590362071990967, 1.918670654296875]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 6.0, 8.0, 1.0, 7.0, 8.0, 19.0, 17.0, 35.0, 42.0, 91.0, 117.0, 235.0, 381.0, 746.0, 1362.0, 2610.0, 4890.0, 10529.0, 23286.0, 58445.0, 156478.0, 321310.0, 275081.0, 114784.0, 43134.0, 18070.0, 8264.0, 3955.0, 2065.0, 1115.0, 559.0, 344.0, 198.0, 113.0, 75.0, 58.0, 36.0, 31.0, 14.0, 12.0, 10.0, 5.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-4.796875, -4.65081787109375, -4.5047607421875, -4.35870361328125, -4.212646484375, -4.06658935546875, -3.9205322265625, -3.77447509765625, -3.62841796875, -3.48236083984375, -3.3363037109375, -3.19024658203125, -3.044189453125, -2.89813232421875, -2.7520751953125, -2.60601806640625, -2.4599609375, -2.31390380859375, -2.1678466796875, -2.02178955078125, -1.875732421875, -1.72967529296875, -1.5836181640625, -1.43756103515625, -1.29150390625, -1.14544677734375, -0.9993896484375, -0.85333251953125, -0.707275390625, -0.56121826171875, -0.4151611328125, -0.26910400390625, -0.123046875, 0.02301025390625, 0.1690673828125, 0.31512451171875, 0.461181640625, 0.60723876953125, 0.7532958984375, 0.89935302734375, 1.04541015625, 1.19146728515625, 1.3375244140625, 1.48358154296875, 1.629638671875, 1.77569580078125, 1.9217529296875, 2.06781005859375, 2.2138671875, 2.35992431640625, 2.5059814453125, 2.65203857421875, 2.798095703125, 2.94415283203125, 3.0902099609375, 3.23626708984375, 3.38232421875, 3.52838134765625, 3.6744384765625, 3.82049560546875, 3.966552734375, 4.11260986328125, 4.2586669921875, 4.40472412109375, 4.55078125]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 5.0, 1.0, 3.0, 3.0, 5.0, 13.0, 10.0, 9.0, 12.0, 13.0, 16.0, 18.0, 23.0, 27.0, 31.0, 27.0, 40.0, 46.0, 31.0, 52.0, 50.0, 52.0, 46.0, 43.0, 45.0, 56.0, 45.0, 45.0, 31.0, 31.0, 32.0, 26.0, 26.0, 21.0, 10.0, 16.0, 10.0, 14.0, 7.0, 7.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0], "bins": [-2.169921875, -2.1145172119140625, -2.059112548828125, -2.0037078857421875, -1.94830322265625, -1.8928985595703125, -1.837493896484375, -1.7820892333984375, -1.7266845703125, -1.6712799072265625, -1.615875244140625, -1.5604705810546875, -1.50506591796875, -1.4496612548828125, -1.394256591796875, -1.3388519287109375, -1.283447265625, -1.2280426025390625, -1.172637939453125, -1.1172332763671875, -1.06182861328125, -1.0064239501953125, -0.951019287109375, -0.8956146240234375, -0.8402099609375, -0.7848052978515625, -0.729400634765625, -0.6739959716796875, -0.61859130859375, -0.5631866455078125, -0.507781982421875, -0.4523773193359375, -0.39697265625, -0.3415679931640625, -0.286163330078125, -0.2307586669921875, -0.17535400390625, -0.1199493408203125, -0.064544677734375, -0.0091400146484375, 0.0462646484375, 0.1016693115234375, 0.157073974609375, 0.2124786376953125, 0.26788330078125, 0.3232879638671875, 0.378692626953125, 0.4340972900390625, 0.489501953125, 0.5449066162109375, 0.600311279296875, 0.6557159423828125, 0.71112060546875, 0.7665252685546875, 0.821929931640625, 0.8773345947265625, 0.9327392578125, 0.9881439208984375, 1.043548583984375, 1.0989532470703125, 1.15435791015625, 1.2097625732421875, 1.265167236328125, 1.3205718994140625, 1.3759765625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0, 4.0, 7.0, 7.0, 8.0, 19.0, 39.0, 37.0, 97.0, 147.0, 250.0, 525.0, 1081.0, 2499.0, 8050.0, 37598.0, 343836.0, 576455.0, 60859.0, 11164.0, 3340.0, 1245.0, 574.0, 292.0, 177.0, 89.0, 60.0, 35.0, 22.0, 9.0, 10.0, 12.0, 7.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.96875, -9.6849365234375, -9.401123046875, -9.1173095703125, -8.83349609375, -8.5496826171875, -8.265869140625, -7.9820556640625, -7.6982421875, -7.4144287109375, -7.130615234375, -6.8468017578125, -6.56298828125, -6.2791748046875, -5.995361328125, -5.7115478515625, -5.427734375, -5.1439208984375, -4.860107421875, -4.5762939453125, -4.29248046875, -4.0086669921875, -3.724853515625, -3.4410400390625, -3.1572265625, -2.8734130859375, -2.589599609375, -2.3057861328125, -2.02197265625, -1.7381591796875, -1.454345703125, -1.1705322265625, -0.88671875, -0.6029052734375, -0.319091796875, -0.0352783203125, 0.24853515625, 0.5323486328125, 0.816162109375, 1.0999755859375, 1.3837890625, 1.6676025390625, 1.951416015625, 2.2352294921875, 2.51904296875, 2.8028564453125, 3.086669921875, 3.3704833984375, 3.654296875, 3.9381103515625, 4.221923828125, 4.5057373046875, 4.78955078125, 5.0733642578125, 5.357177734375, 5.6409912109375, 5.9248046875, 6.2086181640625, 6.492431640625, 6.7762451171875, 7.06005859375, 7.3438720703125, 7.627685546875, 7.9114990234375, 8.1953125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 4.0, 2.0, 1.0, 9.0, 7.0, 10.0, 6.0, 16.0, 21.0, 23.0, 14.0, 29.0, 24.0, 37.0, 34.0, 36.0, 56.0, 57.0, 56.0, 64.0, 57.0, 51.0, 63.0, 31.0, 37.0, 32.0, 48.0, 31.0, 32.0, 26.0, 19.0, 18.0, 16.0, 12.0, 8.0, 10.0, 3.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-10.125, -9.8267822265625, -9.528564453125, -9.2303466796875, -8.93212890625, -8.6339111328125, -8.335693359375, -8.0374755859375, -7.7392578125, -7.4410400390625, -7.142822265625, -6.8446044921875, -6.54638671875, -6.2481689453125, -5.949951171875, -5.6517333984375, -5.353515625, -5.0552978515625, -4.757080078125, -4.4588623046875, -4.16064453125, -3.8624267578125, -3.564208984375, -3.2659912109375, -2.9677734375, -2.6695556640625, -2.371337890625, -2.0731201171875, -1.77490234375, -1.4766845703125, -1.178466796875, -0.8802490234375, -0.58203125, -0.2838134765625, 0.014404296875, 0.3126220703125, 0.61083984375, 0.9090576171875, 1.207275390625, 1.5054931640625, 1.8037109375, 2.1019287109375, 2.400146484375, 2.6983642578125, 2.99658203125, 3.2947998046875, 3.593017578125, 3.8912353515625, 4.189453125, 4.4876708984375, 4.785888671875, 5.0841064453125, 5.38232421875, 5.6805419921875, 5.978759765625, 6.2769775390625, 6.5751953125, 6.8734130859375, 7.171630859375, 7.4698486328125, 7.76806640625, 8.0662841796875, 8.364501953125, 8.6627197265625, 8.9609375]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 9.0, 7.0, 13.0, 17.0, 15.0, 26.0, 34.0, 49.0, 71.0, 117.0, 139.0, 233.0, 379.0, 907.0, 2383.0, 9245.0, 72673.0, 823504.0, 121003.0, 12397.0, 3000.0, 1068.0, 464.0, 257.0, 167.0, 125.0, 60.0, 50.0, 42.0, 26.0, 21.0, 10.0, 13.0, 6.0, 6.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 2.0], "bins": [-5.6796875, -5.536224365234375, -5.39276123046875, -5.249298095703125, -5.1058349609375, -4.962371826171875, -4.81890869140625, -4.675445556640625, -4.531982421875, -4.388519287109375, -4.24505615234375, -4.101593017578125, -3.9581298828125, -3.814666748046875, -3.67120361328125, -3.527740478515625, -3.38427734375, -3.240814208984375, -3.09735107421875, -2.953887939453125, -2.8104248046875, -2.666961669921875, -2.52349853515625, -2.380035400390625, -2.236572265625, -2.093109130859375, -1.94964599609375, -1.806182861328125, -1.6627197265625, -1.519256591796875, -1.37579345703125, -1.232330322265625, -1.0888671875, -0.945404052734375, -0.80194091796875, -0.658477783203125, -0.5150146484375, -0.371551513671875, -0.22808837890625, -0.084625244140625, 0.058837890625, 0.202301025390625, 0.34576416015625, 0.489227294921875, 0.6326904296875, 0.776153564453125, 0.91961669921875, 1.063079833984375, 1.20654296875, 1.350006103515625, 1.49346923828125, 1.636932373046875, 1.7803955078125, 1.923858642578125, 2.06732177734375, 2.210784912109375, 2.354248046875, 2.497711181640625, 2.64117431640625, 2.784637451171875, 2.9281005859375, 3.071563720703125, 3.21502685546875, 3.358489990234375, 3.501953125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 10.0, 24.0, 53.0, 117.0, 219.0, 232.0, 185.0, 95.0, 35.0, 20.0, 11.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0007467269897460938, -0.0007212609052658081, -0.0006957948207855225, -0.0006703287363052368, -0.0006448626518249512, -0.0006193965673446655, -0.0005939304828643799, -0.0005684643983840942, -0.0005429983139038086, -0.000517532229423523, -0.0004920661449432373, -0.00046660006046295166, -0.000441133975982666, -0.00041566789150238037, -0.0003902018070220947, -0.0003647357225418091, -0.00033926963806152344, -0.0003138035535812378, -0.00028833746910095215, -0.0002628713846206665, -0.00023740530014038086, -0.00021193921566009521, -0.00018647313117980957, -0.00016100704669952393, -0.00013554096221923828, -0.00011007487773895264, -8.460879325866699e-05, -5.914270877838135e-05, -3.36766242980957e-05, -8.210539817810059e-06, 1.7255544662475586e-05, 4.272162914276123e-05, 6.818771362304688e-05, 9.365379810333252e-05, 0.00011911988258361816, 0.0001445859670639038, 0.00017005205154418945, 0.0001955181360244751, 0.00022098422050476074, 0.0002464503049850464, 0.00027191638946533203, 0.0002973824739456177, 0.0003228485584259033, 0.00034831464290618896, 0.0003737807273864746, 0.00039924681186676025, 0.0004247128963470459, 0.00045017898082733154, 0.0004756450653076172, 0.0005011111497879028, 0.0005265772342681885, 0.0005520433187484741, 0.0005775094032287598, 0.0006029754877090454, 0.0006284415721893311, 0.0006539076566696167, 0.0006793737411499023, 0.000704839825630188, 0.0007303059101104736, 0.0007557719945907593, 0.0007812380790710449, 0.0008067041635513306, 0.0008321702480316162, 0.0008576363325119019, 0.0008831024169921875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 6.0, 7.0, 5.0, 10.0, 14.0, 13.0, 29.0, 41.0, 48.0, 98.0, 134.0, 227.0, 490.0, 1200.0, 3492.0, 16126.0, 210977.0, 752930.0, 51869.0, 7155.0, 2019.0, 780.0, 333.0, 203.0, 96.0, 76.0, 55.0, 34.0, 24.0, 16.0, 10.0, 6.0, 6.0, 7.0, 7.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2578125, -3.12884521484375, -2.9998779296875, -2.87091064453125, -2.741943359375, -2.61297607421875, -2.4840087890625, -2.35504150390625, -2.22607421875, -2.09710693359375, -1.9681396484375, -1.83917236328125, -1.710205078125, -1.58123779296875, -1.4522705078125, -1.32330322265625, -1.1943359375, -1.06536865234375, -0.9364013671875, -0.80743408203125, -0.678466796875, -0.54949951171875, -0.4205322265625, -0.29156494140625, -0.16259765625, -0.03363037109375, 0.0953369140625, 0.22430419921875, 0.353271484375, 0.48223876953125, 0.6112060546875, 0.74017333984375, 0.869140625, 0.99810791015625, 1.1270751953125, 1.25604248046875, 1.385009765625, 1.51397705078125, 1.6429443359375, 1.77191162109375, 1.90087890625, 2.02984619140625, 2.1588134765625, 2.28778076171875, 2.416748046875, 2.54571533203125, 2.6746826171875, 2.80364990234375, 2.9326171875, 3.06158447265625, 3.1905517578125, 3.31951904296875, 3.448486328125, 3.57745361328125, 3.7064208984375, 3.83538818359375, 3.96435546875, 4.09332275390625, 4.2222900390625, 4.35125732421875, 4.480224609375, 4.60919189453125, 4.7381591796875, 4.86712646484375, 4.99609375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 5.0, 3.0, 2.0, 4.0, 10.0, 7.0, 12.0, 14.0, 21.0, 25.0, 30.0, 42.0, 50.0, 78.0, 92.0, 103.0, 106.0, 84.0, 83.0, 53.0, 45.0, 42.0, 25.0, 16.0, 13.0, 10.0, 3.0, 7.0, 5.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.24609375, -3.144775390625, -3.04345703125, -2.942138671875, -2.8408203125, -2.739501953125, -2.63818359375, -2.536865234375, -2.435546875, -2.334228515625, -2.23291015625, -2.131591796875, -2.0302734375, -1.928955078125, -1.82763671875, -1.726318359375, -1.625, -1.523681640625, -1.42236328125, -1.321044921875, -1.2197265625, -1.118408203125, -1.01708984375, -0.915771484375, -0.814453125, -0.713134765625, -0.61181640625, -0.510498046875, -0.4091796875, -0.307861328125, -0.20654296875, -0.105224609375, -0.00390625, 0.097412109375, 0.19873046875, 0.300048828125, 0.4013671875, 0.502685546875, 0.60400390625, 0.705322265625, 0.806640625, 0.907958984375, 1.00927734375, 1.110595703125, 1.2119140625, 1.313232421875, 1.41455078125, 1.515869140625, 1.6171875, 1.718505859375, 1.81982421875, 1.921142578125, 2.0224609375, 2.123779296875, 2.22509765625, 2.326416015625, 2.427734375, 2.529052734375, 2.63037109375, 2.731689453125, 2.8330078125, 2.934326171875, 3.03564453125, 3.136962890625, 3.23828125]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 10.0, 48.0, 160.0, 331.0, 292.0, 121.0, 38.0, 9.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-202.78173828125, -198.26779174804688, -193.75384521484375, -189.23989868164062, -184.7259521484375, -180.2119903564453, -175.6980438232422, -171.18409729003906, -166.67015075683594, -162.1562042236328, -157.6422576904297, -153.12831115722656, -148.61434936523438, -144.10040283203125, -139.58645629882812, -135.072509765625, -130.55856323242188, -126.04461669921875, -121.53067016601562, -117.01671600341797, -112.50276947021484, -107.98882293701172, -103.47486877441406, -98.96092224121094, -94.44697570800781, -89.93302917480469, -85.41908264160156, -80.9051284790039, -76.39118194580078, -71.87723541259766, -67.36328125, -62.849334716796875, -58.33538055419922, -53.821434020996094, -49.3074836730957, -44.79353332519531, -40.27958679199219, -35.76564025878906, -31.251689910888672, -26.737741470336914, -22.223793029785156, -17.7098445892334, -13.19589614868164, -8.681947708129883, -4.167999267578125, 0.3459491729736328, 4.859897613525391, 9.373846054077148, 13.887794494628906, 18.401742935180664, 22.915691375732422, 27.42963981628418, 31.943588256835938, 36.45753479003906, 40.97148513793945, 45.485435485839844, 49.99938201904297, 54.513328552246094, 59.027278900146484, 63.541229248046875, 68.05517578125, 72.56912231445312, 77.08306884765625, 81.5970230102539, 86.11096954345703]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 5.0, 5.0, 8.0, 11.0, 10.0, 16.0, 13.0, 21.0, 31.0, 26.0, 32.0, 41.0, 43.0, 66.0, 53.0, 53.0, 47.0, 54.0, 62.0, 50.0, 49.0, 49.0, 30.0, 50.0, 32.0, 25.0, 22.0, 17.0, 18.0, 12.0, 7.0, 9.0, 10.0, 7.0, 8.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.12786865234375, -44.74054718017578, -43.35322570800781, -41.965904235839844, -40.578582763671875, -39.19126510620117, -37.8039436340332, -36.416622161865234, -35.029300689697266, -33.6419792175293, -32.25465774536133, -30.867338180541992, -29.480016708374023, -28.092695236206055, -26.70537567138672, -25.31805419921875, -23.93073272705078, -22.543411254882812, -21.156089782714844, -19.768770217895508, -18.38144874572754, -16.99412727355957, -15.606806755065918, -14.219486236572266, -12.832164764404297, -11.444843292236328, -10.057522773742676, -8.670202255249023, -7.282880783081055, -5.895559787750244, -4.508238792419434, -3.1209182739257812, -1.7335968017578125, -0.34627580642700195, 1.0410451889038086, 2.428366184234619, 3.8156871795654297, 5.20300817489624, 6.590329170227051, 7.977649688720703, 9.364971160888672, 10.75229263305664, 12.139613151550293, 13.526933670043945, 14.914255142211914, 16.301576614379883, 17.68889617919922, 19.076217651367188, 20.463539123535156, 21.850860595703125, 23.238182067871094, 24.62550163269043, 26.0128231048584, 27.400144577026367, 28.787464141845703, 30.174785614013672, 31.56210708618164, 32.94942855834961, 34.33675003051758, 35.72407150268555, 37.11138916015625, 38.49871063232422, 39.88603210449219, 41.273353576660156, 42.660675048828125]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 9.0, 18.0, 12.0, 21.0, 27.0, 44.0, 75.0, 101.0, 175.0, 301.0, 564.0, 1125.0, 2438.0, 6441.0, 21783.0, 123818.0, 3769071.0, 222125.0, 31685.0, 8384.0, 3077.0, 1329.0, 708.0, 353.0, 220.0, 132.0, 73.0, 55.0, 43.0, 21.0, 12.0, 12.0, 7.0, 4.0, 7.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.21875, -4.0660400390625, -3.913330078125, -3.7606201171875, -3.60791015625, -3.4552001953125, -3.302490234375, -3.1497802734375, -2.9970703125, -2.8443603515625, -2.691650390625, -2.5389404296875, -2.38623046875, -2.2335205078125, -2.080810546875, -1.9281005859375, -1.775390625, -1.6226806640625, -1.469970703125, -1.3172607421875, -1.16455078125, -1.0118408203125, -0.859130859375, -0.7064208984375, -0.5537109375, -0.4010009765625, -0.248291015625, -0.0955810546875, 0.05712890625, 0.2098388671875, 0.362548828125, 0.5152587890625, 0.66796875, 0.8206787109375, 0.973388671875, 1.1260986328125, 1.27880859375, 1.4315185546875, 1.584228515625, 1.7369384765625, 1.8896484375, 2.0423583984375, 2.195068359375, 2.3477783203125, 2.50048828125, 2.6531982421875, 2.805908203125, 2.9586181640625, 3.111328125, 3.2640380859375, 3.416748046875, 3.5694580078125, 3.72216796875, 3.8748779296875, 4.027587890625, 4.1802978515625, 4.3330078125, 4.4857177734375, 4.638427734375, 4.7911376953125, 4.94384765625, 5.0965576171875, 5.249267578125, 5.4019775390625, 5.5546875]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 3.0, 5.0, 7.0, 5.0, 12.0, 16.0, 15.0, 13.0, 15.0, 14.0, 18.0, 17.0, 35.0, 30.0, 46.0, 50.0, 49.0, 47.0, 49.0, 61.0, 55.0, 53.0, 39.0, 43.0, 44.0, 29.0, 45.0, 21.0, 27.0, 25.0, 20.0, 20.0, 15.0, 12.0, 9.0, 8.0, 12.0, 4.0, 2.0, 3.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0], "bins": [-2.162109375, -2.103515625, -2.044921875, -1.986328125, -1.927734375, -1.869140625, -1.810546875, -1.751953125, -1.693359375, -1.634765625, -1.576171875, -1.517578125, -1.458984375, -1.400390625, -1.341796875, -1.283203125, -1.224609375, -1.166015625, -1.107421875, -1.048828125, -0.990234375, -0.931640625, -0.873046875, -0.814453125, -0.755859375, -0.697265625, -0.638671875, -0.580078125, -0.521484375, -0.462890625, -0.404296875, -0.345703125, -0.287109375, -0.228515625, -0.169921875, -0.111328125, -0.052734375, 0.005859375, 0.064453125, 0.123046875, 0.181640625, 0.240234375, 0.298828125, 0.357421875, 0.416015625, 0.474609375, 0.533203125, 0.591796875, 0.650390625, 0.708984375, 0.767578125, 0.826171875, 0.884765625, 0.943359375, 1.001953125, 1.060546875, 1.119140625, 1.177734375, 1.236328125, 1.294921875, 1.353515625, 1.412109375, 1.470703125, 1.529296875, 1.587890625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 5.0, 8.0, 14.0, 18.0, 18.0, 31.0, 40.0, 67.0, 92.0, 138.0, 225.0, 415.0, 846.0, 1601.0, 3442.0, 8594.0, 26101.0, 107590.0, 3243617.0, 689437.0, 77963.0, 20880.0, 7150.0, 2946.0, 1396.0, 708.0, 366.0, 221.0, 124.0, 74.0, 56.0, 28.0, 23.0, 15.0, 5.0, 9.0, 6.0, 8.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.84765625, -3.734161376953125, -3.62066650390625, -3.507171630859375, -3.3936767578125, -3.280181884765625, -3.16668701171875, -3.053192138671875, -2.939697265625, -2.826202392578125, -2.71270751953125, -2.599212646484375, -2.4857177734375, -2.372222900390625, -2.25872802734375, -2.145233154296875, -2.03173828125, -1.918243408203125, -1.80474853515625, -1.691253662109375, -1.5777587890625, -1.464263916015625, -1.35076904296875, -1.237274169921875, -1.123779296875, -1.010284423828125, -0.89678955078125, -0.783294677734375, -0.6697998046875, -0.556304931640625, -0.44281005859375, -0.329315185546875, -0.2158203125, -0.102325439453125, 0.01116943359375, 0.124664306640625, 0.2381591796875, 0.351654052734375, 0.46514892578125, 0.578643798828125, 0.692138671875, 0.805633544921875, 0.91912841796875, 1.032623291015625, 1.1461181640625, 1.259613037109375, 1.37310791015625, 1.486602783203125, 1.60009765625, 1.713592529296875, 1.82708740234375, 1.940582275390625, 2.0540771484375, 2.167572021484375, 2.28106689453125, 2.394561767578125, 2.508056640625, 2.621551513671875, 2.73504638671875, 2.848541259765625, 2.9620361328125, 3.075531005859375, 3.18902587890625, 3.302520751953125, 3.416015625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 8.0, 15.0, 19.0, 21.0, 23.0, 57.0, 94.0, 178.0, 485.0, 2579.0, 275.0, 128.0, 60.0, 51.0, 26.0, 17.0, 16.0, 5.0, 7.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.037109375, -0.9960784912109375, -0.955047607421875, -0.9140167236328125, -0.87298583984375, -0.8319549560546875, -0.790924072265625, -0.7498931884765625, -0.7088623046875, -0.6678314208984375, -0.626800537109375, -0.5857696533203125, -0.54473876953125, -0.5037078857421875, -0.462677001953125, -0.4216461181640625, -0.380615234375, -0.3395843505859375, -0.298553466796875, -0.2575225830078125, -0.21649169921875, -0.1754608154296875, -0.134429931640625, -0.0933990478515625, -0.0523681640625, -0.0113372802734375, 0.029693603515625, 0.0707244873046875, 0.11175537109375, 0.1527862548828125, 0.193817138671875, 0.2348480224609375, 0.27587890625, 0.3169097900390625, 0.357940673828125, 0.3989715576171875, 0.44000244140625, 0.4810333251953125, 0.522064208984375, 0.5630950927734375, 0.6041259765625, 0.6451568603515625, 0.686187744140625, 0.7272186279296875, 0.76824951171875, 0.8092803955078125, 0.850311279296875, 0.8913421630859375, 0.932373046875, 0.9734039306640625, 1.014434814453125, 1.0554656982421875, 1.09649658203125, 1.1375274658203125, 1.178558349609375, 1.2195892333984375, 1.2606201171875, 1.3016510009765625, 1.342681884765625, 1.3837127685546875, 1.42474365234375, 1.4657745361328125, 1.506805419921875, 1.5478363037109375, 1.5888671875]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 5.0, 3.0, 6.0, 8.0, 15.0, 29.0, 34.0, 32.0, 39.0, 56.0, 60.0, 84.0, 86.0, 90.0, 80.0, 91.0, 68.0, 52.0, 42.0, 38.0, 29.0, 14.0, 12.0, 15.0, 7.0, 7.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.315086603164673, -3.2041354179382324, -3.093184232711792, -2.9822330474853516, -2.871281862258911, -2.7603306770324707, -2.6493797302246094, -2.538428544998169, -2.4274773597717285, -2.316526174545288, -2.2055749893188477, -2.0946238040924072, -1.9836727380752563, -1.872721552848816, -1.7617703676223755, -1.6508193016052246, -1.5398679971694946, -1.4289168119430542, -1.3179656267166138, -1.207014560699463, -1.0960633754730225, -0.985112190246582, -0.8741610050201416, -0.763209879398346, -0.6522586941719055, -0.5413075089454651, -0.43035638332366943, -0.319405198097229, -0.20845404267311096, -0.09750288724899292, 0.01344829797744751, 0.12439942359924316, 0.2353506088256836, 0.34630176424980164, 0.4572529196739197, 0.5682041049003601, 0.6791552305221558, 0.7901064157485962, 0.9010576009750366, 1.0120086669921875, 1.122959852218628, 1.2339110374450684, 1.3448622226715088, 1.4558134078979492, 1.5667644739151, 1.6777156591415405, 1.788666844367981, 1.8996179103851318, 2.0105690956115723, 2.1215202808380127, 2.232471466064453, 2.3434226512908936, 2.454373836517334, 2.5653247833251953, 2.676276206970215, 2.787227153778076, 2.8981785774230957, 3.009129762649536, 3.1200809478759766, 3.231032133102417, 3.3419833183288574, 3.4529342651367188, 3.5638856887817383, 3.6748366355895996, 3.78578782081604]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 2.0, 5.0, 12.0, 6.0, 8.0, 16.0, 19.0, 16.0, 19.0, 28.0, 14.0, 27.0, 33.0, 54.0, 45.0, 52.0, 37.0, 59.0, 57.0, 49.0, 62.0, 49.0, 49.0, 41.0, 29.0, 42.0, 17.0, 35.0, 28.0, 14.0, 13.0, 17.0, 5.0, 10.0, 8.0, 5.0, 8.0, 3.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.999687433242798, -2.9028615951538086, -2.8060357570648193, -2.70920991897583, -2.6123838424682617, -2.5155580043792725, -2.418732166290283, -2.321906328201294, -2.2250804901123047, -2.1282546520233154, -2.031428813934326, -1.9346028566360474, -1.837777018547058, -1.7409511804580688, -1.64412522315979, -1.5472993850708008, -1.4504735469818115, -1.3536477088928223, -1.256821870803833, -1.1599959135055542, -1.063170075416565, -0.9663442373275757, -0.8695183396339417, -0.7726924419403076, -0.6758666038513184, -0.5790407657623291, -0.48221486806869507, -0.3853890001773834, -0.2885631322860718, -0.19173726439476013, -0.09491139650344849, 0.0019145011901855469, 0.0987401008605957, 0.19556596875190735, 0.292391836643219, 0.38921770453453064, 0.4860435724258423, 0.5828694105148315, 0.6796953082084656, 0.7765212059020996, 0.8733470439910889, 0.9701728820800781, 1.0669987201690674, 1.1638246774673462, 1.2606505155563354, 1.3574763536453247, 1.4543023109436035, 1.5511281490325928, 1.647953987121582, 1.7447798252105713, 1.8416056632995605, 1.9384316205978394, 2.035257339477539, 2.1320834159851074, 2.2289092540740967, 2.325735092163086, 2.422560930252075, 2.5193867683410645, 2.6162126064300537, 2.713038444519043, 2.8098645210266113, 2.9066903591156006, 3.00351619720459, 3.100342035293579, 3.1971678733825684]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 6.0, 8.0, 10.0, 14.0, 13.0, 22.0, 38.0, 70.0, 103.0, 194.0, 313.0, 704.0, 1571.0, 3652.0, 8925.0, 24145.0, 73153.0, 240052.0, 409709.0, 193896.0, 58861.0, 19721.0, 7572.0, 3082.0, 1326.0, 645.0, 315.0, 169.0, 90.0, 70.0, 42.0, 25.0, 16.0, 9.0, 11.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.8984375, -5.7559814453125, -5.613525390625, -5.4710693359375, -5.32861328125, -5.1861572265625, -5.043701171875, -4.9012451171875, -4.7587890625, -4.6163330078125, -4.473876953125, -4.3314208984375, -4.18896484375, -4.0465087890625, -3.904052734375, -3.7615966796875, -3.619140625, -3.4766845703125, -3.334228515625, -3.1917724609375, -3.04931640625, -2.9068603515625, -2.764404296875, -2.6219482421875, -2.4794921875, -2.3370361328125, -2.194580078125, -2.0521240234375, -1.90966796875, -1.7672119140625, -1.624755859375, -1.4822998046875, -1.33984375, -1.1973876953125, -1.054931640625, -0.9124755859375, -0.77001953125, -0.6275634765625, -0.485107421875, -0.3426513671875, -0.2001953125, -0.0577392578125, 0.084716796875, 0.2271728515625, 0.36962890625, 0.5120849609375, 0.654541015625, 0.7969970703125, 0.939453125, 1.0819091796875, 1.224365234375, 1.3668212890625, 1.50927734375, 1.6517333984375, 1.794189453125, 1.9366455078125, 2.0791015625, 2.2215576171875, 2.364013671875, 2.5064697265625, 2.64892578125, 2.7913818359375, 2.933837890625, 3.0762939453125, 3.21875]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 6.0, 4.0, 13.0, 8.0, 16.0, 14.0, 13.0, 18.0, 21.0, 17.0, 28.0, 26.0, 30.0, 46.0, 41.0, 50.0, 59.0, 54.0, 40.0, 55.0, 48.0, 40.0, 31.0, 47.0, 53.0, 39.0, 24.0, 18.0, 28.0, 21.0, 22.0, 15.0, 12.0, 9.0, 7.0, 7.0, 7.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.150390625, -2.092041015625, -2.03369140625, -1.975341796875, -1.9169921875, -1.858642578125, -1.80029296875, -1.741943359375, -1.68359375, -1.625244140625, -1.56689453125, -1.508544921875, -1.4501953125, -1.391845703125, -1.33349609375, -1.275146484375, -1.216796875, -1.158447265625, -1.10009765625, -1.041748046875, -0.9833984375, -0.925048828125, -0.86669921875, -0.808349609375, -0.75, -0.691650390625, -0.63330078125, -0.574951171875, -0.5166015625, -0.458251953125, -0.39990234375, -0.341552734375, -0.283203125, -0.224853515625, -0.16650390625, -0.108154296875, -0.0498046875, 0.008544921875, 0.06689453125, 0.125244140625, 0.18359375, 0.241943359375, 0.30029296875, 0.358642578125, 0.4169921875, 0.475341796875, 0.53369140625, 0.592041015625, 0.650390625, 0.708740234375, 0.76708984375, 0.825439453125, 0.8837890625, 0.942138671875, 1.00048828125, 1.058837890625, 1.1171875, 1.175537109375, 1.23388671875, 1.292236328125, 1.3505859375, 1.408935546875, 1.46728515625, 1.525634765625, 1.583984375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 5.0, 4.0, 3.0, 6.0, 5.0, 12.0, 25.0, 21.0, 37.0, 66.0, 87.0, 174.0, 298.0, 711.0, 1577.0, 5843.0, 47502.0, 784664.0, 190243.0, 12696.0, 2737.0, 903.0, 396.0, 217.0, 106.0, 80.0, 40.0, 18.0, 15.0, 21.0, 13.0, 12.0, 2.0, 4.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.5703125, -9.248291015625, -8.92626953125, -8.604248046875, -8.2822265625, -7.960205078125, -7.63818359375, -7.316162109375, -6.994140625, -6.672119140625, -6.35009765625, -6.028076171875, -5.7060546875, -5.384033203125, -5.06201171875, -4.739990234375, -4.41796875, -4.095947265625, -3.77392578125, -3.451904296875, -3.1298828125, -2.807861328125, -2.48583984375, -2.163818359375, -1.841796875, -1.519775390625, -1.19775390625, -0.875732421875, -0.5537109375, -0.231689453125, 0.09033203125, 0.412353515625, 0.734375, 1.056396484375, 1.37841796875, 1.700439453125, 2.0224609375, 2.344482421875, 2.66650390625, 2.988525390625, 3.310546875, 3.632568359375, 3.95458984375, 4.276611328125, 4.5986328125, 4.920654296875, 5.24267578125, 5.564697265625, 5.88671875, 6.208740234375, 6.53076171875, 6.852783203125, 7.1748046875, 7.496826171875, 7.81884765625, 8.140869140625, 8.462890625, 8.784912109375, 9.10693359375, 9.428955078125, 9.7509765625, 10.072998046875, 10.39501953125, 10.717041015625, 11.0390625]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 2.0, 6.0, 8.0, 5.0, 10.0, 10.0, 15.0, 9.0, 32.0, 22.0, 43.0, 48.0, 45.0, 58.0, 54.0, 64.0, 59.0, 59.0, 74.0, 54.0, 52.0, 50.0, 37.0, 47.0, 30.0, 29.0, 23.0, 12.0, 7.0, 9.0, 13.0, 6.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.6796875, -10.365966796875, -10.05224609375, -9.738525390625, -9.4248046875, -9.111083984375, -8.79736328125, -8.483642578125, -8.169921875, -7.856201171875, -7.54248046875, -7.228759765625, -6.9150390625, -6.601318359375, -6.28759765625, -5.973876953125, -5.66015625, -5.346435546875, -5.03271484375, -4.718994140625, -4.4052734375, -4.091552734375, -3.77783203125, -3.464111328125, -3.150390625, -2.836669921875, -2.52294921875, -2.209228515625, -1.8955078125, -1.581787109375, -1.26806640625, -0.954345703125, -0.640625, -0.326904296875, -0.01318359375, 0.300537109375, 0.6142578125, 0.927978515625, 1.24169921875, 1.555419921875, 1.869140625, 2.182861328125, 2.49658203125, 2.810302734375, 3.1240234375, 3.437744140625, 3.75146484375, 4.065185546875, 4.37890625, 4.692626953125, 5.00634765625, 5.320068359375, 5.6337890625, 5.947509765625, 6.26123046875, 6.574951171875, 6.888671875, 7.202392578125, 7.51611328125, 7.829833984375, 8.1435546875, 8.457275390625, 8.77099609375, 9.084716796875, 9.3984375]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 4.0, 3.0, 9.0, 11.0, 8.0, 28.0, 37.0, 45.0, 92.0, 147.0, 231.0, 537.0, 1340.0, 5412.0, 70731.0, 900472.0, 61931.0, 4995.0, 1391.0, 508.0, 234.0, 131.0, 88.0, 57.0, 37.0, 28.0, 15.0, 17.0, 5.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.7734375, -6.5877685546875, -6.402099609375, -6.2164306640625, -6.03076171875, -5.8450927734375, -5.659423828125, -5.4737548828125, -5.2880859375, -5.1024169921875, -4.916748046875, -4.7310791015625, -4.54541015625, -4.3597412109375, -4.174072265625, -3.9884033203125, -3.802734375, -3.6170654296875, -3.431396484375, -3.2457275390625, -3.06005859375, -2.8743896484375, -2.688720703125, -2.5030517578125, -2.3173828125, -2.1317138671875, -1.946044921875, -1.7603759765625, -1.57470703125, -1.3890380859375, -1.203369140625, -1.0177001953125, -0.83203125, -0.6463623046875, -0.460693359375, -0.2750244140625, -0.08935546875, 0.0963134765625, 0.281982421875, 0.4676513671875, 0.6533203125, 0.8389892578125, 1.024658203125, 1.2103271484375, 1.39599609375, 1.5816650390625, 1.767333984375, 1.9530029296875, 2.138671875, 2.3243408203125, 2.510009765625, 2.6956787109375, 2.88134765625, 3.0670166015625, 3.252685546875, 3.4383544921875, 3.6240234375, 3.8096923828125, 3.995361328125, 4.1810302734375, 4.36669921875, 4.5523681640625, 4.738037109375, 4.9237060546875, 5.109375]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 8.0, 7.0, 6.0, 13.0, 13.0, 19.0, 23.0, 37.0, 45.0, 50.0, 78.0, 68.0, 84.0, 87.0, 83.0, 73.0, 78.0, 55.0, 36.0, 37.0, 23.0, 16.0, 18.0, 6.0, 13.0, 6.0, 7.0, 4.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00031948089599609375, -0.00031094998121261597, -0.0003024190664291382, -0.0002938881516456604, -0.0002853572368621826, -0.00027682632207870483, -0.00026829540729522705, -0.00025976449251174927, -0.0002512335777282715, -0.0002427026629447937, -0.00023417174816131592, -0.00022564083337783813, -0.00021710991859436035, -0.00020857900381088257, -0.00020004808902740479, -0.000191517174243927, -0.00018298625946044922, -0.00017445534467697144, -0.00016592442989349365, -0.00015739351511001587, -0.00014886260032653809, -0.0001403316855430603, -0.00013180077075958252, -0.00012326985597610474, -0.00011473894119262695, -0.00010620802640914917, -9.767711162567139e-05, -8.91461968421936e-05, -8.061528205871582e-05, -7.208436727523804e-05, -6.355345249176025e-05, -5.502253770828247e-05, -4.649162292480469e-05, -3.7960708141326904e-05, -2.942979335784912e-05, -2.0898878574371338e-05, -1.2367963790893555e-05, -3.8370490074157715e-06, 4.693865776062012e-06, 1.3224780559539795e-05, 2.1755695343017578e-05, 3.028661012649536e-05, 3.8817524909973145e-05, 4.734843969345093e-05, 5.587935447692871e-05, 6.44102692604065e-05, 7.294118404388428e-05, 8.147209882736206e-05, 9.000301361083984e-05, 9.853392839431763e-05, 0.00010706484317779541, 0.0001155957579612732, 0.00012412667274475098, 0.00013265758752822876, 0.00014118850231170654, 0.00014971941709518433, 0.0001582503318786621, 0.0001667812466621399, 0.00017531216144561768, 0.00018384307622909546, 0.00019237399101257324, 0.00020090490579605103, 0.0002094358205795288, 0.0002179667353630066, 0.00022649765014648438]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 7.0, 9.0, 11.0, 26.0, 40.0, 63.0, 122.0, 199.0, 498.0, 1142.0, 4047.0, 40824.0, 891484.0, 101141.0, 6279.0, 1487.0, 586.0, 280.0, 146.0, 62.0, 38.0, 25.0, 14.0, 13.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.55859375, -4.35711669921875, -4.1556396484375, -3.95416259765625, -3.752685546875, -3.55120849609375, -3.3497314453125, -3.14825439453125, -2.94677734375, -2.74530029296875, -2.5438232421875, -2.34234619140625, -2.140869140625, -1.93939208984375, -1.7379150390625, -1.53643798828125, -1.3349609375, -1.13348388671875, -0.9320068359375, -0.73052978515625, -0.529052734375, -0.32757568359375, -0.1260986328125, 0.07537841796875, 0.27685546875, 0.47833251953125, 0.6798095703125, 0.88128662109375, 1.082763671875, 1.28424072265625, 1.4857177734375, 1.68719482421875, 1.888671875, 2.09014892578125, 2.2916259765625, 2.49310302734375, 2.694580078125, 2.89605712890625, 3.0975341796875, 3.29901123046875, 3.50048828125, 3.70196533203125, 3.9034423828125, 4.10491943359375, 4.306396484375, 4.50787353515625, 4.7093505859375, 4.91082763671875, 5.1123046875, 5.31378173828125, 5.5152587890625, 5.71673583984375, 5.918212890625, 6.11968994140625, 6.3211669921875, 6.52264404296875, 6.72412109375, 6.92559814453125, 7.1270751953125, 7.32855224609375, 7.530029296875, 7.73150634765625, 7.9329833984375, 8.13446044921875, 8.3359375]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 0.0, 2.0, 4.0, 16.0, 20.0, 33.0, 48.0, 92.0, 163.0, 194.0, 172.0, 115.0, 56.0, 39.0, 28.0, 9.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-9.734375, -9.53839111328125, -9.3424072265625, -9.14642333984375, -8.950439453125, -8.75445556640625, -8.5584716796875, -8.36248779296875, -8.16650390625, -7.97052001953125, -7.7745361328125, -7.57855224609375, -7.382568359375, -7.18658447265625, -6.9906005859375, -6.79461669921875, -6.5986328125, -6.40264892578125, -6.2066650390625, -6.01068115234375, -5.814697265625, -5.61871337890625, -5.4227294921875, -5.22674560546875, -5.03076171875, -4.83477783203125, -4.6387939453125, -4.44281005859375, -4.246826171875, -4.05084228515625, -3.8548583984375, -3.65887451171875, -3.462890625, -3.26690673828125, -3.0709228515625, -2.87493896484375, -2.678955078125, -2.48297119140625, -2.2869873046875, -2.09100341796875, -1.89501953125, -1.69903564453125, -1.5030517578125, -1.30706787109375, -1.111083984375, -0.91510009765625, -0.7191162109375, -0.52313232421875, -0.3271484375, -0.13116455078125, 0.0648193359375, 0.26080322265625, 0.456787109375, 0.65277099609375, 0.8487548828125, 1.04473876953125, 1.24072265625, 1.43670654296875, 1.6326904296875, 1.82867431640625, 2.024658203125, 2.22064208984375, 2.4166259765625, 2.61260986328125, 2.80859375]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 13.0, 29.0, 53.0, 106.0, 250.0, 252.0, 181.0, 68.0, 34.0, 9.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.58623504638672, -50.82844161987305, -48.07065200805664, -45.31285858154297, -42.55506896972656, -39.79727554321289, -37.03948211669922, -34.28169250488281, -31.523900985717773, -28.766109466552734, -26.008317947387695, -23.250526428222656, -20.492733001708984, -17.734943389892578, -14.977149963378906, -12.219358444213867, -9.461566925048828, -6.703775405883789, -3.945983409881592, -1.1881914138793945, 1.5696001052856445, 4.327391624450684, 7.085184097290039, 9.842975616455078, 12.600767135620117, 15.358558654785156, 18.116350173950195, 20.874141693115234, 23.631935119628906, 26.389724731445312, 29.147518157958984, 31.905309677124023, 34.66310119628906, 37.420894622802734, 40.17868423461914, 42.93647766113281, 45.69426727294922, 48.45206069946289, 51.20985412597656, 53.96764373779297, 56.725433349609375, 59.48322677612305, 62.24101638793945, 64.99880981445312, 67.75659942626953, 70.51438903808594, 73.27218627929688, 76.02997589111328, 78.78776550292969, 81.5455551147461, 84.30335235595703, 87.06114196777344, 89.81893157958984, 92.57672119140625, 95.33451843261719, 98.0923080444336, 100.85010528564453, 103.60789489746094, 106.36569213867188, 109.12348175048828, 111.88127136230469, 114.6390609741211, 117.39685821533203, 120.15464782714844, 122.91243743896484]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 5.0, 1.0, 6.0, 4.0, 3.0, 7.0, 5.0, 10.0, 11.0, 16.0, 23.0, 18.0, 28.0, 34.0, 42.0, 27.0, 38.0, 43.0, 60.0, 55.0, 46.0, 50.0, 36.0, 54.0, 51.0, 38.0, 35.0, 30.0, 30.0, 31.0, 24.0, 24.0, 18.0, 19.0, 20.0, 13.0, 16.0, 8.0, 3.0, 5.0, 6.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-38.545654296875, -37.43016052246094, -36.31467056274414, -35.19917678833008, -34.08368682861328, -32.96819305419922, -31.852699279785156, -30.737207412719727, -29.621715545654297, -28.506223678588867, -27.390731811523438, -26.275238037109375, -25.159746170043945, -24.044254302978516, -22.928760528564453, -21.813268661499023, -20.697776794433594, -19.582284927368164, -18.466793060302734, -17.351299285888672, -16.235807418823242, -15.120315551757812, -14.004822731018066, -12.88932991027832, -11.77383804321289, -10.658346176147461, -9.542853355407715, -8.427360534667969, -7.311868667602539, -6.196376323699951, -5.080883979797363, -3.9653916358947754, -2.8498992919921875, -1.7344069480895996, -0.6189146041870117, 0.49657773971557617, 1.612070083618164, 2.727562427520752, 3.84305477142334, 4.958547115325928, 6.074039459228516, 7.1895318031311035, 8.305024147033691, 9.420516967773438, 10.536008834838867, 11.651500701904297, 12.766993522644043, 13.882486343383789, 14.997978210449219, 16.11347007751465, 17.228961944580078, 18.34445571899414, 19.45994758605957, 20.575439453125, 21.690933227539062, 22.806425094604492, 23.921916961669922, 25.03740882873535, 26.15290069580078, 27.268394470214844, 28.383886337280273, 29.499378204345703, 30.614871978759766, 31.730363845825195, 32.845855712890625]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 8.0, 13.0, 16.0, 20.0, 22.0, 42.0, 77.0, 82.0, 144.0, 286.0, 590.0, 1330.0, 4085.0, 16232.0, 152646.0, 3971348.0, 36300.0, 6967.0, 2204.0, 853.0, 420.0, 204.0, 131.0, 79.0, 62.0, 36.0, 23.0, 18.0, 12.0, 6.0, 8.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.453125, -6.2244873046875, -5.995849609375, -5.7672119140625, -5.53857421875, -5.3099365234375, -5.081298828125, -4.8526611328125, -4.6240234375, -4.3953857421875, -4.166748046875, -3.9381103515625, -3.70947265625, -3.4808349609375, -3.252197265625, -3.0235595703125, -2.794921875, -2.5662841796875, -2.337646484375, -2.1090087890625, -1.88037109375, -1.6517333984375, -1.423095703125, -1.1944580078125, -0.9658203125, -0.7371826171875, -0.508544921875, -0.2799072265625, -0.05126953125, 0.1773681640625, 0.406005859375, 0.6346435546875, 0.86328125, 1.0919189453125, 1.320556640625, 1.5491943359375, 1.77783203125, 2.0064697265625, 2.235107421875, 2.4637451171875, 2.6923828125, 2.9210205078125, 3.149658203125, 3.3782958984375, 3.60693359375, 3.8355712890625, 4.064208984375, 4.2928466796875, 4.521484375, 4.7501220703125, 4.978759765625, 5.2073974609375, 5.43603515625, 5.6646728515625, 5.893310546875, 6.1219482421875, 6.3505859375, 6.5792236328125, 6.807861328125, 7.0364990234375, 7.26513671875, 7.4937744140625, 7.722412109375, 7.9510498046875, 8.1796875]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 6.0, 10.0, 5.0, 11.0, 13.0, 14.0, 16.0, 22.0, 21.0, 26.0, 34.0, 33.0, 33.0, 37.0, 50.0, 66.0, 48.0, 54.0, 52.0, 35.0, 63.0, 45.0, 47.0, 32.0, 34.0, 41.0, 20.0, 24.0, 28.0, 19.0, 15.0, 11.0, 7.0, 10.0, 8.0, 3.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.154296875, -2.0909271240234375, -2.027557373046875, -1.9641876220703125, -1.90081787109375, -1.8374481201171875, -1.774078369140625, -1.7107086181640625, -1.6473388671875, -1.5839691162109375, -1.520599365234375, -1.4572296142578125, -1.39385986328125, -1.3304901123046875, -1.267120361328125, -1.2037506103515625, -1.140380859375, -1.0770111083984375, -1.013641357421875, -0.9502716064453125, -0.88690185546875, -0.8235321044921875, -0.760162353515625, -0.6967926025390625, -0.6334228515625, -0.5700531005859375, -0.506683349609375, -0.4433135986328125, -0.37994384765625, -0.3165740966796875, -0.253204345703125, -0.1898345947265625, -0.12646484375, -0.0630950927734375, 0.000274658203125, 0.0636444091796875, 0.12701416015625, 0.1903839111328125, 0.253753662109375, 0.3171234130859375, 0.3804931640625, 0.4438629150390625, 0.507232666015625, 0.5706024169921875, 0.63397216796875, 0.6973419189453125, 0.760711669921875, 0.8240814208984375, 0.887451171875, 0.9508209228515625, 1.014190673828125, 1.0775604248046875, 1.14093017578125, 1.2042999267578125, 1.267669677734375, 1.3310394287109375, 1.3944091796875, 1.4577789306640625, 1.521148681640625, 1.5845184326171875, 1.64788818359375, 1.7112579345703125, 1.774627685546875, 1.8379974365234375, 1.9013671875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 7.0, 2.0, 11.0, 13.0, 12.0, 11.0, 32.0, 40.0, 56.0, 93.0, 157.0, 229.0, 352.0, 619.0, 1221.0, 2964.0, 8839.0, 38061.0, 3508386.0, 584783.0, 34410.0, 8386.0, 2798.0, 1214.0, 622.0, 332.0, 207.0, 131.0, 101.0, 59.0, 44.0, 28.0, 22.0, 14.0, 5.0, 8.0, 8.0, 6.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5, -4.34466552734375, -4.1893310546875, -4.03399658203125, -3.878662109375, -3.72332763671875, -3.5679931640625, -3.41265869140625, -3.25732421875, -3.10198974609375, -2.9466552734375, -2.79132080078125, -2.635986328125, -2.48065185546875, -2.3253173828125, -2.16998291015625, -2.0146484375, -1.85931396484375, -1.7039794921875, -1.54864501953125, -1.393310546875, -1.23797607421875, -1.0826416015625, -0.92730712890625, -0.77197265625, -0.61663818359375, -0.4613037109375, -0.30596923828125, -0.150634765625, 0.00469970703125, 0.1600341796875, 0.31536865234375, 0.470703125, 0.62603759765625, 0.7813720703125, 0.93670654296875, 1.092041015625, 1.24737548828125, 1.4027099609375, 1.55804443359375, 1.71337890625, 1.86871337890625, 2.0240478515625, 2.17938232421875, 2.334716796875, 2.49005126953125, 2.6453857421875, 2.80072021484375, 2.9560546875, 3.11138916015625, 3.2667236328125, 3.42205810546875, 3.577392578125, 3.73272705078125, 3.8880615234375, 4.04339599609375, 4.19873046875, 4.35406494140625, 4.5093994140625, 4.66473388671875, 4.820068359375, 4.97540283203125, 5.1307373046875, 5.28607177734375, 5.44140625]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 5.0, 14.0, 23.0, 54.0, 151.0, 3127.0, 442.0, 132.0, 54.0, 31.0, 18.0, 10.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4375, -1.385986328125, -1.33447265625, -1.282958984375, -1.2314453125, -1.179931640625, -1.12841796875, -1.076904296875, -1.025390625, -0.973876953125, -0.92236328125, -0.870849609375, -0.8193359375, -0.767822265625, -0.71630859375, -0.664794921875, -0.61328125, -0.561767578125, -0.51025390625, -0.458740234375, -0.4072265625, -0.355712890625, -0.30419921875, -0.252685546875, -0.201171875, -0.149658203125, -0.09814453125, -0.046630859375, 0.0048828125, 0.056396484375, 0.10791015625, 0.159423828125, 0.2109375, 0.262451171875, 0.31396484375, 0.365478515625, 0.4169921875, 0.468505859375, 0.52001953125, 0.571533203125, 0.623046875, 0.674560546875, 0.72607421875, 0.777587890625, 0.8291015625, 0.880615234375, 0.93212890625, 0.983642578125, 1.03515625, 1.086669921875, 1.13818359375, 1.189697265625, 1.2412109375, 1.292724609375, 1.34423828125, 1.395751953125, 1.447265625, 1.498779296875, 1.55029296875, 1.601806640625, 1.6533203125, 1.704833984375, 1.75634765625, 1.807861328125, 1.859375]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 15.0, 33.0, 47.0, 118.0, 185.0, 201.0, 159.0, 97.0, 67.0, 34.0, 13.0, 7.0, 8.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.503910064697266, -7.304019927978516, -7.104129314422607, -6.904239177703857, -6.704348564147949, -6.504458427429199, -6.304567813873291, -6.104677677154541, -5.904787063598633, -5.704896926879883, -5.505006313323975, -5.305116176605225, -5.105225563049316, -4.905335426330566, -4.705444812774658, -4.505554676055908, -4.3056640625, -4.10577392578125, -3.905883312225342, -3.7059929370880127, -3.5061025619506836, -3.3062121868133545, -3.1063218116760254, -2.9064316749572754, -2.7065415382385254, -2.5066511631011963, -2.306760787963867, -2.106870412826538, -1.906980037689209, -1.7070896625518799, -1.5071994066238403, -1.3073090314865112, -1.1074185371398926, -0.9075281620025635, -0.7076377868652344, -0.50774747133255, -0.30785709619522095, -0.10796672105789185, 0.09192359447479248, 0.2918139696121216, 0.4917043447494507, 0.6915947198867798, 0.8914850950241089, 1.0913753509521484, 1.2912657260894775, 1.4911561012268066, 1.6910464763641357, 1.8909368515014648, 2.090827226638794, 2.290717601776123, 2.490607976913452, 2.6904983520507812, 2.8903887271881104, 3.0902791023254395, 3.2901692390441895, 3.4900598526000977, 3.6899499893188477, 3.8898403644561768, 4.089730739593506, 4.289620876312256, 4.489511489868164, 4.689401626586914, 4.889292240142822, 5.089182376861572, 5.2890729904174805]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 5.0, 4.0, 8.0, 7.0, 10.0, 13.0, 13.0, 17.0, 16.0, 17.0, 22.0, 30.0, 24.0, 38.0, 24.0, 34.0, 38.0, 38.0, 43.0, 44.0, 42.0, 55.0, 40.0, 40.0, 42.0, 49.0, 29.0, 36.0, 24.0, 22.0, 19.0, 23.0, 23.0, 12.0, 15.0, 22.0, 12.0, 13.0, 9.0, 10.0, 6.0, 8.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.953348398208618, -2.8656253814697266, -2.777902364730835, -2.6901793479919434, -2.6024563312530518, -2.51473331451416, -2.4270102977752686, -2.339287281036377, -2.2515642642974854, -2.1638412475585938, -2.076118230819702, -1.9883952140808105, -1.900672197341919, -1.8129491806030273, -1.7252261638641357, -1.6375031471252441, -1.5497801303863525, -1.462057113647461, -1.3743340969085693, -1.2866110801696777, -1.1988880634307861, -1.1111650466918945, -1.023442029953003, -0.9357190132141113, -0.8479959964752197, -0.7602729797363281, -0.6725499629974365, -0.5848269462585449, -0.4971039295196533, -0.4093809127807617, -0.3216578960418701, -0.23393487930297852, -0.1462116241455078, -0.05848860740661621, 0.02923440933227539, 0.11695742607116699, 0.2046804428100586, 0.2924034595489502, 0.3801264762878418, 0.4678494930267334, 0.555572509765625, 0.6432955265045166, 0.7310185432434082, 0.8187415599822998, 0.9064645767211914, 0.994187593460083, 1.0819106101989746, 1.1696336269378662, 1.2573566436767578, 1.3450796604156494, 1.432802677154541, 1.5205256938934326, 1.6082487106323242, 1.6959717273712158, 1.7836947441101074, 1.871417760848999, 1.9591407775878906, 2.0468637943267822, 2.134586811065674, 2.2223098278045654, 2.310032844543457, 2.3977558612823486, 2.4854788780212402, 2.573201894760132, 2.6609249114990234]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 11.0, 5.0, 18.0, 20.0, 37.0, 55.0, 85.0, 177.0, 319.0, 681.0, 1527.0, 4040.0, 11931.0, 48068.0, 257167.0, 548971.0, 134820.0, 27892.0, 7779.0, 2717.0, 1110.0, 500.0, 250.0, 136.0, 76.0, 50.0, 38.0, 19.0, 17.0, 13.0, 6.0, 3.0, 3.0, 7.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-4.90625, -4.7388916015625, -4.571533203125, -4.4041748046875, -4.23681640625, -4.0694580078125, -3.902099609375, -3.7347412109375, -3.5673828125, -3.4000244140625, -3.232666015625, -3.0653076171875, -2.89794921875, -2.7305908203125, -2.563232421875, -2.3958740234375, -2.228515625, -2.0611572265625, -1.893798828125, -1.7264404296875, -1.55908203125, -1.3917236328125, -1.224365234375, -1.0570068359375, -0.8896484375, -0.7222900390625, -0.554931640625, -0.3875732421875, -0.22021484375, -0.0528564453125, 0.114501953125, 0.2818603515625, 0.44921875, 0.6165771484375, 0.783935546875, 0.9512939453125, 1.11865234375, 1.2860107421875, 1.453369140625, 1.6207275390625, 1.7880859375, 1.9554443359375, 2.122802734375, 2.2901611328125, 2.45751953125, 2.6248779296875, 2.792236328125, 2.9595947265625, 3.126953125, 3.2943115234375, 3.461669921875, 3.6290283203125, 3.79638671875, 3.9637451171875, 4.131103515625, 4.2984619140625, 4.4658203125, 4.6331787109375, 4.800537109375, 4.9678955078125, 5.13525390625, 5.3026123046875, 5.469970703125, 5.6373291015625, 5.8046875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 7.0, 9.0, 5.0, 16.0, 18.0, 18.0, 24.0, 19.0, 20.0, 27.0, 38.0, 28.0, 35.0, 51.0, 55.0, 50.0, 41.0, 60.0, 59.0, 38.0, 46.0, 43.0, 43.0, 34.0, 20.0, 23.0, 34.0, 27.0, 28.0, 20.0, 15.0, 10.0, 7.0, 9.0, 9.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.115234375, -2.0552825927734375, -1.995330810546875, -1.9353790283203125, -1.87542724609375, -1.8154754638671875, -1.755523681640625, -1.6955718994140625, -1.6356201171875, -1.5756683349609375, -1.515716552734375, -1.4557647705078125, -1.39581298828125, -1.3358612060546875, -1.275909423828125, -1.2159576416015625, -1.156005859375, -1.0960540771484375, -1.036102294921875, -0.9761505126953125, -0.91619873046875, -0.8562469482421875, -0.796295166015625, -0.7363433837890625, -0.6763916015625, -0.6164398193359375, -0.556488037109375, -0.4965362548828125, -0.43658447265625, -0.3766326904296875, -0.316680908203125, -0.2567291259765625, -0.19677734375, -0.1368255615234375, -0.076873779296875, -0.0169219970703125, 0.04302978515625, 0.1029815673828125, 0.162933349609375, 0.2228851318359375, 0.2828369140625, 0.3427886962890625, 0.402740478515625, 0.4626922607421875, 0.52264404296875, 0.5825958251953125, 0.642547607421875, 0.7024993896484375, 0.762451171875, 0.8224029541015625, 0.882354736328125, 0.9423065185546875, 1.00225830078125, 1.0622100830078125, 1.122161865234375, 1.1821136474609375, 1.2420654296875, 1.3020172119140625, 1.361968994140625, 1.4219207763671875, 1.48187255859375, 1.5418243408203125, 1.601776123046875, 1.6617279052734375, 1.7216796875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 8.0, 16.0, 12.0, 25.0, 19.0, 36.0, 59.0, 64.0, 128.0, 203.0, 345.0, 595.0, 1329.0, 3523.0, 18708.0, 373033.0, 614164.0, 28650.0, 4415.0, 1510.0, 707.0, 389.0, 236.0, 127.0, 65.0, 51.0, 36.0, 23.0, 20.0, 19.0, 9.0, 5.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-8.4375, -8.1824951171875, -7.927490234375, -7.6724853515625, -7.41748046875, -7.1624755859375, -6.907470703125, -6.6524658203125, -6.3974609375, -6.1424560546875, -5.887451171875, -5.6324462890625, -5.37744140625, -5.1224365234375, -4.867431640625, -4.6124267578125, -4.357421875, -4.1024169921875, -3.847412109375, -3.5924072265625, -3.33740234375, -3.0823974609375, -2.827392578125, -2.5723876953125, -2.3173828125, -2.0623779296875, -1.807373046875, -1.5523681640625, -1.29736328125, -1.0423583984375, -0.787353515625, -0.5323486328125, -0.27734375, -0.0223388671875, 0.232666015625, 0.4876708984375, 0.74267578125, 0.9976806640625, 1.252685546875, 1.5076904296875, 1.7626953125, 2.0177001953125, 2.272705078125, 2.5277099609375, 2.78271484375, 3.0377197265625, 3.292724609375, 3.5477294921875, 3.802734375, 4.0577392578125, 4.312744140625, 4.5677490234375, 4.82275390625, 5.0777587890625, 5.332763671875, 5.5877685546875, 5.8427734375, 6.0977783203125, 6.352783203125, 6.6077880859375, 6.86279296875, 7.1177978515625, 7.372802734375, 7.6278076171875, 7.8828125]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 4.0, 5.0, 12.0, 10.0, 10.0, 24.0, 22.0, 16.0, 26.0, 35.0, 32.0, 35.0, 42.0, 42.0, 45.0, 51.0, 49.0, 40.0, 48.0, 50.0, 37.0, 55.0, 41.0, 27.0, 39.0, 43.0, 32.0, 28.0, 22.0, 19.0, 13.0, 11.0, 6.0, 8.0, 9.0, 6.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.6875, -6.4542236328125, -6.220947265625, -5.9876708984375, -5.75439453125, -5.5211181640625, -5.287841796875, -5.0545654296875, -4.8212890625, -4.5880126953125, -4.354736328125, -4.1214599609375, -3.88818359375, -3.6549072265625, -3.421630859375, -3.1883544921875, -2.955078125, -2.7218017578125, -2.488525390625, -2.2552490234375, -2.02197265625, -1.7886962890625, -1.555419921875, -1.3221435546875, -1.0888671875, -0.8555908203125, -0.622314453125, -0.3890380859375, -0.15576171875, 0.0775146484375, 0.310791015625, 0.5440673828125, 0.77734375, 1.0106201171875, 1.243896484375, 1.4771728515625, 1.71044921875, 1.9437255859375, 2.177001953125, 2.4102783203125, 2.6435546875, 2.8768310546875, 3.110107421875, 3.3433837890625, 3.57666015625, 3.8099365234375, 4.043212890625, 4.2764892578125, 4.509765625, 4.7430419921875, 4.976318359375, 5.2095947265625, 5.44287109375, 5.6761474609375, 5.909423828125, 6.1427001953125, 6.3759765625, 6.6092529296875, 6.842529296875, 7.0758056640625, 7.30908203125, 7.5423583984375, 7.775634765625, 8.0089111328125, 8.2421875]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 6.0, 4.0, 7.0, 8.0, 8.0, 13.0, 24.0, 41.0, 58.0, 93.0, 165.0, 271.0, 726.0, 2956.0, 73981.0, 950354.0, 17105.0, 1628.0, 490.0, 218.0, 141.0, 82.0, 64.0, 35.0, 29.0, 14.0, 6.0, 8.0, 10.0, 3.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-7.49609375, -7.31024169921875, -7.1243896484375, -6.93853759765625, -6.752685546875, -6.56683349609375, -6.3809814453125, -6.19512939453125, -6.00927734375, -5.82342529296875, -5.6375732421875, -5.45172119140625, -5.265869140625, -5.08001708984375, -4.8941650390625, -4.70831298828125, -4.5224609375, -4.33660888671875, -4.1507568359375, -3.96490478515625, -3.779052734375, -3.59320068359375, -3.4073486328125, -3.22149658203125, -3.03564453125, -2.84979248046875, -2.6639404296875, -2.47808837890625, -2.292236328125, -2.10638427734375, -1.9205322265625, -1.73468017578125, -1.548828125, -1.36297607421875, -1.1771240234375, -0.99127197265625, -0.805419921875, -0.61956787109375, -0.4337158203125, -0.24786376953125, -0.06201171875, 0.12384033203125, 0.3096923828125, 0.49554443359375, 0.681396484375, 0.86724853515625, 1.0531005859375, 1.23895263671875, 1.4248046875, 1.61065673828125, 1.7965087890625, 1.98236083984375, 2.168212890625, 2.35406494140625, 2.5399169921875, 2.72576904296875, 2.91162109375, 3.09747314453125, 3.2833251953125, 3.46917724609375, 3.655029296875, 3.84088134765625, 4.0267333984375, 4.21258544921875, 4.3984375]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 6.0, 4.0, 2.0, 3.0, 6.0, 14.0, 6.0, 11.0, 17.0, 21.0, 29.0, 31.0, 37.0, 46.0, 72.0, 72.0, 64.0, 92.0, 84.0, 72.0, 74.0, 55.0, 42.0, 31.0, 27.0, 23.0, 19.0, 8.0, 11.0, 9.0, 5.0, 8.0, 5.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001811981201171875, -0.000174693763256073, -0.0001681894063949585, -0.000161685049533844, -0.0001551806926727295, -0.000148676335811615, -0.0001421719789505005, -0.00013566762208938599, -0.00012916326522827148, -0.00012265890836715698, -0.00011615455150604248, -0.00010965019464492798, -0.00010314583778381348, -9.664148092269897e-05, -9.013712406158447e-05, -8.363276720046997e-05, -7.712841033935547e-05, -7.062405347824097e-05, -6.411969661712646e-05, -5.761533975601196e-05, -5.111098289489746e-05, -4.460662603378296e-05, -3.810226917266846e-05, -3.1597912311553955e-05, -2.5093555450439453e-05, -1.858919858932495e-05, -1.208484172821045e-05, -5.580484867095947e-06, 9.238719940185547e-07, 7.428228855133057e-06, 1.3932585716247559e-05, 2.043694257736206e-05, 2.6941299438476562e-05, 3.3445656299591064e-05, 3.9950013160705566e-05, 4.645437002182007e-05, 5.295872688293457e-05, 5.946308374404907e-05, 6.596744060516357e-05, 7.247179746627808e-05, 7.897615432739258e-05, 8.548051118850708e-05, 9.198486804962158e-05, 9.848922491073608e-05, 0.00010499358177185059, 0.00011149793863296509, 0.00011800229549407959, 0.0001245066523551941, 0.0001310110092163086, 0.0001375153660774231, 0.0001440197229385376, 0.0001505240797996521, 0.0001570284366607666, 0.0001635327935218811, 0.0001700371503829956, 0.0001765415072441101, 0.0001830458641052246, 0.0001895502209663391, 0.0001960545778274536, 0.00020255893468856812, 0.00020906329154968262, 0.00021556764841079712, 0.00022207200527191162, 0.00022857636213302612, 0.00023508071899414062]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 9.0, 15.0, 12.0, 15.0, 28.0, 36.0, 59.0, 69.0, 140.0, 208.0, 412.0, 879.0, 2154.0, 7752.0, 67127.0, 806426.0, 146075.0, 12137.0, 2829.0, 981.0, 503.0, 260.0, 139.0, 95.0, 69.0, 26.0, 27.0, 20.0, 9.0, 12.0, 8.0, 9.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2265625, -3.1212158203125, -3.015869140625, -2.9105224609375, -2.80517578125, -2.6998291015625, -2.594482421875, -2.4891357421875, -2.3837890625, -2.2784423828125, -2.173095703125, -2.0677490234375, -1.96240234375, -1.8570556640625, -1.751708984375, -1.6463623046875, -1.541015625, -1.4356689453125, -1.330322265625, -1.2249755859375, -1.11962890625, -1.0142822265625, -0.908935546875, -0.8035888671875, -0.6982421875, -0.5928955078125, -0.487548828125, -0.3822021484375, -0.27685546875, -0.1715087890625, -0.066162109375, 0.0391845703125, 0.14453125, 0.2498779296875, 0.355224609375, 0.4605712890625, 0.56591796875, 0.6712646484375, 0.776611328125, 0.8819580078125, 0.9873046875, 1.0926513671875, 1.197998046875, 1.3033447265625, 1.40869140625, 1.5140380859375, 1.619384765625, 1.7247314453125, 1.830078125, 1.9354248046875, 2.040771484375, 2.1461181640625, 2.25146484375, 2.3568115234375, 2.462158203125, 2.5675048828125, 2.6728515625, 2.7781982421875, 2.883544921875, 2.9888916015625, 3.09423828125, 3.1995849609375, 3.304931640625, 3.4102783203125, 3.515625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 7.0, 12.0, 10.0, 11.0, 12.0, 18.0, 19.0, 32.0, 41.0, 43.0, 64.0, 70.0, 92.0, 93.0, 86.0, 71.0, 62.0, 64.0, 38.0, 28.0, 25.0, 22.0, 17.0, 13.0, 11.0, 8.0, 4.0, 5.0, 4.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.09375, -2.028045654296875, -1.96234130859375, -1.896636962890625, -1.8309326171875, -1.765228271484375, -1.69952392578125, -1.633819580078125, -1.568115234375, -1.502410888671875, -1.43670654296875, -1.371002197265625, -1.3052978515625, -1.239593505859375, -1.17388916015625, -1.108184814453125, -1.04248046875, -0.976776123046875, -0.91107177734375, -0.845367431640625, -0.7796630859375, -0.713958740234375, -0.64825439453125, -0.582550048828125, -0.516845703125, -0.451141357421875, -0.38543701171875, -0.319732666015625, -0.2540283203125, -0.188323974609375, -0.12261962890625, -0.056915283203125, 0.0087890625, 0.074493408203125, 0.14019775390625, 0.205902099609375, 0.2716064453125, 0.337310791015625, 0.40301513671875, 0.468719482421875, 0.534423828125, 0.600128173828125, 0.66583251953125, 0.731536865234375, 0.7972412109375, 0.862945556640625, 0.92864990234375, 0.994354248046875, 1.06005859375, 1.125762939453125, 1.19146728515625, 1.257171630859375, 1.3228759765625, 1.388580322265625, 1.45428466796875, 1.519989013671875, 1.585693359375, 1.651397705078125, 1.71710205078125, 1.782806396484375, 1.8485107421875, 1.914215087890625, 1.97991943359375, 2.045623779296875, 2.111328125]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 5.0, 7.0, 58.0, 134.0, 299.0, 288.0, 154.0, 45.0, 9.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-93.09950256347656, -90.50904846191406, -87.91859436035156, -85.32814025878906, -82.73768615722656, -80.14722442626953, -77.55677032470703, -74.96631622314453, -72.37586212158203, -69.78540802001953, -67.19495391845703, -64.60449981689453, -62.014041900634766, -59.423587799072266, -56.8331298828125, -54.24267578125, -51.6522216796875, -49.061767578125, -46.4713134765625, -43.880855560302734, -41.290401458740234, -38.699947357177734, -36.10948944091797, -33.51903533935547, -30.92858123779297, -28.33812713623047, -25.747671127319336, -23.157215118408203, -20.566761016845703, -17.976306915283203, -15.38585090637207, -12.795394897460938, -10.204940795898438, -7.614485740661621, -5.024030685424805, -2.4335756301879883, 0.15687942504882812, 2.7473344802856445, 5.337789535522461, 7.928245544433594, 10.518699645996094, 13.10915470123291, 15.699609756469727, 18.29006576538086, 20.88051986694336, 23.47097396850586, 26.061429977416992, 28.651885986328125, 31.242340087890625, 33.832794189453125, 36.423248291015625, 39.01370620727539, 41.60416030883789, 44.19461441040039, 46.785072326660156, 49.375526428222656, 51.965980529785156, 54.556434631347656, 57.146888732910156, 59.73734664916992, 62.32780075073242, 64.91825866699219, 67.50871276855469, 70.09916687011719, 72.68962097167969]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 5.0, 8.0, 12.0, 8.0, 11.0, 12.0, 15.0, 16.0, 27.0, 27.0, 23.0, 27.0, 25.0, 42.0, 46.0, 51.0, 44.0, 42.0, 34.0, 54.0, 45.0, 32.0, 51.0, 35.0, 34.0, 37.0, 27.0, 27.0, 22.0, 32.0, 21.0, 14.0, 17.0, 12.0, 13.0, 9.0, 7.0, 10.0, 7.0, 4.0, 7.0, 5.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-29.57050323486328, -28.678773880004883, -27.787044525146484, -26.89531707763672, -26.00358772277832, -25.111858367919922, -24.220130920410156, -23.328401565551758, -22.43667221069336, -21.54494285583496, -20.653213500976562, -19.761486053466797, -18.8697566986084, -17.97802734375, -17.086299896240234, -16.194570541381836, -15.302841186523438, -14.411111831665039, -13.519383430480957, -12.627655029296875, -11.735925674438477, -10.844196319580078, -9.952467918395996, -9.060739517211914, -8.169010162353516, -7.277281284332275, -6.385552406311035, -5.493823528289795, -4.602094650268555, -3.7103657722473145, -2.818636894226074, -1.926908016204834, -1.0351810455322266, -0.14345216751098633, 0.7482767105102539, 1.6400055885314941, 2.5317344665527344, 3.4234633445739746, 4.315192222595215, 5.206921100616455, 6.098649978637695, 6.9903788566589355, 7.882107734680176, 8.773836135864258, 9.665565490722656, 10.557294845581055, 11.449023246765137, 12.340751647949219, 13.232481002807617, 14.124210357666016, 15.015938758850098, 15.90766716003418, 16.799396514892578, 17.691125869750977, 18.582855224609375, 19.47458267211914, 20.36631202697754, 21.258041381835938, 22.149768829345703, 23.0414981842041, 23.9332275390625, 24.8249568939209, 25.716686248779297, 26.608413696289062, 27.50014305114746]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 6.0, 8.0, 14.0, 25.0, 29.0, 76.0, 126.0, 325.0, 704.0, 2260.0, 11739.0, 163287.0, 3962101.0, 45448.0, 5717.0, 1441.0, 483.0, 212.0, 120.0, 59.0, 33.0, 22.0, 17.0, 6.0, 12.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.671875, -4.4525146484375, -4.233154296875, -4.0137939453125, -3.79443359375, -3.5750732421875, -3.355712890625, -3.1363525390625, -2.9169921875, -2.6976318359375, -2.478271484375, -2.2589111328125, -2.03955078125, -1.8201904296875, -1.600830078125, -1.3814697265625, -1.162109375, -0.9427490234375, -0.723388671875, -0.5040283203125, -0.28466796875, -0.0653076171875, 0.154052734375, 0.3734130859375, 0.5927734375, 0.8121337890625, 1.031494140625, 1.2508544921875, 1.47021484375, 1.6895751953125, 1.908935546875, 2.1282958984375, 2.34765625, 2.5670166015625, 2.786376953125, 3.0057373046875, 3.22509765625, 3.4444580078125, 3.663818359375, 3.8831787109375, 4.1025390625, 4.3218994140625, 4.541259765625, 4.7606201171875, 4.97998046875, 5.1993408203125, 5.418701171875, 5.6380615234375, 5.857421875, 6.0767822265625, 6.296142578125, 6.5155029296875, 6.73486328125, 6.9542236328125, 7.173583984375, 7.3929443359375, 7.6123046875, 7.8316650390625, 8.051025390625, 8.2703857421875, 8.48974609375, 8.7091064453125, 8.928466796875, 9.1478271484375, 9.3671875]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 1.0, 0.0, 1.0, 3.0, 9.0, 12.0, 11.0, 17.0, 12.0, 13.0, 29.0, 24.0, 31.0, 36.0, 41.0, 40.0, 54.0, 55.0, 46.0, 62.0, 55.0, 55.0, 61.0, 54.0, 50.0, 33.0, 44.0, 29.0, 32.0, 22.0, 20.0, 12.0, 12.0, 6.0, 13.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.125, -2.060333251953125, -1.99566650390625, -1.930999755859375, -1.8663330078125, -1.801666259765625, -1.73699951171875, -1.672332763671875, -1.607666015625, -1.542999267578125, -1.47833251953125, -1.413665771484375, -1.3489990234375, -1.284332275390625, -1.21966552734375, -1.154998779296875, -1.09033203125, -1.025665283203125, -0.96099853515625, -0.896331787109375, -0.8316650390625, -0.766998291015625, -0.70233154296875, -0.637664794921875, -0.572998046875, -0.508331298828125, -0.44366455078125, -0.378997802734375, -0.3143310546875, -0.249664306640625, -0.18499755859375, -0.120330810546875, -0.0556640625, 0.009002685546875, 0.07366943359375, 0.138336181640625, 0.2030029296875, 0.267669677734375, 0.33233642578125, 0.397003173828125, 0.461669921875, 0.526336669921875, 0.59100341796875, 0.655670166015625, 0.7203369140625, 0.785003662109375, 0.84967041015625, 0.914337158203125, 0.97900390625, 1.043670654296875, 1.10833740234375, 1.173004150390625, 1.2376708984375, 1.302337646484375, 1.36700439453125, 1.431671142578125, 1.496337890625, 1.561004638671875, 1.62567138671875, 1.690338134765625, 1.7550048828125, 1.819671630859375, 1.88433837890625, 1.949005126953125, 2.013671875]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 10.0, 8.0, 9.0, 16.0, 28.0, 36.0, 57.0, 91.0, 137.0, 191.0, 365.0, 537.0, 948.0, 1790.0, 3849.0, 10147.0, 38048.0, 298273.0, 3661288.0, 140836.0, 23979.0, 7125.0, 2955.0, 1466.0, 763.0, 494.0, 298.0, 176.0, 117.0, 65.0, 46.0, 44.0, 29.0, 20.0, 13.0, 9.0, 6.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.916015625, -2.82586669921875, -2.7357177734375, -2.64556884765625, -2.555419921875, -2.46527099609375, -2.3751220703125, -2.28497314453125, -2.19482421875, -2.10467529296875, -2.0145263671875, -1.92437744140625, -1.834228515625, -1.74407958984375, -1.6539306640625, -1.56378173828125, -1.4736328125, -1.38348388671875, -1.2933349609375, -1.20318603515625, -1.113037109375, -1.02288818359375, -0.9327392578125, -0.84259033203125, -0.75244140625, -0.66229248046875, -0.5721435546875, -0.48199462890625, -0.391845703125, -0.30169677734375, -0.2115478515625, -0.12139892578125, -0.03125, 0.05889892578125, 0.1490478515625, 0.23919677734375, 0.329345703125, 0.41949462890625, 0.5096435546875, 0.59979248046875, 0.68994140625, 0.78009033203125, 0.8702392578125, 0.96038818359375, 1.050537109375, 1.14068603515625, 1.2308349609375, 1.32098388671875, 1.4111328125, 1.50128173828125, 1.5914306640625, 1.68157958984375, 1.771728515625, 1.86187744140625, 1.9520263671875, 2.04217529296875, 2.13232421875, 2.22247314453125, 2.3126220703125, 2.40277099609375, 2.492919921875, 2.58306884765625, 2.6732177734375, 2.76336669921875, 2.853515625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 4.0, 1.0, 8.0, 6.0, 9.0, 12.0, 14.0, 26.0, 66.0, 117.0, 231.0, 663.0, 2315.0, 285.0, 150.0, 71.0, 40.0, 23.0, 11.0, 4.0, 6.0, 1.0, 2.0, 10.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6162109375, -1.568878173828125, -1.52154541015625, -1.474212646484375, -1.4268798828125, -1.379547119140625, -1.33221435546875, -1.284881591796875, -1.237548828125, -1.190216064453125, -1.14288330078125, -1.095550537109375, -1.0482177734375, -1.000885009765625, -0.95355224609375, -0.906219482421875, -0.85888671875, -0.811553955078125, -0.76422119140625, -0.716888427734375, -0.6695556640625, -0.622222900390625, -0.57489013671875, -0.527557373046875, -0.480224609375, -0.432891845703125, -0.38555908203125, -0.338226318359375, -0.2908935546875, -0.243560791015625, -0.19622802734375, -0.148895263671875, -0.1015625, -0.054229736328125, -0.00689697265625, 0.040435791015625, 0.0877685546875, 0.135101318359375, 0.18243408203125, 0.229766845703125, 0.277099609375, 0.324432373046875, 0.37176513671875, 0.419097900390625, 0.4664306640625, 0.513763427734375, 0.56109619140625, 0.608428955078125, 0.65576171875, 0.703094482421875, 0.75042724609375, 0.797760009765625, 0.8450927734375, 0.892425537109375, 0.93975830078125, 0.987091064453125, 1.034423828125, 1.081756591796875, 1.12908935546875, 1.176422119140625, 1.2237548828125, 1.271087646484375, 1.31842041015625, 1.365753173828125, 1.4130859375]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 0.0, 5.0, 8.0, 27.0, 53.0, 112.0, 206.0, 192.0, 174.0, 121.0, 67.0, 24.0, 10.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.528526306152344, -10.195487976074219, -9.862449645996094, -9.529411315917969, -9.196372032165527, -8.863333702087402, -8.530295372009277, -8.197257041931152, -7.864218711853027, -7.531180381774902, -7.198141574859619, -6.865103244781494, -6.532064914703369, -6.199026107788086, -5.865987777709961, -5.532949447631836, -5.199910640716553, -4.866872310638428, -4.5338335037231445, -4.2007951736450195, -3.8677568435668945, -3.5347182750701904, -3.2016797065734863, -2.8686413764953613, -2.5356028079986572, -2.202564239501953, -1.8695259094238281, -1.536487340927124, -1.2034488916397095, -0.8704104423522949, -0.5373718738555908, -0.20433354377746582, 0.12870502471923828, 0.4617435038089752, 0.7947819828987122, 1.1278204917907715, 1.460858941078186, 1.7938973903656006, 2.1269359588623047, 2.4599742889404297, 2.793012857437134, 3.126051425933838, 3.459089756011963, 3.792128324508667, 4.125166893005371, 4.458205223083496, 4.791243553161621, 5.124281883239746, 5.457320690155029, 5.790359020233154, 6.1233978271484375, 6.4564361572265625, 6.7894744873046875, 7.1225128173828125, 7.455551624298096, 7.788589954376221, 8.121628761291504, 8.454667091369629, 8.787705421447754, 9.120744705200195, 9.45378303527832, 9.786821365356445, 10.11985969543457, 10.452898025512695, 10.78593635559082]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 8.0, 7.0, 6.0, 10.0, 13.0, 14.0, 17.0, 11.0, 19.0, 36.0, 28.0, 32.0, 34.0, 45.0, 43.0, 50.0, 57.0, 52.0, 63.0, 52.0, 46.0, 51.0, 42.0, 41.0, 31.0, 40.0, 24.0, 19.0, 20.0, 11.0, 16.0, 19.0, 13.0, 9.0, 10.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0], "bins": [-5.488065719604492, -5.347977161407471, -5.207889080047607, -5.067800521850586, -4.927712440490723, -4.787623882293701, -4.647535800933838, -4.507447242736816, -4.367359161376953, -4.227270603179932, -4.087182521820068, -3.947094202041626, -3.8070058822631836, -3.666917324066162, -3.5268290042877197, -3.3867406845092773, -3.246652126312256, -3.1065638065338135, -2.966475486755371, -2.8263871669769287, -2.6862988471984863, -2.546210289001465, -2.4061219692230225, -2.26603364944458, -2.1259453296661377, -1.9858570098876953, -1.845768690109253, -1.705680251121521, -1.5655919313430786, -1.4255036115646362, -1.2854151725769043, -1.145326852798462, -1.0052390098571777, -0.8651506900787354, -0.7250623106956482, -0.584973931312561, -0.44488561153411865, -0.30479729175567627, -0.1647089123725891, -0.024620532989501953, 0.11546778678894043, 0.2555561363697052, 0.39564448595046997, 0.5357328653335571, 0.6758211851119995, 0.8159095048904419, 0.955997884273529, 1.0960862636566162, 1.2361745834350586, 1.376262903213501, 1.5163512229919434, 1.6564396619796753, 1.7965279817581177, 1.93661630153656, 2.076704740524292, 2.2167930603027344, 2.3568813800811768, 2.496969699859619, 2.6370580196380615, 2.777146339416504, 2.9172348976135254, 3.0573229789733887, 3.19741153717041, 3.3374998569488525, 3.477588176727295]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 15.0, 15.0, 24.0, 43.0, 65.0, 116.0, 286.0, 764.0, 3056.0, 24317.0, 556722.0, 439721.0, 19466.0, 2708.0, 724.0, 240.0, 115.0, 52.0, 34.0, 21.0, 15.0, 9.0, 4.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-14.921875, -14.56622314453125, -14.2105712890625, -13.85491943359375, -13.499267578125, -13.14361572265625, -12.7879638671875, -12.43231201171875, -12.07666015625, -11.72100830078125, -11.3653564453125, -11.00970458984375, -10.654052734375, -10.29840087890625, -9.9427490234375, -9.58709716796875, -9.2314453125, -8.87579345703125, -8.5201416015625, -8.16448974609375, -7.808837890625, -7.45318603515625, -7.0975341796875, -6.74188232421875, -6.38623046875, -6.03057861328125, -5.6749267578125, -5.31927490234375, -4.963623046875, -4.60797119140625, -4.2523193359375, -3.89666748046875, -3.541015625, -3.18536376953125, -2.8297119140625, -2.47406005859375, -2.118408203125, -1.76275634765625, -1.4071044921875, -1.05145263671875, -0.69580078125, -0.34014892578125, 0.0155029296875, 0.37115478515625, 0.726806640625, 1.08245849609375, 1.4381103515625, 1.79376220703125, 2.1494140625, 2.50506591796875, 2.8607177734375, 3.21636962890625, 3.572021484375, 3.92767333984375, 4.2833251953125, 4.63897705078125, 4.99462890625, 5.35028076171875, 5.7059326171875, 6.06158447265625, 6.417236328125, 6.77288818359375, 7.1285400390625, 7.48419189453125, 7.83984375]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 3.0, 6.0, 10.0, 12.0, 16.0, 12.0, 22.0, 18.0, 28.0, 25.0, 40.0, 31.0, 44.0, 55.0, 51.0, 52.0, 56.0, 59.0, 62.0, 55.0, 50.0, 44.0, 46.0, 39.0, 34.0, 28.0, 29.0, 22.0, 12.0, 13.0, 6.0, 8.0, 7.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.134765625, -2.07025146484375, -2.0057373046875, -1.94122314453125, -1.876708984375, -1.81219482421875, -1.7476806640625, -1.68316650390625, -1.61865234375, -1.55413818359375, -1.4896240234375, -1.42510986328125, -1.360595703125, -1.29608154296875, -1.2315673828125, -1.16705322265625, -1.1025390625, -1.03802490234375, -0.9735107421875, -0.90899658203125, -0.844482421875, -0.77996826171875, -0.7154541015625, -0.65093994140625, -0.58642578125, -0.52191162109375, -0.4573974609375, -0.39288330078125, -0.328369140625, -0.26385498046875, -0.1993408203125, -0.13482666015625, -0.0703125, -0.00579833984375, 0.0587158203125, 0.12322998046875, 0.187744140625, 0.25225830078125, 0.3167724609375, 0.38128662109375, 0.44580078125, 0.51031494140625, 0.5748291015625, 0.63934326171875, 0.703857421875, 0.76837158203125, 0.8328857421875, 0.89739990234375, 0.9619140625, 1.02642822265625, 1.0909423828125, 1.15545654296875, 1.219970703125, 1.28448486328125, 1.3489990234375, 1.41351318359375, 1.47802734375, 1.54254150390625, 1.6070556640625, 1.67156982421875, 1.736083984375, 1.80059814453125, 1.8651123046875, 1.92962646484375, 1.994140625]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 6.0, 6.0, 8.0, 8.0, 12.0, 24.0, 33.0, 43.0, 61.0, 88.0, 150.0, 240.0, 392.0, 652.0, 1527.0, 4615.0, 24814.0, 367143.0, 601142.0, 37817.0, 5928.0, 1844.0, 792.0, 444.0, 241.0, 151.0, 93.0, 68.0, 41.0, 43.0, 22.0, 19.0, 22.0, 17.0, 8.0, 5.0, 10.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-7.97265625, -7.7242431640625, -7.475830078125, -7.2274169921875, -6.97900390625, -6.7305908203125, -6.482177734375, -6.2337646484375, -5.9853515625, -5.7369384765625, -5.488525390625, -5.2401123046875, -4.99169921875, -4.7432861328125, -4.494873046875, -4.2464599609375, -3.998046875, -3.7496337890625, -3.501220703125, -3.2528076171875, -3.00439453125, -2.7559814453125, -2.507568359375, -2.2591552734375, -2.0107421875, -1.7623291015625, -1.513916015625, -1.2655029296875, -1.01708984375, -0.7686767578125, -0.520263671875, -0.2718505859375, -0.0234375, 0.2249755859375, 0.473388671875, 0.7218017578125, 0.97021484375, 1.2186279296875, 1.467041015625, 1.7154541015625, 1.9638671875, 2.2122802734375, 2.460693359375, 2.7091064453125, 2.95751953125, 3.2059326171875, 3.454345703125, 3.7027587890625, 3.951171875, 4.1995849609375, 4.447998046875, 4.6964111328125, 4.94482421875, 5.1932373046875, 5.441650390625, 5.6900634765625, 5.9384765625, 6.1868896484375, 6.435302734375, 6.6837158203125, 6.93212890625, 7.1805419921875, 7.428955078125, 7.6773681640625, 7.92578125]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 7.0, 4.0, 1.0, 5.0, 8.0, 3.0, 7.0, 11.0, 13.0, 17.0, 12.0, 25.0, 16.0, 28.0, 27.0, 47.0, 40.0, 42.0, 47.0, 47.0, 54.0, 68.0, 49.0, 52.0, 60.0, 47.0, 49.0, 43.0, 31.0, 31.0, 19.0, 26.0, 18.0, 13.0, 10.0, 5.0, 15.0, 2.0, 1.0, 8.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0546875, -5.8148193359375, -5.574951171875, -5.3350830078125, -5.09521484375, -4.8553466796875, -4.615478515625, -4.3756103515625, -4.1357421875, -3.8958740234375, -3.656005859375, -3.4161376953125, -3.17626953125, -2.9364013671875, -2.696533203125, -2.4566650390625, -2.216796875, -1.9769287109375, -1.737060546875, -1.4971923828125, -1.25732421875, -1.0174560546875, -0.777587890625, -0.5377197265625, -0.2978515625, -0.0579833984375, 0.181884765625, 0.4217529296875, 0.66162109375, 0.9014892578125, 1.141357421875, 1.3812255859375, 1.62109375, 1.8609619140625, 2.100830078125, 2.3406982421875, 2.58056640625, 2.8204345703125, 3.060302734375, 3.3001708984375, 3.5400390625, 3.7799072265625, 4.019775390625, 4.2596435546875, 4.49951171875, 4.7393798828125, 4.979248046875, 5.2191162109375, 5.458984375, 5.6988525390625, 5.938720703125, 6.1785888671875, 6.41845703125, 6.6583251953125, 6.898193359375, 7.1380615234375, 7.3779296875, 7.6177978515625, 7.857666015625, 8.0975341796875, 8.33740234375, 8.5772705078125, 8.817138671875, 9.0570068359375, 9.296875]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 4.0, 7.0, 13.0, 10.0, 11.0, 19.0, 29.0, 35.0, 65.0, 82.0, 144.0, 270.0, 517.0, 1261.0, 4280.0, 27447.0, 497727.0, 483034.0, 26953.0, 4144.0, 1276.0, 534.0, 246.0, 130.0, 92.0, 62.0, 45.0, 30.0, 22.0, 20.0, 14.0, 8.0, 5.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.646484375, -2.57086181640625, -2.4952392578125, -2.41961669921875, -2.343994140625, -2.26837158203125, -2.1927490234375, -2.11712646484375, -2.04150390625, -1.96588134765625, -1.8902587890625, -1.81463623046875, -1.739013671875, -1.66339111328125, -1.5877685546875, -1.51214599609375, -1.4365234375, -1.36090087890625, -1.2852783203125, -1.20965576171875, -1.134033203125, -1.05841064453125, -0.9827880859375, -0.90716552734375, -0.83154296875, -0.75592041015625, -0.6802978515625, -0.60467529296875, -0.529052734375, -0.45343017578125, -0.3778076171875, -0.30218505859375, -0.2265625, -0.15093994140625, -0.0753173828125, 0.00030517578125, 0.075927734375, 0.15155029296875, 0.2271728515625, 0.30279541015625, 0.37841796875, 0.45404052734375, 0.5296630859375, 0.60528564453125, 0.680908203125, 0.75653076171875, 0.8321533203125, 0.90777587890625, 0.9833984375, 1.05902099609375, 1.1346435546875, 1.21026611328125, 1.285888671875, 1.36151123046875, 1.4371337890625, 1.51275634765625, 1.58837890625, 1.66400146484375, 1.7396240234375, 1.81524658203125, 1.890869140625, 1.96649169921875, 2.0421142578125, 2.11773681640625, 2.193359375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 7.0, 3.0, 3.0, 9.0, 10.0, 17.0, 17.0, 19.0, 22.0, 35.0, 28.0, 42.0, 50.0, 63.0, 108.0, 90.0, 89.0, 67.0, 58.0, 49.0, 52.0, 32.0, 22.0, 22.0, 13.0, 15.0, 14.0, 11.0, 9.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.000232696533203125, -0.00022653304040431976, -0.00022036954760551453, -0.0002142060548067093, -0.00020804256200790405, -0.00020187906920909882, -0.00019571557641029358, -0.00018955208361148834, -0.0001833885908126831, -0.00017722509801387787, -0.00017106160521507263, -0.0001648981124162674, -0.00015873461961746216, -0.00015257112681865692, -0.00014640763401985168, -0.00014024414122104645, -0.0001340806484222412, -0.00012791715562343597, -0.00012175366282463074, -0.0001155901700258255, -0.00010942667722702026, -0.00010326318442821503, -9.709969162940979e-05, -9.093619883060455e-05, -8.477270603179932e-05, -7.860921323299408e-05, -7.244572043418884e-05, -6.62822276353836e-05, -6.011873483657837e-05, -5.395524203777313e-05, -4.7791749238967896e-05, -4.162825644016266e-05, -3.546476364135742e-05, -2.9301270842552185e-05, -2.3137778043746948e-05, -1.697428524494171e-05, -1.0810792446136475e-05, -4.647299647331238e-06, 1.516193151473999e-06, 7.679685950279236e-06, 1.3843178749084473e-05, 2.000667154788971e-05, 2.6170164346694946e-05, 3.233365714550018e-05, 3.849714994430542e-05, 4.466064274311066e-05, 5.0824135541915894e-05, 5.698762834072113e-05, 6.315112113952637e-05, 6.93146139383316e-05, 7.547810673713684e-05, 8.164159953594208e-05, 8.780509233474731e-05, 9.396858513355255e-05, 0.00010013207793235779, 0.00010629557073116302, 0.00011245906352996826, 0.0001186225563287735, 0.00012478604912757874, 0.00013094954192638397, 0.0001371130347251892, 0.00014327652752399445, 0.00014944002032279968, 0.00015560351312160492, 0.00016176700592041016]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 6.0, 6.0, 19.0, 11.0, 17.0, 29.0, 30.0, 48.0, 83.0, 114.0, 237.0, 488.0, 1133.0, 3523.0, 16534.0, 288362.0, 698132.0, 31714.0, 5235.0, 1498.0, 606.0, 270.0, 157.0, 98.0, 61.0, 40.0, 28.0, 16.0, 19.0, 12.0, 9.0, 5.0, 1.0, 7.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.96875, -2.87640380859375, -2.7840576171875, -2.69171142578125, -2.599365234375, -2.50701904296875, -2.4146728515625, -2.32232666015625, -2.22998046875, -2.13763427734375, -2.0452880859375, -1.95294189453125, -1.860595703125, -1.76824951171875, -1.6759033203125, -1.58355712890625, -1.4912109375, -1.39886474609375, -1.3065185546875, -1.21417236328125, -1.121826171875, -1.02947998046875, -0.9371337890625, -0.84478759765625, -0.75244140625, -0.66009521484375, -0.5677490234375, -0.47540283203125, -0.383056640625, -0.29071044921875, -0.1983642578125, -0.10601806640625, -0.013671875, 0.07867431640625, 0.1710205078125, 0.26336669921875, 0.355712890625, 0.44805908203125, 0.5404052734375, 0.63275146484375, 0.72509765625, 0.81744384765625, 0.9097900390625, 1.00213623046875, 1.094482421875, 1.18682861328125, 1.2791748046875, 1.37152099609375, 1.4638671875, 1.55621337890625, 1.6485595703125, 1.74090576171875, 1.833251953125, 1.92559814453125, 2.0179443359375, 2.11029052734375, 2.20263671875, 2.29498291015625, 2.3873291015625, 2.47967529296875, 2.572021484375, 2.66436767578125, 2.7567138671875, 2.84906005859375, 2.94140625]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 5.0, 13.0, 9.0, 20.0, 29.0, 41.0, 63.0, 94.0, 96.0, 126.0, 118.0, 104.0, 96.0, 69.0, 33.0, 23.0, 17.0, 9.0, 7.0, 6.0, 6.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.068359375, -2.9873046875, -2.90625, -2.8251953125, -2.744140625, -2.6630859375, -2.58203125, -2.5009765625, -2.419921875, -2.3388671875, -2.2578125, -2.1767578125, -2.095703125, -2.0146484375, -1.93359375, -1.8525390625, -1.771484375, -1.6904296875, -1.609375, -1.5283203125, -1.447265625, -1.3662109375, -1.28515625, -1.2041015625, -1.123046875, -1.0419921875, -0.9609375, -0.8798828125, -0.798828125, -0.7177734375, -0.63671875, -0.5556640625, -0.474609375, -0.3935546875, -0.3125, -0.2314453125, -0.150390625, -0.0693359375, 0.01171875, 0.0927734375, 0.173828125, 0.2548828125, 0.3359375, 0.4169921875, 0.498046875, 0.5791015625, 0.66015625, 0.7412109375, 0.822265625, 0.9033203125, 0.984375, 1.0654296875, 1.146484375, 1.2275390625, 1.30859375, 1.3896484375, 1.470703125, 1.5517578125, 1.6328125, 1.7138671875, 1.794921875, 1.8759765625, 1.95703125, 2.0380859375, 2.119140625]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 16.0, 29.0, 60.0, 161.0, 219.0, 255.0, 140.0, 72.0, 26.0, 12.0, 8.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.56413269042969, -69.53153991699219, -67.49894714355469, -65.46635437011719, -63.43376159667969, -61.40116882324219, -59.36857604980469, -57.33598327636719, -55.30339050292969, -53.27079772949219, -51.23820495605469, -49.20561218261719, -47.17301940917969, -45.14042663574219, -43.10783386230469, -41.07524108886719, -39.04264831542969, -37.01005554199219, -34.97746276855469, -32.94486999511719, -30.912277221679688, -28.879684448242188, -26.847091674804688, -24.814498901367188, -22.781906127929688, -20.749313354492188, -18.716720581054688, -16.684127807617188, -14.651535034179688, -12.618942260742188, -10.586349487304688, -8.553756713867188, -6.521167755126953, -4.488574981689453, -2.455982208251953, -0.4233894348144531, 1.6092033386230469, 3.641796112060547, 5.674388885498047, 7.706981658935547, 9.739574432373047, 11.772167205810547, 13.804759979248047, 15.837352752685547, 17.869945526123047, 19.902538299560547, 21.935131072998047, 23.967723846435547, 26.000316619873047, 28.032909393310547, 30.065502166748047, 32.09809494018555, 34.13068771362305, 36.16328048706055, 38.19587326049805, 40.22846603393555, 42.26105880737305, 44.29365158081055, 46.32624435424805, 48.35883712768555, 50.39142990112305, 52.42402267456055, 54.45661544799805, 56.48920822143555, 58.52180099487305]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 5.0, 6.0, 7.0, 10.0, 8.0, 18.0, 16.0, 25.0, 17.0, 23.0, 29.0, 43.0, 36.0, 46.0, 40.0, 47.0, 42.0, 48.0, 45.0, 56.0, 32.0, 41.0, 47.0, 42.0, 32.0, 29.0, 33.0, 33.0, 31.0, 15.0, 13.0, 17.0, 12.0, 13.0, 9.0, 9.0, 13.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.832962036132812, -29.88512420654297, -28.937286376953125, -27.98944854736328, -27.041610717773438, -26.093772888183594, -25.14593505859375, -24.198097229003906, -23.250259399414062, -22.30242156982422, -21.354583740234375, -20.40674591064453, -19.458908081054688, -18.511070251464844, -17.563232421875, -16.615394592285156, -15.667558670043945, -14.719720840454102, -13.771883010864258, -12.824045181274414, -11.87620735168457, -10.928369522094727, -9.9805326461792, -9.032694816589355, -8.084856986999512, -7.137019157409668, -6.189181327819824, -5.241343975067139, -4.293506145477295, -3.345668315887451, -2.3978309631347656, -1.4499931335449219, -0.5021553039550781, 0.4456824064254761, 1.3935201168060303, 2.341357707977295, 3.2891955375671387, 4.237033367156982, 5.184870719909668, 6.132708549499512, 7.0805463790893555, 8.0283842086792, 8.976222038269043, 9.92405891418457, 10.871896743774414, 11.819734573364258, 12.767572402954102, 13.715410232543945, 14.663248062133789, 15.611085891723633, 16.558923721313477, 17.50676155090332, 18.454599380493164, 19.402437210083008, 20.35027313232422, 21.298110961914062, 22.245948791503906, 23.19378662109375, 24.141624450683594, 25.089462280273438, 26.03730010986328, 26.985137939453125, 27.93297576904297, 28.880813598632812, 29.828651428222656]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 11.0, 8.0, 6.0, 16.0, 12.0, 7.0, 18.0, 46.0, 56.0, 69.0, 124.0, 176.0, 385.0, 803.0, 2587.0, 16221.0, 2446878.0, 1708370.0, 14655.0, 2273.0, 743.0, 313.0, 158.0, 95.0, 77.0, 56.0, 27.0, 25.0, 12.0, 15.0, 12.0, 5.0, 4.0, 6.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.40234375, -7.16339111328125, -6.9244384765625, -6.68548583984375, -6.446533203125, -6.20758056640625, -5.9686279296875, -5.72967529296875, -5.49072265625, -5.25177001953125, -5.0128173828125, -4.77386474609375, -4.534912109375, -4.29595947265625, -4.0570068359375, -3.81805419921875, -3.5791015625, -3.34014892578125, -3.1011962890625, -2.86224365234375, -2.623291015625, -2.38433837890625, -2.1453857421875, -1.90643310546875, -1.66748046875, -1.42852783203125, -1.1895751953125, -0.95062255859375, -0.711669921875, -0.47271728515625, -0.2337646484375, 0.00518798828125, 0.244140625, 0.48309326171875, 0.7220458984375, 0.96099853515625, 1.199951171875, 1.43890380859375, 1.6778564453125, 1.91680908203125, 2.15576171875, 2.39471435546875, 2.6336669921875, 2.87261962890625, 3.111572265625, 3.35052490234375, 3.5894775390625, 3.82843017578125, 4.0673828125, 4.30633544921875, 4.5452880859375, 4.78424072265625, 5.023193359375, 5.26214599609375, 5.5010986328125, 5.74005126953125, 5.97900390625, 6.21795654296875, 6.4569091796875, 6.69586181640625, 6.934814453125, 7.17376708984375, 7.4127197265625, 7.65167236328125, 7.890625]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 7.0, 6.0, 6.0, 11.0, 6.0, 13.0, 17.0, 16.0, 23.0, 29.0, 28.0, 36.0, 33.0, 42.0, 43.0, 52.0, 51.0, 53.0, 42.0, 53.0, 55.0, 50.0, 52.0, 39.0, 44.0, 33.0, 28.0, 28.0, 18.0, 22.0, 16.0, 5.0, 12.0, 7.0, 6.0, 7.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-2.10546875, -2.051788330078125, -1.99810791015625, -1.944427490234375, -1.8907470703125, -1.837066650390625, -1.78338623046875, -1.729705810546875, -1.676025390625, -1.622344970703125, -1.56866455078125, -1.514984130859375, -1.4613037109375, -1.407623291015625, -1.35394287109375, -1.300262451171875, -1.24658203125, -1.192901611328125, -1.13922119140625, -1.085540771484375, -1.0318603515625, -0.978179931640625, -0.92449951171875, -0.870819091796875, -0.817138671875, -0.763458251953125, -0.70977783203125, -0.656097412109375, -0.6024169921875, -0.548736572265625, -0.49505615234375, -0.441375732421875, -0.3876953125, -0.334014892578125, -0.28033447265625, -0.226654052734375, -0.1729736328125, -0.119293212890625, -0.06561279296875, -0.011932373046875, 0.041748046875, 0.095428466796875, 0.14910888671875, 0.202789306640625, 0.2564697265625, 0.310150146484375, 0.36383056640625, 0.417510986328125, 0.47119140625, 0.524871826171875, 0.57855224609375, 0.632232666015625, 0.6859130859375, 0.739593505859375, 0.79327392578125, 0.846954345703125, 0.900634765625, 0.954315185546875, 1.00799560546875, 1.061676025390625, 1.1153564453125, 1.169036865234375, 1.22271728515625, 1.276397705078125, 1.330078125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 3.0, 6.0, 10.0, 9.0, 14.0, 43.0, 74.0, 207.0, 804.0, 4016.0, 48799.0, 4048515.0, 84726.0, 5488.0, 1057.0, 268.0, 100.0, 53.0, 37.0, 9.0, 15.0, 7.0, 6.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.8046875, -8.55712890625, -8.3095703125, -8.06201171875, -7.814453125, -7.56689453125, -7.3193359375, -7.07177734375, -6.82421875, -6.57666015625, -6.3291015625, -6.08154296875, -5.833984375, -5.58642578125, -5.3388671875, -5.09130859375, -4.84375, -4.59619140625, -4.3486328125, -4.10107421875, -3.853515625, -3.60595703125, -3.3583984375, -3.11083984375, -2.86328125, -2.61572265625, -2.3681640625, -2.12060546875, -1.873046875, -1.62548828125, -1.3779296875, -1.13037109375, -0.8828125, -0.63525390625, -0.3876953125, -0.14013671875, 0.107421875, 0.35498046875, 0.6025390625, 0.85009765625, 1.09765625, 1.34521484375, 1.5927734375, 1.84033203125, 2.087890625, 2.33544921875, 2.5830078125, 2.83056640625, 3.078125, 3.32568359375, 3.5732421875, 3.82080078125, 4.068359375, 4.31591796875, 4.5634765625, 4.81103515625, 5.05859375, 5.30615234375, 5.5537109375, 5.80126953125, 6.048828125, 6.29638671875, 6.5439453125, 6.79150390625, 7.0390625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 6.0, 7.0, 7.0, 12.0, 9.0, 31.0, 47.0, 83.0, 221.0, 567.0, 1269.0, 1029.0, 392.0, 141.0, 78.0, 66.0, 31.0, 18.0, 14.0, 6.0, 7.0, 5.0, 9.0, 2.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.53515625, -3.39251708984375, -3.2498779296875, -3.10723876953125, -2.964599609375, -2.82196044921875, -2.6793212890625, -2.53668212890625, -2.39404296875, -2.25140380859375, -2.1087646484375, -1.96612548828125, -1.823486328125, -1.68084716796875, -1.5382080078125, -1.39556884765625, -1.2529296875, -1.11029052734375, -0.9676513671875, -0.82501220703125, -0.682373046875, -0.53973388671875, -0.3970947265625, -0.25445556640625, -0.11181640625, 0.03082275390625, 0.1734619140625, 0.31610107421875, 0.458740234375, 0.60137939453125, 0.7440185546875, 0.88665771484375, 1.029296875, 1.17193603515625, 1.3145751953125, 1.45721435546875, 1.599853515625, 1.74249267578125, 1.8851318359375, 2.02777099609375, 2.17041015625, 2.31304931640625, 2.4556884765625, 2.59832763671875, 2.740966796875, 2.88360595703125, 3.0262451171875, 3.16888427734375, 3.3115234375, 3.45416259765625, 3.5968017578125, 3.73944091796875, 3.882080078125, 4.02471923828125, 4.1673583984375, 4.30999755859375, 4.45263671875, 4.59527587890625, 4.7379150390625, 4.88055419921875, 5.023193359375, 5.16583251953125, 5.3084716796875, 5.45111083984375, 5.59375]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 7.0, 15.0, 54.0, 120.0, 237.0, 254.0, 148.0, 89.0, 36.0, 15.0, 10.0, 10.0, 3.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.076364517211914, -22.718778610229492, -21.361190795898438, -20.003604888916016, -18.64601707458496, -17.28843116760254, -15.9308443069458, -14.573257446289062, -13.215670585632324, -11.858083724975586, -10.500496864318848, -9.14291000366211, -7.785323619842529, -6.427736759185791, -5.070150375366211, -3.7125635147094727, -2.3549766540527344, -0.9973899126052856, 0.3601968288421631, 1.7177834510803223, 3.0753703117370605, 4.432957172393799, 5.790543556213379, 7.148130416870117, 8.505717277526855, 9.863304138183594, 11.220890998840332, 12.57847785949707, 13.936063766479492, 15.293651580810547, 16.65123748779297, 18.00882339477539, 19.366409301757812, 20.723995208740234, 22.08158302307129, 23.43916893005371, 24.796756744384766, 26.154342651367188, 27.51192855834961, 28.869516372680664, 30.22710418701172, 31.58469009399414, 32.94227600097656, 34.29986572265625, 35.65745162963867, 37.015037536621094, 38.372623443603516, 39.73020935058594, 41.087799072265625, 42.44538497924805, 43.80297088623047, 45.160560607910156, 46.51814651489258, 47.875732421875, 49.23331832885742, 50.590904235839844, 51.948490142822266, 53.30607604980469, 54.66366195678711, 56.0212516784668, 57.37883758544922, 58.73642349243164, 60.09400939941406, 61.45159912109375, 62.80918502807617]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 4.0, 1.0, 7.0, 7.0, 9.0, 17.0, 20.0, 24.0, 14.0, 15.0, 37.0, 40.0, 31.0, 38.0, 52.0, 56.0, 53.0, 61.0, 55.0, 62.0, 50.0, 58.0, 55.0, 40.0, 42.0, 26.0, 26.0, 16.0, 28.0, 12.0, 14.0, 7.0, 3.0, 6.0, 12.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-19.421463012695312, -18.82935905456543, -18.237253189086914, -17.64514923095703, -17.05304527282715, -16.460941314697266, -15.86883544921875, -15.276731491088867, -14.684627532958984, -14.092522621154785, -13.500418663024902, -12.908313751220703, -12.31620979309082, -11.724104881286621, -11.131999969482422, -10.539896011352539, -9.94779109954834, -9.35568618774414, -8.763582229614258, -8.171477317810059, -7.579373359680176, -6.987268447875977, -6.3951640129089355, -5.8030595779418945, -5.2109551429748535, -4.6188507080078125, -4.0267462730407715, -3.4346415996551514, -2.8425371646881104, -2.2504327297210693, -1.6583280563354492, -1.0662236213684082, -0.4741191864013672, 0.1179853081703186, 0.7100898027420044, 1.302194356918335, 1.894298791885376, 2.486403226852417, 3.078507900238037, 3.670612335205078, 4.262716770172119, 4.85482120513916, 5.446925640106201, 6.039030075073242, 6.631134986877441, 7.223238945007324, 7.815343856811523, 8.407447814941406, 8.999552726745605, 9.591657638549805, 10.183761596679688, 10.775866508483887, 11.36797046661377, 11.960075378417969, 12.552179336547852, 13.14428424835205, 13.73638916015625, 14.32849407196045, 14.920598030090332, 15.512702941894531, 16.104806900024414, 16.696910858154297, 17.289016723632812, 17.881120681762695, 18.473224639892578]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 9.0, 11.0, 7.0, 12.0, 18.0, 31.0, 31.0, 51.0, 81.0, 142.0, 230.0, 327.0, 542.0, 929.0, 1622.0, 2834.0, 5291.0, 10193.0, 21110.0, 46544.0, 104360.0, 229396.0, 315148.0, 167973.0, 74951.0, 33588.0, 15930.0, 7670.0, 4051.0, 2215.0, 1285.0, 764.0, 424.0, 251.0, 185.0, 115.0, 83.0, 46.0, 33.0, 22.0, 14.0, 9.0, 10.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-2.376953125, -2.307647705078125, -2.23834228515625, -2.169036865234375, -2.0997314453125, -2.030426025390625, -1.96112060546875, -1.891815185546875, -1.822509765625, -1.753204345703125, -1.68389892578125, -1.614593505859375, -1.5452880859375, -1.475982666015625, -1.40667724609375, -1.337371826171875, -1.26806640625, -1.198760986328125, -1.12945556640625, -1.060150146484375, -0.9908447265625, -0.921539306640625, -0.85223388671875, -0.782928466796875, -0.713623046875, -0.644317626953125, -0.57501220703125, -0.505706787109375, -0.4364013671875, -0.367095947265625, -0.29779052734375, -0.228485107421875, -0.1591796875, -0.089874267578125, -0.02056884765625, 0.048736572265625, 0.1180419921875, 0.187347412109375, 0.25665283203125, 0.325958251953125, 0.395263671875, 0.464569091796875, 0.53387451171875, 0.603179931640625, 0.6724853515625, 0.741790771484375, 0.81109619140625, 0.880401611328125, 0.94970703125, 1.019012451171875, 1.08831787109375, 1.157623291015625, 1.2269287109375, 1.296234130859375, 1.36553955078125, 1.434844970703125, 1.504150390625, 1.573455810546875, 1.64276123046875, 1.712066650390625, 1.7813720703125, 1.850677490234375, 1.91998291015625, 1.989288330078125, 2.05859375]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 9.0, 9.0, 16.0, 8.0, 13.0, 20.0, 22.0, 31.0, 37.0, 31.0, 36.0, 44.0, 42.0, 46.0, 58.0, 52.0, 59.0, 48.0, 62.0, 42.0, 45.0, 45.0, 36.0, 43.0, 28.0, 21.0, 21.0, 14.0, 15.0, 11.0, 12.0, 3.0, 7.0, 4.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.072265625, -2.0178375244140625, -1.963409423828125, -1.9089813232421875, -1.85455322265625, -1.8001251220703125, -1.745697021484375, -1.6912689208984375, -1.6368408203125, -1.5824127197265625, -1.527984619140625, -1.4735565185546875, -1.41912841796875, -1.3647003173828125, -1.310272216796875, -1.2558441162109375, -1.201416015625, -1.1469879150390625, -1.092559814453125, -1.0381317138671875, -0.98370361328125, -0.9292755126953125, -0.874847412109375, -0.8204193115234375, -0.7659912109375, -0.7115631103515625, -0.657135009765625, -0.6027069091796875, -0.54827880859375, -0.4938507080078125, -0.439422607421875, -0.3849945068359375, -0.33056640625, -0.2761383056640625, -0.221710205078125, -0.1672821044921875, -0.11285400390625, -0.0584259033203125, -0.003997802734375, 0.0504302978515625, 0.1048583984375, 0.1592864990234375, 0.213714599609375, 0.2681427001953125, 0.32257080078125, 0.3769989013671875, 0.431427001953125, 0.4858551025390625, 0.540283203125, 0.5947113037109375, 0.649139404296875, 0.7035675048828125, 0.75799560546875, 0.8124237060546875, 0.866851806640625, 0.9212799072265625, 0.9757080078125, 1.0301361083984375, 1.084564208984375, 1.1389923095703125, 1.19342041015625, 1.2478485107421875, 1.302276611328125, 1.3567047119140625, 1.4111328125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 6.0, 5.0, 11.0, 16.0, 20.0, 22.0, 39.0, 49.0, 110.0, 177.0, 348.0, 595.0, 1475.0, 5332.0, 72664.0, 904165.0, 55960.0, 4789.0, 1411.0, 580.0, 329.0, 180.0, 97.0, 54.0, 42.0, 18.0, 20.0, 11.0, 7.0, 5.0, 6.0, 10.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.2890625, -8.0169677734375, -7.744873046875, -7.4727783203125, -7.20068359375, -6.9285888671875, -6.656494140625, -6.3843994140625, -6.1123046875, -5.8402099609375, -5.568115234375, -5.2960205078125, -5.02392578125, -4.7518310546875, -4.479736328125, -4.2076416015625, -3.935546875, -3.6634521484375, -3.391357421875, -3.1192626953125, -2.84716796875, -2.5750732421875, -2.302978515625, -2.0308837890625, -1.7587890625, -1.4866943359375, -1.214599609375, -0.9425048828125, -0.67041015625, -0.3983154296875, -0.126220703125, 0.1458740234375, 0.41796875, 0.6900634765625, 0.962158203125, 1.2342529296875, 1.50634765625, 1.7784423828125, 2.050537109375, 2.3226318359375, 2.5947265625, 2.8668212890625, 3.138916015625, 3.4110107421875, 3.68310546875, 3.9552001953125, 4.227294921875, 4.4993896484375, 4.771484375, 5.0435791015625, 5.315673828125, 5.5877685546875, 5.85986328125, 6.1319580078125, 6.404052734375, 6.6761474609375, 6.9482421875, 7.2203369140625, 7.492431640625, 7.7645263671875, 8.03662109375, 8.3087158203125, 8.580810546875, 8.8529052734375, 9.125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 5.0, 2.0, 1.0, 5.0, 16.0, 10.0, 11.0, 13.0, 9.0, 23.0, 23.0, 28.0, 24.0, 23.0, 42.0, 45.0, 52.0, 46.0, 53.0, 55.0, 48.0, 43.0, 51.0, 48.0, 51.0, 35.0, 38.0, 30.0, 26.0, 16.0, 24.0, 23.0, 20.0, 10.0, 17.0, 11.0, 8.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.92578125, -5.74285888671875, -5.5599365234375, -5.37701416015625, -5.194091796875, -5.01116943359375, -4.8282470703125, -4.64532470703125, -4.46240234375, -4.27947998046875, -4.0965576171875, -3.91363525390625, -3.730712890625, -3.54779052734375, -3.3648681640625, -3.18194580078125, -2.9990234375, -2.81610107421875, -2.6331787109375, -2.45025634765625, -2.267333984375, -2.08441162109375, -1.9014892578125, -1.71856689453125, -1.53564453125, -1.35272216796875, -1.1697998046875, -0.98687744140625, -0.803955078125, -0.62103271484375, -0.4381103515625, -0.25518798828125, -0.072265625, 0.11065673828125, 0.2935791015625, 0.47650146484375, 0.659423828125, 0.84234619140625, 1.0252685546875, 1.20819091796875, 1.39111328125, 1.57403564453125, 1.7569580078125, 1.93988037109375, 2.122802734375, 2.30572509765625, 2.4886474609375, 2.67156982421875, 2.8544921875, 3.03741455078125, 3.2203369140625, 3.40325927734375, 3.586181640625, 3.76910400390625, 3.9520263671875, 4.13494873046875, 4.31787109375, 4.50079345703125, 4.6837158203125, 4.86663818359375, 5.049560546875, 5.23248291015625, 5.4154052734375, 5.59832763671875, 5.78125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 8.0, 13.0, 9.0, 25.0, 24.0, 44.0, 65.0, 153.0, 297.0, 861.0, 4194.0, 162860.0, 868011.0, 9810.0, 1301.0, 424.0, 180.0, 86.0, 62.0, 46.0, 26.0, 13.0, 10.0, 6.0, 8.0, 5.0, 6.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.93359375, -3.7987060546875, -3.663818359375, -3.5289306640625, -3.39404296875, -3.2591552734375, -3.124267578125, -2.9893798828125, -2.8544921875, -2.7196044921875, -2.584716796875, -2.4498291015625, -2.31494140625, -2.1800537109375, -2.045166015625, -1.9102783203125, -1.775390625, -1.6405029296875, -1.505615234375, -1.3707275390625, -1.23583984375, -1.1009521484375, -0.966064453125, -0.8311767578125, -0.6962890625, -0.5614013671875, -0.426513671875, -0.2916259765625, -0.15673828125, -0.0218505859375, 0.113037109375, 0.2479248046875, 0.3828125, 0.5177001953125, 0.652587890625, 0.7874755859375, 0.92236328125, 1.0572509765625, 1.192138671875, 1.3270263671875, 1.4619140625, 1.5968017578125, 1.731689453125, 1.8665771484375, 2.00146484375, 2.1363525390625, 2.271240234375, 2.4061279296875, 2.541015625, 2.6759033203125, 2.810791015625, 2.9456787109375, 3.08056640625, 3.2154541015625, 3.350341796875, 3.4852294921875, 3.6201171875, 3.7550048828125, 3.889892578125, 4.0247802734375, 4.15966796875, 4.2945556640625, 4.429443359375, 4.5643310546875, 4.69921875]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 2.0, 0.0, 6.0, 5.0, 2.0, 7.0, 11.0, 6.0, 8.0, 10.0, 17.0, 24.0, 20.0, 31.0, 36.0, 52.0, 74.0, 99.0, 150.0, 121.0, 73.0, 57.0, 37.0, 27.0, 25.0, 16.0, 16.0, 15.0, 6.0, 9.0, 8.0, 5.0, 2.0, 4.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00020420551300048828, -0.00019731558859348297, -0.00019042566418647766, -0.00018353573977947235, -0.00017664581537246704, -0.00016975589096546173, -0.00016286596655845642, -0.0001559760421514511, -0.0001490861177444458, -0.0001421961933374405, -0.00013530626893043518, -0.00012841634452342987, -0.00012152642011642456, -0.00011463649570941925, -0.00010774657130241394, -0.00010085664689540863, -9.396672248840332e-05, -8.707679808139801e-05, -8.01868736743927e-05, -7.329694926738739e-05, -6.640702486038208e-05, -5.951710045337677e-05, -5.262717604637146e-05, -4.573725163936615e-05, -3.884732723236084e-05, -3.195740282535553e-05, -2.506747841835022e-05, -1.817755401134491e-05, -1.12876296043396e-05, -4.3977051973342896e-06, 2.4922192096710205e-06, 9.38214361667633e-06, 1.627206802368164e-05, 2.316199243068695e-05, 3.005191683769226e-05, 3.694184124469757e-05, 4.383176565170288e-05, 5.072169005870819e-05, 5.76116144657135e-05, 6.450153887271881e-05, 7.139146327972412e-05, 7.828138768672943e-05, 8.517131209373474e-05, 9.206123650074005e-05, 9.895116090774536e-05, 0.00010584108531475067, 0.00011273100972175598, 0.00011962093412876129, 0.0001265108585357666, 0.0001334007829427719, 0.00014029070734977722, 0.00014718063175678253, 0.00015407055616378784, 0.00016096048057079315, 0.00016785040497779846, 0.00017474032938480377, 0.00018163025379180908, 0.0001885201781988144, 0.0001954101026058197, 0.000202300027012825, 0.00020918995141983032, 0.00021607987582683563, 0.00022296980023384094, 0.00022985972464084625, 0.00023674964904785156]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 10.0, 5.0, 10.0, 15.0, 21.0, 14.0, 19.0, 37.0, 37.0, 48.0, 75.0, 91.0, 146.0, 239.0, 390.0, 728.0, 1501.0, 3919.0, 12395.0, 68629.0, 813913.0, 120738.0, 16667.0, 4968.0, 1870.0, 793.0, 464.0, 246.0, 161.0, 116.0, 65.0, 51.0, 39.0, 38.0, 20.0, 19.0, 11.0, 9.0, 8.0, 9.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.173828125, -2.10040283203125, -2.0269775390625, -1.95355224609375, -1.880126953125, -1.80670166015625, -1.7332763671875, -1.65985107421875, -1.58642578125, -1.51300048828125, -1.4395751953125, -1.36614990234375, -1.292724609375, -1.21929931640625, -1.1458740234375, -1.07244873046875, -0.9990234375, -0.92559814453125, -0.8521728515625, -0.77874755859375, -0.705322265625, -0.63189697265625, -0.5584716796875, -0.48504638671875, -0.41162109375, -0.33819580078125, -0.2647705078125, -0.19134521484375, -0.117919921875, -0.04449462890625, 0.0289306640625, 0.10235595703125, 0.17578125, 0.24920654296875, 0.3226318359375, 0.39605712890625, 0.469482421875, 0.54290771484375, 0.6163330078125, 0.68975830078125, 0.76318359375, 0.83660888671875, 0.9100341796875, 0.98345947265625, 1.056884765625, 1.13031005859375, 1.2037353515625, 1.27716064453125, 1.3505859375, 1.42401123046875, 1.4974365234375, 1.57086181640625, 1.644287109375, 1.71771240234375, 1.7911376953125, 1.86456298828125, 1.93798828125, 2.01141357421875, 2.0848388671875, 2.15826416015625, 2.231689453125, 2.30511474609375, 2.3785400390625, 2.45196533203125, 2.525390625]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 3.0, 6.0, 5.0, 4.0, 9.0, 6.0, 16.0, 8.0, 27.0, 34.0, 49.0, 65.0, 112.0, 117.0, 130.0, 100.0, 87.0, 63.0, 36.0, 33.0, 14.0, 17.0, 11.0, 7.0, 10.0, 4.0, 4.0, 4.0, 6.0, 1.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.083984375, -2.015106201171875, -1.94622802734375, -1.877349853515625, -1.8084716796875, -1.739593505859375, -1.67071533203125, -1.601837158203125, -1.532958984375, -1.464080810546875, -1.39520263671875, -1.326324462890625, -1.2574462890625, -1.188568115234375, -1.11968994140625, -1.050811767578125, -0.98193359375, -0.913055419921875, -0.84417724609375, -0.775299072265625, -0.7064208984375, -0.637542724609375, -0.56866455078125, -0.499786376953125, -0.430908203125, -0.362030029296875, -0.29315185546875, -0.224273681640625, -0.1553955078125, -0.086517333984375, -0.01763916015625, 0.051239013671875, 0.1201171875, 0.188995361328125, 0.25787353515625, 0.326751708984375, 0.3956298828125, 0.464508056640625, 0.53338623046875, 0.602264404296875, 0.671142578125, 0.740020751953125, 0.80889892578125, 0.877777099609375, 0.9466552734375, 1.015533447265625, 1.08441162109375, 1.153289794921875, 1.22216796875, 1.291046142578125, 1.35992431640625, 1.428802490234375, 1.4976806640625, 1.566558837890625, 1.63543701171875, 1.704315185546875, 1.773193359375, 1.842071533203125, 1.91094970703125, 1.979827880859375, 2.0487060546875, 2.117584228515625, 2.18646240234375, 2.255340576171875, 2.32421875]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 10.0, 18.0, 21.0, 54.0, 77.0, 149.0, 195.0, 179.0, 130.0, 73.0, 37.0, 22.0, 9.0, 10.0, 5.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.603914260864258, -25.580263137817383, -24.556612014770508, -23.532962799072266, -22.50931167602539, -21.485660552978516, -20.46200942993164, -19.438358306884766, -18.41470718383789, -17.391056060791016, -16.36740493774414, -15.343754768371582, -14.320104598999023, -13.296453475952148, -12.272802352905273, -11.249151229858398, -10.225502014160156, -9.201850891113281, -8.178200721740723, -7.154549598693848, -6.130898952484131, -5.107248306274414, -4.083597183227539, -3.0599465370178223, -2.0362958908081055, -1.0126451253890991, 0.011005640029907227, 1.0346565246582031, 2.05830717086792, 3.0819578170776367, 4.105608940124512, 5.1292595863342285, 6.152912139892578, 7.176562786102295, 8.200213432312012, 9.223864555358887, 10.247514724731445, 11.27116584777832, 12.294816970825195, 13.31846809387207, 14.342118263244629, 15.365769386291504, 16.389419555664062, 17.413070678710938, 18.436721801757812, 19.460372924804688, 20.484024047851562, 21.507673263549805, 22.53132438659668, 23.554975509643555, 24.57862663269043, 25.602275848388672, 26.625926971435547, 27.649578094482422, 28.673229217529297, 29.696880340576172, 30.720531463623047, 31.744182586669922, 32.7678337097168, 33.79148483276367, 34.81513595581055, 35.838783264160156, 36.86243438720703, 37.886085510253906, 38.90973663330078]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 2.0, 1.0, 13.0, 12.0, 9.0, 19.0, 16.0, 28.0, 34.0, 41.0, 39.0, 50.0, 54.0, 60.0, 67.0, 92.0, 72.0, 62.0, 44.0, 39.0, 43.0, 45.0, 45.0, 22.0, 27.0, 20.0, 20.0, 7.0, 6.0, 6.0, 7.0, 5.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.816051483154297, -19.862043380737305, -18.90803337097168, -17.954025268554688, -17.000015258789062, -16.04600715637207, -15.091998100280762, -14.137989044189453, -13.183980941772461, -12.229971885681152, -11.275962829589844, -10.321954727172852, -9.367945671081543, -8.413936614990234, -7.459927558898926, -6.505918979644775, -5.551909446716309, -4.597900390625, -3.6438918113708496, -2.689882755279541, -1.7358739376068115, -0.781865119934082, 0.17214393615722656, 1.126152515411377, 2.0801615715026855, 3.034170389175415, 3.9881792068481445, 4.942188262939453, 5.896197319030762, 6.850205898284912, 7.804214954376221, 8.758223533630371, 9.71223258972168, 10.666241645812988, 11.620250701904297, 12.574258804321289, 13.528267860412598, 14.482276916503906, 15.436285972595215, 16.390295028686523, 17.344303131103516, 18.298311233520508, 19.252321243286133, 20.206329345703125, 21.16033935546875, 22.114347457885742, 23.068355560302734, 24.02236557006836, 24.976375579833984, 25.930383682250977, 26.8843936920166, 27.838401794433594, 28.79241180419922, 29.74641990661621, 30.700428009033203, 31.654438018798828, 32.60844421386719, 33.56245422363281, 34.51646041870117, 35.4704704284668, 36.42448043823242, 37.37848663330078, 38.332496643066406, 39.28650665283203, 40.240516662597656]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 7.0, 4.0, 13.0, 16.0, 22.0, 37.0, 47.0, 70.0, 106.0, 138.0, 217.0, 365.0, 1491.0, 4075172.0, 115017.0, 658.0, 282.0, 184.0, 153.0, 88.0, 61.0, 55.0, 30.0, 12.0, 11.0, 12.0, 6.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.796875, -16.171875, -15.546875, -14.921875, -14.296875, -13.671875, -13.046875, -12.421875, -11.796875, -11.171875, -10.546875, -9.921875, -9.296875, -8.671875, -8.046875, -7.421875, -6.796875, -6.171875, -5.546875, -4.921875, -4.296875, -3.671875, -3.046875, -2.421875, -1.796875, -1.171875, -0.546875, 0.078125, 0.703125, 1.328125, 1.953125, 2.578125, 3.203125, 3.828125, 4.453125, 5.078125, 5.703125, 6.328125, 6.953125, 7.578125, 8.203125, 8.828125, 9.453125, 10.078125, 10.703125, 11.328125, 11.953125, 12.578125, 13.203125, 13.828125, 14.453125, 15.078125, 15.703125, 16.328125, 16.953125, 17.578125, 18.203125, 18.828125, 19.453125, 20.078125, 20.703125, 21.328125, 21.953125, 22.578125, 23.203125]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 6.0, 5.0, 8.0, 18.0, 9.0, 20.0, 37.0, 37.0, 42.0, 74.0, 80.0, 83.0, 70.0, 71.0, 76.0, 73.0, 64.0, 68.0, 45.0, 40.0, 28.0, 12.0, 14.0, 8.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.07421875, -1.997161865234375, -1.92010498046875, -1.843048095703125, -1.7659912109375, -1.688934326171875, -1.61187744140625, -1.534820556640625, -1.457763671875, -1.380706787109375, -1.30364990234375, -1.226593017578125, -1.1495361328125, -1.072479248046875, -0.99542236328125, -0.918365478515625, -0.84130859375, -0.764251708984375, -0.68719482421875, -0.610137939453125, -0.5330810546875, -0.456024169921875, -0.37896728515625, -0.301910400390625, -0.224853515625, -0.147796630859375, -0.07073974609375, 0.006317138671875, 0.0833740234375, 0.160430908203125, 0.23748779296875, 0.314544677734375, 0.3916015625, 0.468658447265625, 0.54571533203125, 0.622772216796875, 0.6998291015625, 0.776885986328125, 0.85394287109375, 0.930999755859375, 1.008056640625, 1.085113525390625, 1.16217041015625, 1.239227294921875, 1.3162841796875, 1.393341064453125, 1.47039794921875, 1.547454833984375, 1.62451171875, 1.701568603515625, 1.77862548828125, 1.855682373046875, 1.9327392578125, 2.009796142578125, 2.08685302734375, 2.163909912109375, 2.240966796875, 2.318023681640625, 2.39508056640625, 2.472137451171875, 2.5491943359375, 2.626251220703125, 2.70330810546875, 2.780364990234375, 2.857421875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 7.0, 18.0, 40.0, 56.0, 109.0, 210.0, 432.0, 999.0, 2767.0, 8504.0, 37181.0, 769176.0, 3272594.0, 81211.0, 14007.0, 4112.0, 1523.0, 646.0, 319.0, 155.0, 91.0, 45.0, 29.0, 17.0, 13.0, 3.0, 4.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.537109375, -3.43365478515625, -3.3302001953125, -3.22674560546875, -3.123291015625, -3.01983642578125, -2.9163818359375, -2.81292724609375, -2.70947265625, -2.60601806640625, -2.5025634765625, -2.39910888671875, -2.295654296875, -2.19219970703125, -2.0887451171875, -1.98529052734375, -1.8818359375, -1.77838134765625, -1.6749267578125, -1.57147216796875, -1.468017578125, -1.36456298828125, -1.2611083984375, -1.15765380859375, -1.05419921875, -0.95074462890625, -0.8472900390625, -0.74383544921875, -0.640380859375, -0.53692626953125, -0.4334716796875, -0.33001708984375, -0.2265625, -0.12310791015625, -0.0196533203125, 0.08380126953125, 0.187255859375, 0.29071044921875, 0.3941650390625, 0.49761962890625, 0.60107421875, 0.70452880859375, 0.8079833984375, 0.91143798828125, 1.014892578125, 1.11834716796875, 1.2218017578125, 1.32525634765625, 1.4287109375, 1.53216552734375, 1.6356201171875, 1.73907470703125, 1.842529296875, 1.94598388671875, 2.0494384765625, 2.15289306640625, 2.25634765625, 2.35980224609375, 2.4632568359375, 2.56671142578125, 2.670166015625, 2.77362060546875, 2.8770751953125, 2.98052978515625, 3.083984375]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 2.0, 5.0, 12.0, 5.0, 16.0, 18.0, 40.0, 55.0, 121.0, 293.0, 666.0, 1229.0, 883.0, 391.0, 156.0, 57.0, 42.0, 18.0, 13.0, 11.0, 6.0, 7.0, 10.0, 3.0, 3.0, 0.0, 5.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.810546875, -2.701019287109375, -2.59149169921875, -2.481964111328125, -2.3724365234375, -2.262908935546875, -2.15338134765625, -2.043853759765625, -1.934326171875, -1.824798583984375, -1.71527099609375, -1.605743408203125, -1.4962158203125, -1.386688232421875, -1.27716064453125, -1.167633056640625, -1.05810546875, -0.948577880859375, -0.83905029296875, -0.729522705078125, -0.6199951171875, -0.510467529296875, -0.40093994140625, -0.291412353515625, -0.181884765625, -0.072357177734375, 0.03717041015625, 0.146697998046875, 0.2562255859375, 0.365753173828125, 0.47528076171875, 0.584808349609375, 0.6943359375, 0.803863525390625, 0.91339111328125, 1.022918701171875, 1.1324462890625, 1.241973876953125, 1.35150146484375, 1.461029052734375, 1.570556640625, 1.680084228515625, 1.78961181640625, 1.899139404296875, 2.0086669921875, 2.118194580078125, 2.22772216796875, 2.337249755859375, 2.44677734375, 2.556304931640625, 2.66583251953125, 2.775360107421875, 2.8848876953125, 2.994415283203125, 3.10394287109375, 3.213470458984375, 3.322998046875, 3.432525634765625, 3.54205322265625, 3.651580810546875, 3.7611083984375, 3.870635986328125, 3.98016357421875, 4.089691162109375, 4.19921875]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 6.0, 0.0, 3.0, 5.0, 8.0, 15.0, 42.0, 169.0, 328.0, 294.0, 106.0, 24.0, 5.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-70.23829650878906, -68.9354476928711, -67.63260650634766, -66.32975769042969, -65.02691650390625, -63.72406768798828, -62.42122268676758, -61.118377685546875, -59.815528869628906, -58.5126838684082, -57.2098388671875, -55.90699005126953, -54.60414505004883, -53.301300048828125, -51.99845504760742, -50.69561004638672, -49.392765045166016, -48.08992004394531, -46.78707504272461, -45.48422622680664, -44.18138122558594, -42.878536224365234, -41.57569122314453, -40.27284622192383, -38.970001220703125, -37.66715621948242, -36.36431121826172, -35.06146240234375, -33.75861740112305, -32.455772399902344, -31.15292739868164, -29.850082397460938, -28.547231674194336, -27.244386672973633, -25.941539764404297, -24.638694763183594, -23.33584976196289, -22.033002853393555, -20.73015785217285, -19.427310943603516, -18.124465942382812, -16.82162094116211, -15.518774032592773, -14.21592903137207, -12.91308307647705, -11.610237121582031, -10.307392120361328, -9.004546165466309, -7.701700210571289, -6.3988542556762695, -5.096008777618408, -3.7931630611419678, -2.4903173446655273, -1.1874713897705078, 0.11537408828735352, 1.4182195663452148, 2.7210655212402344, 4.023911476135254, 5.326756954193115, 6.629602432250977, 7.932448387145996, 9.235294342041016, 10.538139343261719, 11.840985298156738, 13.143831253051758]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 9.0, 9.0, 7.0, 13.0, 20.0, 20.0, 35.0, 35.0, 41.0, 56.0, 55.0, 69.0, 75.0, 85.0, 69.0, 66.0, 60.0, 53.0, 44.0, 52.0, 39.0, 19.0, 12.0, 21.0, 14.0, 9.0, 10.0, 9.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.072052001953125, -14.537260055541992, -14.00246810913086, -13.467676162719727, -12.932884216308594, -12.398092269897461, -11.863299369812012, -11.328507423400879, -10.793715476989746, -10.258923530578613, -9.72413158416748, -9.189339637756348, -8.654546737670898, -8.119754791259766, -7.584962844848633, -7.0501708984375, -6.515378952026367, -5.980587005615234, -5.445795059204102, -4.9110026359558105, -4.376210689544678, -3.841418743133545, -3.306626558303833, -2.771834373474121, -2.2370424270629883, -1.702250361442566, -1.1674582958221436, -0.6326662302017212, -0.09787416458129883, 0.436917781829834, 0.9717099666595459, 1.5065021514892578, 2.041292190551758, 2.5760841369628906, 3.1108763217926025, 3.6456685066223145, 4.180460453033447, 4.71525239944458, 5.250044822692871, 5.784836769104004, 6.319628715515137, 6.8544206619262695, 7.389212608337402, 7.924005031585693, 8.458797454833984, 8.993589401245117, 9.52838134765625, 10.063173294067383, 10.597965240478516, 11.132757186889648, 11.667549133300781, 12.202341079711914, 12.737133026123047, 13.27192497253418, 13.806717872619629, 14.341509819030762, 14.876301765441895, 15.411093711853027, 15.94588565826416, 16.48067855834961, 17.015470504760742, 17.550262451171875, 18.085054397583008, 18.61984634399414, 19.154638290405273]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 12.0, 16.0, 9.0, 23.0, 36.0, 66.0, 87.0, 139.0, 202.0, 321.0, 500.0, 919.0, 1572.0, 3082.0, 6273.0, 13365.0, 29173.0, 69404.0, 177188.0, 365251.0, 225623.0, 87212.0, 36339.0, 15863.0, 7433.0, 3691.0, 1920.0, 1090.0, 653.0, 364.0, 237.0, 142.0, 107.0, 69.0, 43.0, 50.0, 23.0, 18.0, 8.0, 11.0, 7.0, 5.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.072265625, -2.006744384765625, -1.94122314453125, -1.875701904296875, -1.8101806640625, -1.744659423828125, -1.67913818359375, -1.613616943359375, -1.548095703125, -1.482574462890625, -1.41705322265625, -1.351531982421875, -1.2860107421875, -1.220489501953125, -1.15496826171875, -1.089447021484375, -1.02392578125, -0.958404541015625, -0.89288330078125, -0.827362060546875, -0.7618408203125, -0.696319580078125, -0.63079833984375, -0.565277099609375, -0.499755859375, -0.434234619140625, -0.36871337890625, -0.303192138671875, -0.2376708984375, -0.172149658203125, -0.10662841796875, -0.041107177734375, 0.0244140625, 0.089935302734375, 0.15545654296875, 0.220977783203125, 0.2864990234375, 0.352020263671875, 0.41754150390625, 0.483062744140625, 0.548583984375, 0.614105224609375, 0.67962646484375, 0.745147705078125, 0.8106689453125, 0.876190185546875, 0.94171142578125, 1.007232666015625, 1.07275390625, 1.138275146484375, 1.20379638671875, 1.269317626953125, 1.3348388671875, 1.400360107421875, 1.46588134765625, 1.531402587890625, 1.596923828125, 1.662445068359375, 1.72796630859375, 1.793487548828125, 1.8590087890625, 1.924530029296875, 1.99005126953125, 2.055572509765625, 2.12109375]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 2.0, 8.0, 11.0, 5.0, 13.0, 12.0, 15.0, 14.0, 28.0, 27.0, 32.0, 50.0, 46.0, 47.0, 65.0, 61.0, 51.0, 58.0, 56.0, 61.0, 52.0, 50.0, 48.0, 39.0, 32.0, 28.0, 25.0, 19.0, 15.0, 8.0, 3.0, 5.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.111328125, -2.0541229248046875, -1.996917724609375, -1.9397125244140625, -1.88250732421875, -1.8253021240234375, -1.768096923828125, -1.7108917236328125, -1.6536865234375, -1.5964813232421875, -1.539276123046875, -1.4820709228515625, -1.42486572265625, -1.3676605224609375, -1.310455322265625, -1.2532501220703125, -1.196044921875, -1.1388397216796875, -1.081634521484375, -1.0244293212890625, -0.96722412109375, -0.9100189208984375, -0.852813720703125, -0.7956085205078125, -0.7384033203125, -0.6811981201171875, -0.623992919921875, -0.5667877197265625, -0.50958251953125, -0.4523773193359375, -0.395172119140625, -0.3379669189453125, -0.28076171875, -0.2235565185546875, -0.166351318359375, -0.1091461181640625, -0.05194091796875, 0.0052642822265625, 0.062469482421875, 0.1196746826171875, 0.1768798828125, 0.2340850830078125, 0.291290283203125, 0.3484954833984375, 0.40570068359375, 0.4629058837890625, 0.520111083984375, 0.5773162841796875, 0.634521484375, 0.6917266845703125, 0.748931884765625, 0.8061370849609375, 0.86334228515625, 0.9205474853515625, 0.977752685546875, 1.0349578857421875, 1.0921630859375, 1.1493682861328125, 1.206573486328125, 1.2637786865234375, 1.32098388671875, 1.3781890869140625, 1.435394287109375, 1.4925994873046875, 1.5498046875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 5.0, 4.0, 9.0, 14.0, 30.0, 33.0, 39.0, 65.0, 102.0, 167.0, 309.0, 571.0, 1446.0, 4409.0, 24526.0, 263373.0, 683014.0, 58371.0, 8187.0, 2087.0, 783.0, 393.0, 227.0, 116.0, 71.0, 47.0, 38.0, 23.0, 17.0, 17.0, 15.0, 7.0, 9.0, 5.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5703125, -4.3958740234375, -4.221435546875, -4.0469970703125, -3.87255859375, -3.6981201171875, -3.523681640625, -3.3492431640625, -3.1748046875, -3.0003662109375, -2.825927734375, -2.6514892578125, -2.47705078125, -2.3026123046875, -2.128173828125, -1.9537353515625, -1.779296875, -1.6048583984375, -1.430419921875, -1.2559814453125, -1.08154296875, -0.9071044921875, -0.732666015625, -0.5582275390625, -0.3837890625, -0.2093505859375, -0.034912109375, 0.1395263671875, 0.31396484375, 0.4884033203125, 0.662841796875, 0.8372802734375, 1.01171875, 1.1861572265625, 1.360595703125, 1.5350341796875, 1.70947265625, 1.8839111328125, 2.058349609375, 2.2327880859375, 2.4072265625, 2.5816650390625, 2.756103515625, 2.9305419921875, 3.10498046875, 3.2794189453125, 3.453857421875, 3.6282958984375, 3.802734375, 3.9771728515625, 4.151611328125, 4.3260498046875, 4.50048828125, 4.6749267578125, 4.849365234375, 5.0238037109375, 5.1982421875, 5.3726806640625, 5.547119140625, 5.7215576171875, 5.89599609375, 6.0704345703125, 6.244873046875, 6.4193115234375, 6.59375]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 5.0, 4.0, 6.0, 5.0, 11.0, 11.0, 11.0, 15.0, 11.0, 14.0, 20.0, 23.0, 28.0, 45.0, 41.0, 51.0, 49.0, 50.0, 48.0, 43.0, 54.0, 51.0, 45.0, 50.0, 42.0, 50.0, 34.0, 35.0, 28.0, 24.0, 15.0, 22.0, 18.0, 11.0, 8.0, 6.0, 8.0, 7.0, 3.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0625, -5.87774658203125, -5.6929931640625, -5.50823974609375, -5.323486328125, -5.13873291015625, -4.9539794921875, -4.76922607421875, -4.58447265625, -4.39971923828125, -4.2149658203125, -4.03021240234375, -3.845458984375, -3.66070556640625, -3.4759521484375, -3.29119873046875, -3.1064453125, -2.92169189453125, -2.7369384765625, -2.55218505859375, -2.367431640625, -2.18267822265625, -1.9979248046875, -1.81317138671875, -1.62841796875, -1.44366455078125, -1.2589111328125, -1.07415771484375, -0.889404296875, -0.70465087890625, -0.5198974609375, -0.33514404296875, -0.150390625, 0.03436279296875, 0.2191162109375, 0.40386962890625, 0.588623046875, 0.77337646484375, 0.9581298828125, 1.14288330078125, 1.32763671875, 1.51239013671875, 1.6971435546875, 1.88189697265625, 2.066650390625, 2.25140380859375, 2.4361572265625, 2.62091064453125, 2.8056640625, 2.99041748046875, 3.1751708984375, 3.35992431640625, 3.544677734375, 3.72943115234375, 3.9141845703125, 4.09893798828125, 4.28369140625, 4.46844482421875, 4.6531982421875, 4.83795166015625, 5.022705078125, 5.20745849609375, 5.3922119140625, 5.57696533203125, 5.76171875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 1.0, 6.0, 4.0, 14.0, 18.0, 31.0, 38.0, 102.0, 226.0, 602.0, 2123.0, 25255.0, 1002182.0, 15237.0, 1777.0, 506.0, 206.0, 83.0, 47.0, 29.0, 11.0, 12.0, 12.0, 2.0, 3.0, 6.0, 5.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0, -5.80914306640625, -5.6182861328125, -5.42742919921875, -5.236572265625, -5.04571533203125, -4.8548583984375, -4.66400146484375, -4.47314453125, -4.28228759765625, -4.0914306640625, -3.90057373046875, -3.709716796875, -3.51885986328125, -3.3280029296875, -3.13714599609375, -2.9462890625, -2.75543212890625, -2.5645751953125, -2.37371826171875, -2.182861328125, -1.99200439453125, -1.8011474609375, -1.61029052734375, -1.41943359375, -1.22857666015625, -1.0377197265625, -0.84686279296875, -0.656005859375, -0.46514892578125, -0.2742919921875, -0.08343505859375, 0.107421875, 0.29827880859375, 0.4891357421875, 0.67999267578125, 0.870849609375, 1.06170654296875, 1.2525634765625, 1.44342041015625, 1.63427734375, 1.82513427734375, 2.0159912109375, 2.20684814453125, 2.397705078125, 2.58856201171875, 2.7794189453125, 2.97027587890625, 3.1611328125, 3.35198974609375, 3.5428466796875, 3.73370361328125, 3.924560546875, 4.11541748046875, 4.3062744140625, 4.49713134765625, 4.68798828125, 4.87884521484375, 5.0697021484375, 5.26055908203125, 5.451416015625, 5.64227294921875, 5.8331298828125, 6.02398681640625, 6.21484375]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 2.0, 4.0, 2.0, 6.0, 7.0, 4.0, 11.0, 12.0, 21.0, 42.0, 66.0, 76.0, 136.0, 191.0, 162.0, 80.0, 65.0, 31.0, 26.0, 16.0, 12.0, 7.0, 7.0, 7.0, 2.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00031566619873046875, -0.0003062710165977478, -0.00029687583446502686, -0.0002874806523323059, -0.00027808547019958496, -0.000268690288066864, -0.00025929510593414307, -0.0002498999238014221, -0.00024050474166870117, -0.00023110955953598022, -0.00022171437740325928, -0.00021231919527053833, -0.00020292401313781738, -0.00019352883100509644, -0.0001841336488723755, -0.00017473846673965454, -0.0001653432846069336, -0.00015594810247421265, -0.0001465529203414917, -0.00013715773820877075, -0.0001277625560760498, -0.00011836737394332886, -0.00010897219181060791, -9.957700967788696e-05, -9.018182754516602e-05, -8.078664541244507e-05, -7.139146327972412e-05, -6.199628114700317e-05, -5.2601099014282227e-05, -4.320591688156128e-05, -3.381073474884033e-05, -2.4415552616119385e-05, -1.5020370483398438e-05, -5.62518835067749e-06, 3.769993782043457e-06, 1.3165175914764404e-05, 2.256035804748535e-05, 3.19555401802063e-05, 4.1350722312927246e-05, 5.074590444564819e-05, 6.014108657836914e-05, 6.953626871109009e-05, 7.893145084381104e-05, 8.832663297653198e-05, 9.772181510925293e-05, 0.00010711699724197388, 0.00011651217937469482, 0.00012590736150741577, 0.00013530254364013672, 0.00014469772577285767, 0.0001540929079055786, 0.00016348809003829956, 0.0001728832721710205, 0.00018227845430374146, 0.0001916736364364624, 0.00020106881856918335, 0.0002104640007019043, 0.00021985918283462524, 0.0002292543649673462, 0.00023864954710006714, 0.0002480447292327881, 0.00025743991136550903, 0.00026683509349823, 0.00027623027563095093, 0.0002856254577636719]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 6.0, 4.0, 2.0, 5.0, 5.0, 17.0, 20.0, 27.0, 35.0, 70.0, 160.0, 287.0, 654.0, 1706.0, 6647.0, 55366.0, 909653.0, 63503.0, 7310.0, 1873.0, 599.0, 280.0, 145.0, 67.0, 47.0, 28.0, 15.0, 10.0, 8.0, 6.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.150390625, -3.050445556640625, -2.95050048828125, -2.850555419921875, -2.7506103515625, -2.650665283203125, -2.55072021484375, -2.450775146484375, -2.350830078125, -2.250885009765625, -2.15093994140625, -2.050994873046875, -1.9510498046875, -1.851104736328125, -1.75115966796875, -1.651214599609375, -1.55126953125, -1.451324462890625, -1.35137939453125, -1.251434326171875, -1.1514892578125, -1.051544189453125, -0.95159912109375, -0.851654052734375, -0.751708984375, -0.651763916015625, -0.55181884765625, -0.451873779296875, -0.3519287109375, -0.251983642578125, -0.15203857421875, -0.052093505859375, 0.0478515625, 0.147796630859375, 0.24774169921875, 0.347686767578125, 0.4476318359375, 0.547576904296875, 0.64752197265625, 0.747467041015625, 0.847412109375, 0.947357177734375, 1.04730224609375, 1.147247314453125, 1.2471923828125, 1.347137451171875, 1.44708251953125, 1.547027587890625, 1.64697265625, 1.746917724609375, 1.84686279296875, 1.946807861328125, 2.0467529296875, 2.146697998046875, 2.24664306640625, 2.346588134765625, 2.446533203125, 2.546478271484375, 2.64642333984375, 2.746368408203125, 2.8463134765625, 2.946258544921875, 3.04620361328125, 3.146148681640625, 3.24609375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 3.0, 3.0, 7.0, 12.0, 16.0, 26.0, 28.0, 53.0, 82.0, 107.0, 169.0, 147.0, 95.0, 70.0, 54.0, 33.0, 21.0, 23.0, 12.0, 8.0, 5.0, 6.0, 1.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.583984375, -2.510009765625, -2.43603515625, -2.362060546875, -2.2880859375, -2.214111328125, -2.14013671875, -2.066162109375, -1.9921875, -1.918212890625, -1.84423828125, -1.770263671875, -1.6962890625, -1.622314453125, -1.54833984375, -1.474365234375, -1.400390625, -1.326416015625, -1.25244140625, -1.178466796875, -1.1044921875, -1.030517578125, -0.95654296875, -0.882568359375, -0.80859375, -0.734619140625, -0.66064453125, -0.586669921875, -0.5126953125, -0.438720703125, -0.36474609375, -0.290771484375, -0.216796875, -0.142822265625, -0.06884765625, 0.005126953125, 0.0791015625, 0.153076171875, 0.22705078125, 0.301025390625, 0.375, 0.448974609375, 0.52294921875, 0.596923828125, 0.6708984375, 0.744873046875, 0.81884765625, 0.892822265625, 0.966796875, 1.040771484375, 1.11474609375, 1.188720703125, 1.2626953125, 1.336669921875, 1.41064453125, 1.484619140625, 1.55859375, 1.632568359375, 1.70654296875, 1.780517578125, 1.8544921875, 1.928466796875, 2.00244140625, 2.076416015625, 2.150390625]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 8.0, 13.0, 31.0, 92.0, 250.0, 361.0, 162.0, 49.0, 16.0, 7.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.76680374145508, -53.9427375793457, -52.118675231933594, -50.29460906982422, -48.47054672241211, -46.646480560302734, -44.822418212890625, -42.99835205078125, -41.174285888671875, -39.3502197265625, -37.52615737915039, -35.702091217041016, -33.878028869628906, -32.05396270751953, -30.22989845275879, -28.405834197998047, -26.581771850585938, -24.757707595825195, -22.933643341064453, -21.109577178955078, -19.28551483154297, -17.461448669433594, -15.637384414672852, -13.81332015991211, -11.989255905151367, -10.165191650390625, -8.341127395629883, -6.517062187194824, -4.692997932434082, -2.86893367767334, -1.0448684692382812, 0.7791957855224609, 2.6032638549804688, 4.427328109741211, 6.251392841339111, 8.075457572937012, 9.899521827697754, 11.723586082458496, 13.547651290893555, 15.371715545654297, 17.19577980041504, 19.01984405517578, 20.843908309936523, 22.667972564697266, 24.49203872680664, 26.31610107421875, 28.140167236328125, 29.964231491088867, 31.78829574584961, 33.612361907958984, 35.436424255371094, 37.26049041748047, 39.08455276489258, 40.90861892700195, 42.73268127441406, 44.55674743652344, 46.38081359863281, 48.20487976074219, 50.0289421081543, 51.85300827026367, 53.67707061767578, 55.501136779785156, 57.32520294189453, 59.14926528930664, 60.97332763671875]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 0.0, 2.0, 3.0, 5.0, 7.0, 12.0, 9.0, 12.0, 18.0, 9.0, 20.0, 22.0, 26.0, 23.0, 33.0, 39.0, 38.0, 46.0, 43.0, 67.0, 70.0, 68.0, 48.0, 52.0, 40.0, 37.0, 47.0, 31.0, 25.0, 27.0, 17.0, 17.0, 18.0, 13.0, 14.0, 14.0, 10.0, 7.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.001436233520508, -23.22918128967285, -22.456926345825195, -21.68467140197754, -20.912416458129883, -20.140161514282227, -19.367908477783203, -18.595653533935547, -17.82339859008789, -17.051143646240234, -16.278888702392578, -15.506633758544922, -14.734378814697266, -13.96212387084961, -13.18986988067627, -12.417614936828613, -11.64535903930664, -10.873104095458984, -10.100849151611328, -9.328594207763672, -8.556339263916016, -7.784084796905518, -7.0118303298950195, -6.239575386047363, -5.467320442199707, -4.695065498352051, -3.9228107929229736, -3.1505560874938965, -2.3783011436462402, -1.606046199798584, -0.8337917327880859, -0.06153678894042969, 0.7107162475585938, 1.4829710721969604, 2.255225896835327, 3.0274806022644043, 3.7997355461120605, 4.571990489959717, 5.344244956970215, 6.116499900817871, 6.888754844665527, 7.661009788513184, 8.43326473236084, 9.20551872253418, 9.977773666381836, 10.750028610229492, 11.522283554077148, 12.294538497924805, 13.066793441772461, 13.839048385620117, 14.611303329467773, 15.38355827331543, 16.155813217163086, 16.928068161010742, 17.700321197509766, 18.472576141357422, 19.244831085205078, 20.017086029052734, 20.78934097290039, 21.561595916748047, 22.333850860595703, 23.10610580444336, 23.878360748291016, 24.650615692138672, 25.422870635986328]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 15.0, 11.0, 23.0, 53.0, 79.0, 125.0, 241.0, 479.0, 1286.0, 5142.0, 54501.0, 3716754.0, 399865.0, 12393.0, 2057.0, 653.0, 270.0, 123.0, 79.0, 52.0, 28.0, 19.0, 8.0, 9.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.03125, -3.89556884765625, -3.7598876953125, -3.62420654296875, -3.488525390625, -3.35284423828125, -3.2171630859375, -3.08148193359375, -2.94580078125, -2.81011962890625, -2.6744384765625, -2.53875732421875, -2.403076171875, -2.26739501953125, -2.1317138671875, -1.99603271484375, -1.8603515625, -1.72467041015625, -1.5889892578125, -1.45330810546875, -1.317626953125, -1.18194580078125, -1.0462646484375, -0.91058349609375, -0.77490234375, -0.63922119140625, -0.5035400390625, -0.36785888671875, -0.232177734375, -0.09649658203125, 0.0391845703125, 0.17486572265625, 0.310546875, 0.44622802734375, 0.5819091796875, 0.71759033203125, 0.853271484375, 0.98895263671875, 1.1246337890625, 1.26031494140625, 1.39599609375, 1.53167724609375, 1.6673583984375, 1.80303955078125, 1.938720703125, 2.07440185546875, 2.2100830078125, 2.34576416015625, 2.4814453125, 2.61712646484375, 2.7528076171875, 2.88848876953125, 3.024169921875, 3.15985107421875, 3.2955322265625, 3.43121337890625, 3.56689453125, 3.70257568359375, 3.8382568359375, 3.97393798828125, 4.109619140625, 4.24530029296875, 4.3809814453125, 4.51666259765625, 4.65234375]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 10.0, 10.0, 12.0, 15.0, 22.0, 38.0, 29.0, 43.0, 49.0, 58.0, 47.0, 70.0, 49.0, 62.0, 64.0, 57.0, 63.0, 62.0, 53.0, 30.0, 44.0, 27.0, 22.0, 18.0, 10.0, 10.0, 3.0, 5.0, 5.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.10546875, -2.0488739013671875, -1.992279052734375, -1.9356842041015625, -1.87908935546875, -1.8224945068359375, -1.765899658203125, -1.7093048095703125, -1.6527099609375, -1.5961151123046875, -1.539520263671875, -1.4829254150390625, -1.42633056640625, -1.3697357177734375, -1.313140869140625, -1.2565460205078125, -1.199951171875, -1.1433563232421875, -1.086761474609375, -1.0301666259765625, -0.97357177734375, -0.9169769287109375, -0.860382080078125, -0.8037872314453125, -0.7471923828125, -0.6905975341796875, -0.634002685546875, -0.5774078369140625, -0.52081298828125, -0.4642181396484375, -0.407623291015625, -0.3510284423828125, -0.29443359375, -0.2378387451171875, -0.181243896484375, -0.1246490478515625, -0.06805419921875, -0.0114593505859375, 0.045135498046875, 0.1017303466796875, 0.1583251953125, 0.2149200439453125, 0.271514892578125, 0.3281097412109375, 0.38470458984375, 0.4412994384765625, 0.497894287109375, 0.5544891357421875, 0.611083984375, 0.6676788330078125, 0.724273681640625, 0.7808685302734375, 0.83746337890625, 0.8940582275390625, 0.950653076171875, 1.0072479248046875, 1.0638427734375, 1.1204376220703125, 1.177032470703125, 1.2336273193359375, 1.29022216796875, 1.3468170166015625, 1.403411865234375, 1.4600067138671875, 1.5166015625]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 8.0, 8.0, 12.0, 16.0, 23.0, 51.0, 69.0, 101.0, 219.0, 511.0, 1252.0, 4050.0, 20053.0, 264176.0, 3719955.0, 160586.0, 17573.0, 3686.0, 1086.0, 392.0, 191.0, 94.0, 66.0, 33.0, 22.0, 21.0, 10.0, 4.0, 3.0, 3.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.4609375, -4.35577392578125, -4.2506103515625, -4.14544677734375, -4.040283203125, -3.93511962890625, -3.8299560546875, -3.72479248046875, -3.61962890625, -3.51446533203125, -3.4093017578125, -3.30413818359375, -3.198974609375, -3.09381103515625, -2.9886474609375, -2.88348388671875, -2.7783203125, -2.67315673828125, -2.5679931640625, -2.46282958984375, -2.357666015625, -2.25250244140625, -2.1473388671875, -2.04217529296875, -1.93701171875, -1.83184814453125, -1.7266845703125, -1.62152099609375, -1.516357421875, -1.41119384765625, -1.3060302734375, -1.20086669921875, -1.095703125, -0.99053955078125, -0.8853759765625, -0.78021240234375, -0.675048828125, -0.56988525390625, -0.4647216796875, -0.35955810546875, -0.25439453125, -0.14923095703125, -0.0440673828125, 0.06109619140625, 0.166259765625, 0.27142333984375, 0.3765869140625, 0.48175048828125, 0.5869140625, 0.69207763671875, 0.7972412109375, 0.90240478515625, 1.007568359375, 1.11273193359375, 1.2178955078125, 1.32305908203125, 1.42822265625, 1.53338623046875, 1.6385498046875, 1.74371337890625, 1.848876953125, 1.95404052734375, 2.0592041015625, 2.16436767578125, 2.26953125]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 6.0, 4.0, 4.0, 6.0, 17.0, 10.0, 26.0, 28.0, 74.0, 148.0, 215.0, 480.0, 834.0, 910.0, 570.0, 285.0, 173.0, 82.0, 51.0, 39.0, 26.0, 22.0, 16.0, 6.0, 8.0, 10.0, 5.0, 3.0, 6.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.525390625, -3.430511474609375, -3.33563232421875, -3.240753173828125, -3.1458740234375, -3.050994873046875, -2.95611572265625, -2.861236572265625, -2.766357421875, -2.671478271484375, -2.57659912109375, -2.481719970703125, -2.3868408203125, -2.291961669921875, -2.19708251953125, -2.102203369140625, -2.00732421875, -1.912445068359375, -1.81756591796875, -1.722686767578125, -1.6278076171875, -1.532928466796875, -1.43804931640625, -1.343170166015625, -1.248291015625, -1.153411865234375, -1.05853271484375, -0.963653564453125, -0.8687744140625, -0.773895263671875, -0.67901611328125, -0.584136962890625, -0.4892578125, -0.394378662109375, -0.29949951171875, -0.204620361328125, -0.1097412109375, -0.014862060546875, 0.08001708984375, 0.174896240234375, 0.269775390625, 0.364654541015625, 0.45953369140625, 0.554412841796875, 0.6492919921875, 0.744171142578125, 0.83905029296875, 0.933929443359375, 1.02880859375, 1.123687744140625, 1.21856689453125, 1.313446044921875, 1.4083251953125, 1.503204345703125, 1.59808349609375, 1.692962646484375, 1.787841796875, 1.882720947265625, 1.97760009765625, 2.072479248046875, 2.1673583984375, 2.262237548828125, 2.35711669921875, 2.451995849609375, 2.546875]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 19.0, 34.0, 164.0, 351.0, 266.0, 114.0, 29.0, 11.0, 3.0, 8.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.250831604003906, -32.86378479003906, -31.476741790771484, -30.08969497680664, -28.702651977539062, -27.31560516357422, -25.928560256958008, -24.541515350341797, -23.154470443725586, -21.767425537109375, -20.380380630493164, -18.993335723876953, -17.60628890991211, -16.21924591064453, -14.832199096679688, -13.445154190063477, -12.058109283447266, -10.671064376831055, -9.284019470214844, -7.896973609924316, -6.5099287033081055, -5.1228837966918945, -3.735837936401367, -2.3487930297851562, -0.9617481231689453, 0.4252970218658447, 1.8123421669006348, 3.199387550354004, 4.586432456970215, 5.973477363586426, 7.360523223876953, 8.747568130493164, 10.134613037109375, 11.521657943725586, 12.908702850341797, 14.295748710632324, 15.682793617248535, 17.069839477539062, 18.456884384155273, 19.843929290771484, 21.230974197387695, 22.618019104003906, 24.005064010620117, 25.392108917236328, 26.779155731201172, 28.16619873046875, 29.553245544433594, 30.940290451049805, 32.327335357666016, 33.71438217163086, 35.10142517089844, 36.48847198486328, 37.87551498413086, 39.2625617980957, 40.64960479736328, 42.036651611328125, 43.42369842529297, 44.81074523925781, 46.19778823852539, 47.584835052490234, 48.97187805175781, 50.358924865722656, 51.7459716796875, 53.13301467895508, 54.520057678222656]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 5.0, 2.0, 4.0, 11.0, 11.0, 18.0, 14.0, 26.0, 29.0, 24.0, 30.0, 38.0, 41.0, 53.0, 53.0, 46.0, 42.0, 52.0, 63.0, 45.0, 47.0, 51.0, 50.0, 49.0, 44.0, 27.0, 24.0, 17.0, 20.0, 18.0, 13.0, 10.0, 11.0, 2.0, 7.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.131170272827148, -12.722907066345215, -12.314643859863281, -11.906380653381348, -11.498117446899414, -11.089855194091797, -10.681591033935547, -10.27332878112793, -9.865065574645996, -9.456802368164062, -9.048539161682129, -8.640275955200195, -8.232012748718262, -7.823750019073486, -7.415486812591553, -7.007224082946777, -6.5989603996276855, -6.190697193145752, -5.782433986663818, -5.374171257019043, -4.965908050537109, -4.557644844055176, -4.149381637573242, -3.7411186695098877, -3.332855463027954, -2.9245922565460205, -2.516329288482666, -2.1080660820007324, -1.6998029947280884, -1.2915399074554443, -0.8832767009735107, -0.47501373291015625, -0.06675052642822266, 0.3415125906467438, 0.7497757077217102, 1.158038854598999, 1.566301941871643, 1.974565029144287, 2.3828282356262207, 2.791091203689575, 3.199354410171509, 3.6076176166534424, 4.015880584716797, 4.4241437911987305, 4.832406997680664, 5.240670204162598, 5.648933410644531, 6.057196140289307, 6.46545934677124, 6.873722553253174, 7.281985759735107, 7.690248489379883, 8.098511695861816, 8.50677490234375, 8.915038108825684, 9.323301315307617, 9.73156452178955, 10.139827728271484, 10.548090934753418, 10.956354141235352, 11.364617347717285, 11.772880554199219, 12.181142807006836, 12.58940601348877, 12.997669219970703]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 11.0, 19.0, 26.0, 29.0, 44.0, 70.0, 141.0, 301.0, 581.0, 1262.0, 3131.0, 9807.0, 38603.0, 184970.0, 526991.0, 219423.0, 45461.0, 11426.0, 3563.0, 1387.0, 616.0, 305.0, 160.0, 66.0, 55.0, 37.0, 27.0, 9.0, 4.0, 11.0, 5.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.162109375, -3.058624267578125, -2.95513916015625, -2.851654052734375, -2.7481689453125, -2.644683837890625, -2.54119873046875, -2.437713623046875, -2.334228515625, -2.230743408203125, -2.12725830078125, -2.023773193359375, -1.9202880859375, -1.816802978515625, -1.71331787109375, -1.609832763671875, -1.50634765625, -1.402862548828125, -1.29937744140625, -1.195892333984375, -1.0924072265625, -0.988922119140625, -0.88543701171875, -0.781951904296875, -0.678466796875, -0.574981689453125, -0.47149658203125, -0.368011474609375, -0.2645263671875, -0.161041259765625, -0.05755615234375, 0.045928955078125, 0.1494140625, 0.252899169921875, 0.35638427734375, 0.459869384765625, 0.5633544921875, 0.666839599609375, 0.77032470703125, 0.873809814453125, 0.977294921875, 1.080780029296875, 1.18426513671875, 1.287750244140625, 1.3912353515625, 1.494720458984375, 1.59820556640625, 1.701690673828125, 1.80517578125, 1.908660888671875, 2.01214599609375, 2.115631103515625, 2.2191162109375, 2.322601318359375, 2.42608642578125, 2.529571533203125, 2.633056640625, 2.736541748046875, 2.84002685546875, 2.943511962890625, 3.0469970703125, 3.150482177734375, 3.25396728515625, 3.357452392578125, 3.4609375]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 1.0, 7.0, 2.0, 1.0, 6.0, 4.0, 12.0, 11.0, 12.0, 29.0, 33.0, 46.0, 45.0, 47.0, 49.0, 70.0, 72.0, 66.0, 77.0, 67.0, 60.0, 56.0, 57.0, 46.0, 29.0, 35.0, 21.0, 11.0, 7.0, 7.0, 9.0, 8.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.14453125, -2.084259033203125, -2.02398681640625, -1.963714599609375, -1.9034423828125, -1.843170166015625, -1.78289794921875, -1.722625732421875, -1.662353515625, -1.602081298828125, -1.54180908203125, -1.481536865234375, -1.4212646484375, -1.360992431640625, -1.30072021484375, -1.240447998046875, -1.18017578125, -1.119903564453125, -1.05963134765625, -0.999359130859375, -0.9390869140625, -0.878814697265625, -0.81854248046875, -0.758270263671875, -0.697998046875, -0.637725830078125, -0.57745361328125, -0.517181396484375, -0.4569091796875, -0.396636962890625, -0.33636474609375, -0.276092529296875, -0.2158203125, -0.155548095703125, -0.09527587890625, -0.035003662109375, 0.0252685546875, 0.085540771484375, 0.14581298828125, 0.206085205078125, 0.266357421875, 0.326629638671875, 0.38690185546875, 0.447174072265625, 0.5074462890625, 0.567718505859375, 0.62799072265625, 0.688262939453125, 0.74853515625, 0.808807373046875, 0.86907958984375, 0.929351806640625, 0.9896240234375, 1.049896240234375, 1.11016845703125, 1.170440673828125, 1.230712890625, 1.290985107421875, 1.35125732421875, 1.411529541015625, 1.4718017578125, 1.532073974609375, 1.59234619140625, 1.652618408203125, 1.712890625]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 8.0, 7.0, 15.0, 20.0, 28.0, 42.0, 63.0, 73.0, 138.0, 220.0, 333.0, 549.0, 1030.0, 2148.0, 7785.0, 90354.0, 868254.0, 66448.0, 6657.0, 1961.0, 987.0, 516.0, 312.0, 213.0, 120.0, 98.0, 55.0, 44.0, 23.0, 11.0, 17.0, 11.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.171875, -6.94384765625, -6.7158203125, -6.48779296875, -6.259765625, -6.03173828125, -5.8037109375, -5.57568359375, -5.34765625, -5.11962890625, -4.8916015625, -4.66357421875, -4.435546875, -4.20751953125, -3.9794921875, -3.75146484375, -3.5234375, -3.29541015625, -3.0673828125, -2.83935546875, -2.611328125, -2.38330078125, -2.1552734375, -1.92724609375, -1.69921875, -1.47119140625, -1.2431640625, -1.01513671875, -0.787109375, -0.55908203125, -0.3310546875, -0.10302734375, 0.125, 0.35302734375, 0.5810546875, 0.80908203125, 1.037109375, 1.26513671875, 1.4931640625, 1.72119140625, 1.94921875, 2.17724609375, 2.4052734375, 2.63330078125, 2.861328125, 3.08935546875, 3.3173828125, 3.54541015625, 3.7734375, 4.00146484375, 4.2294921875, 4.45751953125, 4.685546875, 4.91357421875, 5.1416015625, 5.36962890625, 5.59765625, 5.82568359375, 6.0537109375, 6.28173828125, 6.509765625, 6.73779296875, 6.9658203125, 7.19384765625, 7.421875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 7.0, 4.0, 6.0, 8.0, 7.0, 21.0, 18.0, 14.0, 22.0, 29.0, 34.0, 42.0, 47.0, 43.0, 48.0, 55.0, 64.0, 52.0, 51.0, 47.0, 55.0, 46.0, 34.0, 36.0, 38.0, 30.0, 30.0, 19.0, 25.0, 13.0, 15.0, 11.0, 3.0, 10.0, 5.0, 4.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.609375, -6.40704345703125, -6.2047119140625, -6.00238037109375, -5.800048828125, -5.59771728515625, -5.3953857421875, -5.19305419921875, -4.99072265625, -4.78839111328125, -4.5860595703125, -4.38372802734375, -4.181396484375, -3.97906494140625, -3.7767333984375, -3.57440185546875, -3.3720703125, -3.16973876953125, -2.9674072265625, -2.76507568359375, -2.562744140625, -2.36041259765625, -2.1580810546875, -1.95574951171875, -1.75341796875, -1.55108642578125, -1.3487548828125, -1.14642333984375, -0.944091796875, -0.74176025390625, -0.5394287109375, -0.33709716796875, -0.134765625, 0.06756591796875, 0.2698974609375, 0.47222900390625, 0.674560546875, 0.87689208984375, 1.0792236328125, 1.28155517578125, 1.48388671875, 1.68621826171875, 1.8885498046875, 2.09088134765625, 2.293212890625, 2.49554443359375, 2.6978759765625, 2.90020751953125, 3.1025390625, 3.30487060546875, 3.5072021484375, 3.70953369140625, 3.911865234375, 4.11419677734375, 4.3165283203125, 4.51885986328125, 4.72119140625, 4.92352294921875, 5.1258544921875, 5.32818603515625, 5.530517578125, 5.73284912109375, 5.9351806640625, 6.13751220703125, 6.33984375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 6.0, 17.0, 18.0, 20.0, 36.0, 60.0, 140.0, 374.0, 1695.0, 18670.0, 956752.0, 66465.0, 3319.0, 593.0, 185.0, 90.0, 48.0, 18.0, 19.0, 11.0, 9.0, 5.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.1328125, -3.998046875, -3.86328125, -3.728515625, -3.59375, -3.458984375, -3.32421875, -3.189453125, -3.0546875, -2.919921875, -2.78515625, -2.650390625, -2.515625, -2.380859375, -2.24609375, -2.111328125, -1.9765625, -1.841796875, -1.70703125, -1.572265625, -1.4375, -1.302734375, -1.16796875, -1.033203125, -0.8984375, -0.763671875, -0.62890625, -0.494140625, -0.359375, -0.224609375, -0.08984375, 0.044921875, 0.1796875, 0.314453125, 0.44921875, 0.583984375, 0.71875, 0.853515625, 0.98828125, 1.123046875, 1.2578125, 1.392578125, 1.52734375, 1.662109375, 1.796875, 1.931640625, 2.06640625, 2.201171875, 2.3359375, 2.470703125, 2.60546875, 2.740234375, 2.875, 3.009765625, 3.14453125, 3.279296875, 3.4140625, 3.548828125, 3.68359375, 3.818359375, 3.953125, 4.087890625, 4.22265625, 4.357421875, 4.4921875]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 7.0, 5.0, 6.0, 6.0, 10.0, 12.0, 15.0, 13.0, 24.0, 34.0, 33.0, 45.0, 46.0, 77.0, 108.0, 121.0, 111.0, 58.0, 47.0, 37.0, 45.0, 23.0, 19.0, 18.0, 21.0, 12.0, 13.0, 8.0, 5.0, 11.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0], "bins": [-0.000324249267578125, -0.0003162473440170288, -0.0003082454204559326, -0.0003002434968948364, -0.00029224157333374023, -0.00028423964977264404, -0.00027623772621154785, -0.00026823580265045166, -0.00026023387908935547, -0.0002522319555282593, -0.0002442300319671631, -0.0002362281084060669, -0.0002282261848449707, -0.0002202242612838745, -0.00021222233772277832, -0.00020422041416168213, -0.00019621849060058594, -0.00018821656703948975, -0.00018021464347839355, -0.00017221271991729736, -0.00016421079635620117, -0.00015620887279510498, -0.0001482069492340088, -0.0001402050256729126, -0.0001322031021118164, -0.00012420117855072021, -0.00011619925498962402, -0.00010819733142852783, -0.00010019540786743164, -9.219348430633545e-05, -8.419156074523926e-05, -7.618963718414307e-05, -6.818771362304688e-05, -6.0185790061950684e-05, -5.218386650085449e-05, -4.41819429397583e-05, -3.618001937866211e-05, -2.8178095817565918e-05, -2.0176172256469727e-05, -1.2174248695373535e-05, -4.172325134277344e-06, 3.829598426818848e-06, 1.1831521987915039e-05, 1.983344554901123e-05, 2.7835369110107422e-05, 3.583729267120361e-05, 4.3839216232299805e-05, 5.1841139793395996e-05, 5.984306335449219e-05, 6.784498691558838e-05, 7.584691047668457e-05, 8.384883403778076e-05, 9.185075759887695e-05, 9.985268115997314e-05, 0.00010785460472106934, 0.00011585652828216553, 0.00012385845184326172, 0.0001318603754043579, 0.0001398622989654541, 0.0001478642225265503, 0.00015586614608764648, 0.00016386806964874268, 0.00017186999320983887, 0.00017987191677093506, 0.00018787384033203125]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 6.0, 6.0, 12.0, 13.0, 21.0, 19.0, 21.0, 31.0, 48.0, 77.0, 137.0, 231.0, 398.0, 752.0, 1700.0, 4829.0, 20047.0, 202345.0, 762548.0, 42476.0, 8049.0, 2546.0, 1003.0, 515.0, 263.0, 157.0, 100.0, 66.0, 41.0, 29.0, 13.0, 15.0, 8.0, 6.0, 12.0, 6.0, 9.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-2.513671875, -2.4478759765625, -2.382080078125, -2.3162841796875, -2.25048828125, -2.1846923828125, -2.118896484375, -2.0531005859375, -1.9873046875, -1.9215087890625, -1.855712890625, -1.7899169921875, -1.72412109375, -1.6583251953125, -1.592529296875, -1.5267333984375, -1.4609375, -1.3951416015625, -1.329345703125, -1.2635498046875, -1.19775390625, -1.1319580078125, -1.066162109375, -1.0003662109375, -0.9345703125, -0.8687744140625, -0.802978515625, -0.7371826171875, -0.67138671875, -0.6055908203125, -0.539794921875, -0.4739990234375, -0.408203125, -0.3424072265625, -0.276611328125, -0.2108154296875, -0.14501953125, -0.0792236328125, -0.013427734375, 0.0523681640625, 0.1181640625, 0.1839599609375, 0.249755859375, 0.3155517578125, 0.38134765625, 0.4471435546875, 0.512939453125, 0.5787353515625, 0.64453125, 0.7103271484375, 0.776123046875, 0.8419189453125, 0.90771484375, 0.9735107421875, 1.039306640625, 1.1051025390625, 1.1708984375, 1.2366943359375, 1.302490234375, 1.3682861328125, 1.43408203125, 1.4998779296875, 1.565673828125, 1.6314697265625, 1.697265625]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 7.0, 10.0, 12.0, 14.0, 18.0, 23.0, 31.0, 33.0, 48.0, 62.0, 81.0, 93.0, 106.0, 122.0, 85.0, 57.0, 55.0, 27.0, 27.0, 21.0, 14.0, 14.0, 10.0, 6.0, 6.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.654296875, -1.603424072265625, -1.55255126953125, -1.501678466796875, -1.4508056640625, -1.399932861328125, -1.34906005859375, -1.298187255859375, -1.247314453125, -1.196441650390625, -1.14556884765625, -1.094696044921875, -1.0438232421875, -0.992950439453125, -0.94207763671875, -0.891204833984375, -0.84033203125, -0.789459228515625, -0.73858642578125, -0.687713623046875, -0.6368408203125, -0.585968017578125, -0.53509521484375, -0.484222412109375, -0.433349609375, -0.382476806640625, -0.33160400390625, -0.280731201171875, -0.2298583984375, -0.178985595703125, -0.12811279296875, -0.077239990234375, -0.0263671875, 0.024505615234375, 0.07537841796875, 0.126251220703125, 0.1771240234375, 0.227996826171875, 0.27886962890625, 0.329742431640625, 0.380615234375, 0.431488037109375, 0.48236083984375, 0.533233642578125, 0.5841064453125, 0.634979248046875, 0.68585205078125, 0.736724853515625, 0.78759765625, 0.838470458984375, 0.88934326171875, 0.940216064453125, 0.9910888671875, 1.041961669921875, 1.09283447265625, 1.143707275390625, 1.194580078125, 1.245452880859375, 1.29632568359375, 1.347198486328125, 1.3980712890625, 1.448944091796875, 1.49981689453125, 1.550689697265625, 1.6015625]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 2.0, 4.0, 13.0, 42.0, 105.0, 289.0, 381.0, 122.0, 28.0, 13.0, 1.0, 3.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.24774932861328, -53.36123275756836, -51.47471618652344, -49.588199615478516, -47.701683044433594, -45.81516647338867, -43.92864990234375, -42.042137145996094, -40.155616760253906, -38.269100189208984, -36.38258361816406, -34.49606704711914, -32.60955047607422, -30.723033905029297, -28.836519241333008, -26.950002670288086, -25.063488006591797, -23.176971435546875, -21.290454864501953, -19.40393829345703, -17.51742172241211, -15.630906105041504, -13.744390487670898, -11.857873916625977, -9.971357345581055, -8.084840774536133, -6.198324680328369, -4.3118085861206055, -2.4252920150756836, -0.5387754440307617, 1.3477401733398438, 3.2342567443847656, 5.1207733154296875, 7.007289886474609, 8.893806457519531, 10.780322074890137, 12.666838645935059, 14.55335521697998, 16.439870834350586, 18.326387405395508, 20.21290397644043, 22.09942054748535, 23.985937118530273, 25.872451782226562, 27.758968353271484, 29.645484924316406, 31.532001495361328, 33.41851806640625, 35.30503463745117, 37.191551208496094, 39.078067779541016, 40.96458435058594, 42.85110092163086, 44.73761749267578, 46.62413024902344, 48.510650634765625, 50.39716339111328, 52.2836799621582, 54.170196533203125, 56.05671310424805, 57.94322967529297, 59.82974624633789, 61.71626281738281, 63.60277557373047, 65.48929595947266]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 7.0, 3.0, 3.0, 8.0, 4.0, 6.0, 6.0, 16.0, 10.0, 14.0, 16.0, 15.0, 13.0, 34.0, 30.0, 27.0, 27.0, 29.0, 35.0, 41.0, 48.0, 57.0, 46.0, 44.0, 51.0, 45.0, 38.0, 38.0, 32.0, 30.0, 27.0, 31.0, 24.0, 24.0, 15.0, 19.0, 16.0, 13.0, 10.0, 9.0, 9.0, 11.0, 4.0, 7.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0], "bins": [-20.571170806884766, -19.987329483032227, -19.403488159179688, -18.819644927978516, -18.235803604125977, -17.651962280273438, -17.0681209564209, -16.48427963256836, -15.900437355041504, -15.316596031188965, -14.73275375366211, -14.14891242980957, -13.565071105957031, -12.981228828430176, -12.397387504577637, -11.813545227050781, -11.229703903198242, -10.645862579345703, -10.062020301818848, -9.478178977966309, -8.894336700439453, -8.310495376586914, -7.726654052734375, -7.142812252044678, -6.5589704513549805, -5.975128650665283, -5.391286849975586, -4.807445526123047, -4.22360372543335, -3.6397619247436523, -3.055920362472534, -2.472078800201416, -1.8882369995117188, -1.304395318031311, -0.7205536365509033, -0.1367119550704956, 0.4471297264099121, 1.0309715270996094, 1.6148130893707275, 2.1986546516418457, 2.782496452331543, 3.3663382530212402, 3.9501798152923584, 4.534021377563477, 5.117863178253174, 5.701704978942871, 6.28554630279541, 6.869388103485107, 7.453229904174805, 8.037071228027344, 8.6209135055542, 9.204754829406738, 9.788597106933594, 10.372438430786133, 10.956279754638672, 11.540121078491211, 12.123963356018066, 12.707804679870605, 13.291646957397461, 13.87548828125, 14.459329605102539, 15.043171882629395, 15.627013206481934, 16.21085548400879, 16.794696807861328]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 3.0, 6.0, 5.0, 10.0, 20.0, 29.0, 52.0, 116.0, 250.0, 495.0, 1425.0, 7104.0, 163118.0, 3918926.0, 94934.0, 5801.0, 1211.0, 409.0, 179.0, 77.0, 54.0, 20.0, 16.0, 8.0, 6.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.21484375, -5.082611083984375, -4.95037841796875, -4.818145751953125, -4.6859130859375, -4.553680419921875, -4.42144775390625, -4.289215087890625, -4.156982421875, -4.024749755859375, -3.89251708984375, -3.760284423828125, -3.6280517578125, -3.495819091796875, -3.36358642578125, -3.231353759765625, -3.09912109375, -2.966888427734375, -2.83465576171875, -2.702423095703125, -2.5701904296875, -2.437957763671875, -2.30572509765625, -2.173492431640625, -2.041259765625, -1.909027099609375, -1.77679443359375, -1.644561767578125, -1.5123291015625, -1.380096435546875, -1.24786376953125, -1.115631103515625, -0.9833984375, -0.851165771484375, -0.71893310546875, -0.586700439453125, -0.4544677734375, -0.322235107421875, -0.19000244140625, -0.057769775390625, 0.074462890625, 0.206695556640625, 0.33892822265625, 0.471160888671875, 0.6033935546875, 0.735626220703125, 0.86785888671875, 1.000091552734375, 1.13232421875, 1.264556884765625, 1.39678955078125, 1.529022216796875, 1.6612548828125, 1.793487548828125, 1.92572021484375, 2.057952880859375, 2.190185546875, 2.322418212890625, 2.45465087890625, 2.586883544921875, 2.7191162109375, 2.851348876953125, 2.98358154296875, 3.115814208984375, 3.248046875]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 8.0, 9.0, 14.0, 14.0, 30.0, 38.0, 49.0, 59.0, 77.0, 79.0, 67.0, 98.0, 76.0, 81.0, 73.0, 62.0, 46.0, 38.0, 23.0, 17.0, 12.0, 7.0, 13.0, 4.0, 1.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.130859375, -3.05865478515625, -2.9864501953125, -2.91424560546875, -2.842041015625, -2.76983642578125, -2.6976318359375, -2.62542724609375, -2.55322265625, -2.48101806640625, -2.4088134765625, -2.33660888671875, -2.264404296875, -2.19219970703125, -2.1199951171875, -2.04779052734375, -1.9755859375, -1.90338134765625, -1.8311767578125, -1.75897216796875, -1.686767578125, -1.61456298828125, -1.5423583984375, -1.47015380859375, -1.39794921875, -1.32574462890625, -1.2535400390625, -1.18133544921875, -1.109130859375, -1.03692626953125, -0.9647216796875, -0.89251708984375, -0.8203125, -0.74810791015625, -0.6759033203125, -0.60369873046875, -0.531494140625, -0.45928955078125, -0.3870849609375, -0.31488037109375, -0.24267578125, -0.17047119140625, -0.0982666015625, -0.02606201171875, 0.046142578125, 0.11834716796875, 0.1905517578125, 0.26275634765625, 0.3349609375, 0.40716552734375, 0.4793701171875, 0.55157470703125, 0.623779296875, 0.69598388671875, 0.7681884765625, 0.84039306640625, 0.91259765625, 0.98480224609375, 1.0570068359375, 1.12921142578125, 1.201416015625, 1.27362060546875, 1.3458251953125, 1.41802978515625, 1.490234375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 8.0, 11.0, 24.0, 62.0, 87.0, 141.0, 286.0, 428.0, 1008.0, 4429.0, 504125.0, 3672128.0, 9426.0, 1287.0, 455.0, 213.0, 84.0, 36.0, 17.0, 7.0, 7.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.53125, -8.28826904296875, -8.0452880859375, -7.80230712890625, -7.559326171875, -7.31634521484375, -7.0733642578125, -6.83038330078125, -6.58740234375, -6.34442138671875, -6.1014404296875, -5.85845947265625, -5.615478515625, -5.37249755859375, -5.1295166015625, -4.88653564453125, -4.6435546875, -4.40057373046875, -4.1575927734375, -3.91461181640625, -3.671630859375, -3.42864990234375, -3.1856689453125, -2.94268798828125, -2.69970703125, -2.45672607421875, -2.2137451171875, -1.97076416015625, -1.727783203125, -1.48480224609375, -1.2418212890625, -0.99884033203125, -0.755859375, -0.51287841796875, -0.2698974609375, -0.02691650390625, 0.216064453125, 0.45904541015625, 0.7020263671875, 0.94500732421875, 1.18798828125, 1.43096923828125, 1.6739501953125, 1.91693115234375, 2.159912109375, 2.40289306640625, 2.6458740234375, 2.88885498046875, 3.1318359375, 3.37481689453125, 3.6177978515625, 3.86077880859375, 4.103759765625, 4.34674072265625, 4.5897216796875, 4.83270263671875, 5.07568359375, 5.31866455078125, 5.5616455078125, 5.80462646484375, 6.047607421875, 6.29058837890625, 6.5335693359375, 6.77655029296875, 7.01953125]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 5.0, 5.0, 15.0, 33.0, 55.0, 149.0, 550.0, 1647.0, 1066.0, 311.0, 116.0, 60.0, 25.0, 13.0, 8.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.91015625, -6.73626708984375, -6.5623779296875, -6.38848876953125, -6.214599609375, -6.04071044921875, -5.8668212890625, -5.69293212890625, -5.51904296875, -5.34515380859375, -5.1712646484375, -4.99737548828125, -4.823486328125, -4.64959716796875, -4.4757080078125, -4.30181884765625, -4.1279296875, -3.95404052734375, -3.7801513671875, -3.60626220703125, -3.432373046875, -3.25848388671875, -3.0845947265625, -2.91070556640625, -2.73681640625, -2.56292724609375, -2.3890380859375, -2.21514892578125, -2.041259765625, -1.86737060546875, -1.6934814453125, -1.51959228515625, -1.345703125, -1.17181396484375, -0.9979248046875, -0.82403564453125, -0.650146484375, -0.47625732421875, -0.3023681640625, -0.12847900390625, 0.04541015625, 0.21929931640625, 0.3931884765625, 0.56707763671875, 0.740966796875, 0.91485595703125, 1.0887451171875, 1.26263427734375, 1.4365234375, 1.61041259765625, 1.7843017578125, 1.95819091796875, 2.132080078125, 2.30596923828125, 2.4798583984375, 2.65374755859375, 2.82763671875, 3.00152587890625, 3.1754150390625, 3.34930419921875, 3.523193359375, 3.69708251953125, 3.8709716796875, 4.04486083984375, 4.21875]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 8.0, 6.0, 12.0, 74.0, 298.0, 425.0, 142.0, 24.0, 10.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.097312927246094, -55.07584762573242, -53.054378509521484, -51.03291320800781, -49.011444091796875, -46.9899787902832, -44.96851348876953, -42.947044372558594, -40.92557907104492, -38.90411376953125, -36.88264465332031, -34.86117935180664, -32.83971405029297, -30.81824493408203, -28.79677963256836, -26.775312423706055, -24.75384521484375, -22.732378005981445, -20.71091079711914, -18.68944549560547, -16.667978286743164, -14.64651107788086, -12.625044822692871, -10.603578567504883, -8.582111358642578, -6.560644626617432, -4.539177894592285, -2.5177111625671387, -0.4962444305419922, 1.5252227783203125, 3.546689033508301, 5.568155288696289, 7.589630126953125, 9.61109733581543, 11.632563591003418, 13.654029846191406, 15.675497055053711, 17.696964263916016, 19.718429565429688, 21.739896774291992, 23.761363983154297, 25.7828311920166, 27.804298400878906, 29.825763702392578, 31.847230911254883, 33.86869812011719, 35.89016342163086, 37.91162872314453, 39.93309783935547, 41.95456314086914, 43.97603225708008, 45.99749755859375, 48.01896667480469, 50.04043197631836, 52.06189727783203, 54.08336639404297, 56.10483169555664, 58.12629699707031, 60.14776611328125, 62.16923141479492, 64.1906967163086, 66.21216583251953, 68.23363494873047, 70.25509643554688, 72.27656555175781]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 11.0, 6.0, 17.0, 21.0, 23.0, 35.0, 45.0, 54.0, 84.0, 95.0, 97.0, 91.0, 91.0, 93.0, 63.0, 50.0, 32.0, 32.0, 21.0, 10.0, 11.0, 8.0, 4.0, 4.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-23.497779846191406, -22.69492530822754, -21.892070770263672, -21.089216232299805, -20.286361694335938, -19.48350715637207, -18.680652618408203, -17.877798080444336, -17.07494354248047, -16.2720890045166, -15.469234466552734, -14.666379928588867, -13.863525390625, -13.060670852661133, -12.257816314697266, -11.454961776733398, -10.652106285095215, -9.849251747131348, -9.04639720916748, -8.243542671203613, -7.440688133239746, -6.637833118438721, -5.8349785804748535, -5.032124042510986, -4.229269504547119, -3.426414966583252, -2.6235604286193848, -1.8207056522369385, -1.0178511142730713, -0.214996337890625, 0.5878582000732422, 1.3907127380371094, 2.1935672760009766, 2.9964218139648438, 3.799276351928711, 4.602130889892578, 5.404985427856445, 6.207840442657471, 7.010694980621338, 7.813549518585205, 8.616403579711914, 9.419258117675781, 10.222112655639648, 11.024967193603516, 11.827821731567383, 12.63067626953125, 13.433530807495117, 14.236385345458984, 15.039240837097168, 15.842095375061035, 16.64495086669922, 17.447805404663086, 18.250659942626953, 19.05351448059082, 19.856369018554688, 20.659223556518555, 21.462078094482422, 22.26493263244629, 23.067787170410156, 23.870641708374023, 24.67349624633789, 25.476350784301758, 26.279205322265625, 27.082059860229492, 27.88491439819336]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 7.0, 13.0, 13.0, 11.0, 16.0, 32.0, 56.0, 88.0, 150.0, 230.0, 526.0, 1159.0, 2939.0, 8912.0, 34093.0, 165518.0, 557571.0, 217226.0, 43136.0, 10862.0, 3529.0, 1282.0, 555.0, 255.0, 144.0, 78.0, 45.0, 39.0, 23.0, 17.0, 12.0, 5.0, 6.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.908203125, -3.801361083984375, -3.69451904296875, -3.587677001953125, -3.4808349609375, -3.373992919921875, -3.26715087890625, -3.160308837890625, -3.053466796875, -2.946624755859375, -2.83978271484375, -2.732940673828125, -2.6260986328125, -2.519256591796875, -2.41241455078125, -2.305572509765625, -2.19873046875, -2.091888427734375, -1.98504638671875, -1.878204345703125, -1.7713623046875, -1.664520263671875, -1.55767822265625, -1.450836181640625, -1.343994140625, -1.237152099609375, -1.13031005859375, -1.023468017578125, -0.9166259765625, -0.809783935546875, -0.70294189453125, -0.596099853515625, -0.4892578125, -0.382415771484375, -0.27557373046875, -0.168731689453125, -0.0618896484375, 0.044952392578125, 0.15179443359375, 0.258636474609375, 0.365478515625, 0.472320556640625, 0.57916259765625, 0.686004638671875, 0.7928466796875, 0.899688720703125, 1.00653076171875, 1.113372802734375, 1.22021484375, 1.327056884765625, 1.43389892578125, 1.540740966796875, 1.6475830078125, 1.754425048828125, 1.86126708984375, 1.968109130859375, 2.074951171875, 2.181793212890625, 2.28863525390625, 2.395477294921875, 2.5023193359375, 2.609161376953125, 2.71600341796875, 2.822845458984375, 2.9296875]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 1.0, 4.0, 2.0, 13.0, 3.0, 10.0, 15.0, 11.0, 17.0, 26.0, 26.0, 35.0, 30.0, 54.0, 37.0, 48.0, 58.0, 65.0, 59.0, 63.0, 51.0, 70.0, 54.0, 43.0, 33.0, 42.0, 23.0, 20.0, 22.0, 20.0, 13.0, 4.0, 7.0, 4.0, 6.0, 7.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-2.087890625, -2.035247802734375, -1.98260498046875, -1.929962158203125, -1.8773193359375, -1.824676513671875, -1.77203369140625, -1.719390869140625, -1.666748046875, -1.614105224609375, -1.56146240234375, -1.508819580078125, -1.4561767578125, -1.403533935546875, -1.35089111328125, -1.298248291015625, -1.24560546875, -1.192962646484375, -1.14031982421875, -1.087677001953125, -1.0350341796875, -0.982391357421875, -0.92974853515625, -0.877105712890625, -0.824462890625, -0.771820068359375, -0.71917724609375, -0.666534423828125, -0.6138916015625, -0.561248779296875, -0.50860595703125, -0.455963134765625, -0.4033203125, -0.350677490234375, -0.29803466796875, -0.245391845703125, -0.1927490234375, -0.140106201171875, -0.08746337890625, -0.034820556640625, 0.017822265625, 0.070465087890625, 0.12310791015625, 0.175750732421875, 0.2283935546875, 0.281036376953125, 0.33367919921875, 0.386322021484375, 0.43896484375, 0.491607666015625, 0.54425048828125, 0.596893310546875, 0.6495361328125, 0.702178955078125, 0.75482177734375, 0.807464599609375, 0.860107421875, 0.912750244140625, 0.96539306640625, 1.018035888671875, 1.0706787109375, 1.123321533203125, 1.17596435546875, 1.228607177734375, 1.28125]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 9.0, 4.0, 9.0, 13.0, 19.0, 29.0, 47.0, 83.0, 109.0, 149.0, 254.0, 460.0, 803.0, 1627.0, 4964.0, 31364.0, 746078.0, 240687.0, 15473.0, 3483.0, 1213.0, 658.0, 340.0, 234.0, 163.0, 105.0, 59.0, 42.0, 29.0, 12.0, 9.0, 12.0, 7.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.734375, -5.5035400390625, -5.272705078125, -5.0418701171875, -4.81103515625, -4.5802001953125, -4.349365234375, -4.1185302734375, -3.8876953125, -3.6568603515625, -3.426025390625, -3.1951904296875, -2.96435546875, -2.7335205078125, -2.502685546875, -2.2718505859375, -2.041015625, -1.8101806640625, -1.579345703125, -1.3485107421875, -1.11767578125, -0.8868408203125, -0.656005859375, -0.4251708984375, -0.1943359375, 0.0364990234375, 0.267333984375, 0.4981689453125, 0.72900390625, 0.9598388671875, 1.190673828125, 1.4215087890625, 1.65234375, 1.8831787109375, 2.114013671875, 2.3448486328125, 2.57568359375, 2.8065185546875, 3.037353515625, 3.2681884765625, 3.4990234375, 3.7298583984375, 3.960693359375, 4.1915283203125, 4.42236328125, 4.6531982421875, 4.884033203125, 5.1148681640625, 5.345703125, 5.5765380859375, 5.807373046875, 6.0382080078125, 6.26904296875, 6.4998779296875, 6.730712890625, 6.9615478515625, 7.1923828125, 7.4232177734375, 7.654052734375, 7.8848876953125, 8.11572265625, 8.3465576171875, 8.577392578125, 8.8082275390625, 9.0390625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 10.0, 8.0, 3.0, 8.0, 9.0, 17.0, 17.0, 22.0, 26.0, 32.0, 32.0, 33.0, 26.0, 39.0, 42.0, 51.0, 59.0, 65.0, 56.0, 55.0, 45.0, 61.0, 48.0, 38.0, 34.0, 25.0, 27.0, 16.0, 21.0, 17.0, 10.0, 11.0, 8.0, 9.0, 5.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.04296875, -5.8529052734375, -5.662841796875, -5.4727783203125, -5.28271484375, -5.0926513671875, -4.902587890625, -4.7125244140625, -4.5224609375, -4.3323974609375, -4.142333984375, -3.9522705078125, -3.76220703125, -3.5721435546875, -3.382080078125, -3.1920166015625, -3.001953125, -2.8118896484375, -2.621826171875, -2.4317626953125, -2.24169921875, -2.0516357421875, -1.861572265625, -1.6715087890625, -1.4814453125, -1.2913818359375, -1.101318359375, -0.9112548828125, -0.72119140625, -0.5311279296875, -0.341064453125, -0.1510009765625, 0.0390625, 0.2291259765625, 0.419189453125, 0.6092529296875, 0.79931640625, 0.9893798828125, 1.179443359375, 1.3695068359375, 1.5595703125, 1.7496337890625, 1.939697265625, 2.1297607421875, 2.31982421875, 2.5098876953125, 2.699951171875, 2.8900146484375, 3.080078125, 3.2701416015625, 3.460205078125, 3.6502685546875, 3.84033203125, 4.0303955078125, 4.220458984375, 4.4105224609375, 4.6005859375, 4.7906494140625, 4.980712890625, 5.1707763671875, 5.36083984375, 5.5509033203125, 5.740966796875, 5.9310302734375, 6.12109375]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 4.0, 5.0, 10.0, 8.0, 10.0, 17.0, 24.0, 33.0, 58.0, 66.0, 137.0, 162.0, 359.0, 571.0, 1230.0, 2833.0, 8305.0, 40065.0, 747524.0, 216362.0, 21028.0, 5447.0, 2037.0, 944.0, 510.0, 297.0, 171.0, 98.0, 71.0, 58.0, 27.0, 23.0, 18.0, 15.0, 9.0, 8.0, 6.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.673828125, -2.5970458984375, -2.520263671875, -2.4434814453125, -2.36669921875, -2.2899169921875, -2.213134765625, -2.1363525390625, -2.0595703125, -1.9827880859375, -1.906005859375, -1.8292236328125, -1.75244140625, -1.6756591796875, -1.598876953125, -1.5220947265625, -1.4453125, -1.3685302734375, -1.291748046875, -1.2149658203125, -1.13818359375, -1.0614013671875, -0.984619140625, -0.9078369140625, -0.8310546875, -0.7542724609375, -0.677490234375, -0.6007080078125, -0.52392578125, -0.4471435546875, -0.370361328125, -0.2935791015625, -0.216796875, -0.1400146484375, -0.063232421875, 0.0135498046875, 0.09033203125, 0.1671142578125, 0.243896484375, 0.3206787109375, 0.3974609375, 0.4742431640625, 0.551025390625, 0.6278076171875, 0.70458984375, 0.7813720703125, 0.858154296875, 0.9349365234375, 1.01171875, 1.0885009765625, 1.165283203125, 1.2420654296875, 1.31884765625, 1.3956298828125, 1.472412109375, 1.5491943359375, 1.6259765625, 1.7027587890625, 1.779541015625, 1.8563232421875, 1.93310546875, 2.0098876953125, 2.086669921875, 2.1634521484375, 2.240234375]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 9.0, 9.0, 9.0, 9.0, 18.0, 15.0, 29.0, 40.0, 35.0, 75.0, 108.0, 149.0, 151.0, 99.0, 59.0, 48.0, 34.0, 21.0, 19.0, 8.0, 15.0, 3.0, 11.0, 9.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003147125244140625, -0.00030383095145225525, -0.000292949378490448, -0.00028206780552864075, -0.0002711862325668335, -0.00026030465960502625, -0.000249423086643219, -0.00023854151368141174, -0.0002276599407196045, -0.00021677836775779724, -0.00020589679479599, -0.00019501522183418274, -0.0001841336488723755, -0.00017325207591056824, -0.00016237050294876099, -0.00015148892998695374, -0.00014060735702514648, -0.00012972578406333923, -0.00011884421110153198, -0.00010796263813972473, -9.708106517791748e-05, -8.619949221611023e-05, -7.531791925430298e-05, -6.443634629249573e-05, -5.3554773330688477e-05, -4.2673200368881226e-05, -3.1791627407073975e-05, -2.0910054445266724e-05, -1.0028481483459473e-05, 8.530914783477783e-07, 1.173466444015503e-05, 2.261623740196228e-05, 3.349781036376953e-05, 4.437938332557678e-05, 5.526095628738403e-05, 6.614252924919128e-05, 7.702410221099854e-05, 8.790567517280579e-05, 9.878724813461304e-05, 0.00010966882109642029, 0.00012055039405822754, 0.0001314319670200348, 0.00014231353998184204, 0.0001531951129436493, 0.00016407668590545654, 0.0001749582588672638, 0.00018583983182907104, 0.0001967214047908783, 0.00020760297775268555, 0.0002184845507144928, 0.00022936612367630005, 0.0002402476966381073, 0.00025112926959991455, 0.0002620108425617218, 0.00027289241552352905, 0.0002837739884853363, 0.00029465556144714355, 0.0003055371344089508, 0.00031641870737075806, 0.0003273002803325653, 0.00033818185329437256, 0.0003490634262561798, 0.00035994499921798706, 0.0003708265721797943, 0.00038170814514160156]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 4.0, 7.0, 7.0, 10.0, 17.0, 17.0, 41.0, 29.0, 49.0, 61.0, 84.0, 122.0, 197.0, 344.0, 650.0, 1248.0, 2751.0, 7801.0, 33636.0, 594296.0, 365263.0, 29499.0, 6996.0, 2577.0, 1211.0, 652.0, 372.0, 167.0, 137.0, 76.0, 45.0, 44.0, 26.0, 29.0, 16.0, 16.0, 14.0, 14.0, 5.0, 3.0, 4.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.982421875, -1.91839599609375, -1.8543701171875, -1.79034423828125, -1.726318359375, -1.66229248046875, -1.5982666015625, -1.53424072265625, -1.47021484375, -1.40618896484375, -1.3421630859375, -1.27813720703125, -1.214111328125, -1.15008544921875, -1.0860595703125, -1.02203369140625, -0.9580078125, -0.89398193359375, -0.8299560546875, -0.76593017578125, -0.701904296875, -0.63787841796875, -0.5738525390625, -0.50982666015625, -0.44580078125, -0.38177490234375, -0.3177490234375, -0.25372314453125, -0.189697265625, -0.12567138671875, -0.0616455078125, 0.00238037109375, 0.06640625, 0.13043212890625, 0.1944580078125, 0.25848388671875, 0.322509765625, 0.38653564453125, 0.4505615234375, 0.51458740234375, 0.57861328125, 0.64263916015625, 0.7066650390625, 0.77069091796875, 0.834716796875, 0.89874267578125, 0.9627685546875, 1.02679443359375, 1.0908203125, 1.15484619140625, 1.2188720703125, 1.28289794921875, 1.346923828125, 1.41094970703125, 1.4749755859375, 1.53900146484375, 1.60302734375, 1.66705322265625, 1.7310791015625, 1.79510498046875, 1.859130859375, 1.92315673828125, 1.9871826171875, 2.05120849609375, 2.115234375]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 1.0, 4.0, 2.0, 6.0, 3.0, 6.0, 5.0, 8.0, 16.0, 14.0, 23.0, 27.0, 41.0, 55.0, 75.0, 89.0, 121.0, 108.0, 95.0, 86.0, 49.0, 36.0, 32.0, 25.0, 13.0, 13.0, 8.0, 10.0, 6.0, 6.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.6005859375, -1.5410003662109375, -1.481414794921875, -1.4218292236328125, -1.36224365234375, -1.3026580810546875, -1.243072509765625, -1.1834869384765625, -1.1239013671875, -1.0643157958984375, -1.004730224609375, -0.9451446533203125, -0.88555908203125, -0.8259735107421875, -0.766387939453125, -0.7068023681640625, -0.647216796875, -0.5876312255859375, -0.528045654296875, -0.4684600830078125, -0.40887451171875, -0.3492889404296875, -0.289703369140625, -0.2301177978515625, -0.1705322265625, -0.1109466552734375, -0.051361083984375, 0.0082244873046875, 0.06781005859375, 0.1273956298828125, 0.186981201171875, 0.2465667724609375, 0.30615234375, 0.3657379150390625, 0.425323486328125, 0.4849090576171875, 0.54449462890625, 0.6040802001953125, 0.663665771484375, 0.7232513427734375, 0.7828369140625, 0.8424224853515625, 0.902008056640625, 0.9615936279296875, 1.02117919921875, 1.0807647705078125, 1.140350341796875, 1.1999359130859375, 1.259521484375, 1.3191070556640625, 1.378692626953125, 1.4382781982421875, 1.49786376953125, 1.5574493408203125, 1.617034912109375, 1.6766204833984375, 1.7362060546875, 1.7957916259765625, 1.855377197265625, 1.9149627685546875, 1.97454833984375, 2.0341339111328125, 2.093719482421875, 2.1533050537109375, 2.212890625]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 10.0, 19.0, 72.0, 229.0, 457.0, 147.0, 34.0, 16.0, 9.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-107.16162109375, -104.62953186035156, -102.09744262695312, -99.56535339355469, -97.03326416015625, -94.50117492675781, -91.96908569335938, -89.43700408935547, -86.90491485595703, -84.3728256225586, -81.84073638916016, -79.30864715576172, -76.77655792236328, -74.24447631835938, -71.71238708496094, -69.1802978515625, -66.64820861816406, -64.11611938476562, -61.58403015136719, -59.05194091796875, -56.51985549926758, -53.98776626586914, -51.4556770324707, -48.92359161376953, -46.39149475097656, -43.859405517578125, -41.32731628417969, -38.79522705078125, -36.26314163208008, -33.73105239868164, -31.198963165283203, -28.6668758392334, -26.134784698486328, -23.60269546508789, -21.070608139038086, -18.53851890563965, -16.006431579589844, -13.474342346191406, -10.942253112792969, -8.410165786743164, -5.878076553344727, -3.3459880352020264, -0.8138995170593262, 1.7181892395019531, 4.250277519226074, 6.782365798950195, 9.314455032348633, 11.846542358398438, 14.378631591796875, 16.910720825195312, 19.442808151245117, 21.974897384643555, 24.50698471069336, 27.039073944091797, 29.571163177490234, 32.103248596191406, 34.635337829589844, 37.16742706298828, 39.69951629638672, 42.231605529785156, 44.76369094848633, 47.295780181884766, 49.8278694152832, 52.359954833984375, 54.89204788208008]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 1.0, 6.0, 5.0, 3.0, 2.0, 10.0, 14.0, 13.0, 19.0, 19.0, 21.0, 22.0, 24.0, 28.0, 30.0, 42.0, 34.0, 39.0, 55.0, 77.0, 78.0, 62.0, 50.0, 67.0, 48.0, 38.0, 24.0, 27.0, 20.0, 27.0, 19.0, 15.0, 10.0, 11.0, 9.0, 6.0, 8.0, 8.0, 5.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.275238037109375, -22.391864776611328, -21.50849151611328, -20.6251163482666, -19.741743087768555, -18.858369827270508, -17.974994659423828, -17.09162139892578, -16.208248138427734, -15.324874877929688, -14.441500663757324, -13.558126449584961, -12.674753189086914, -11.791379928588867, -10.908005714416504, -10.02463150024414, -9.141258239746094, -8.257884979248047, -7.374510765075684, -6.4911370277404785, -5.607763290405273, -4.724389553070068, -3.8410158157348633, -2.957642078399658, -2.074268341064453, -1.190894603729248, -0.30752086639404297, 0.5758528709411621, 1.4592266082763672, 2.3426003456115723, 3.2259740829467773, 4.109347820281982, 4.9927215576171875, 5.876095294952393, 6.759469032287598, 7.642842769622803, 8.526216506958008, 9.409589767456055, 10.292963981628418, 11.176338195800781, 12.059711456298828, 12.943084716796875, 13.826458930969238, 14.709833145141602, 15.593206405639648, 16.476579666137695, 17.359954833984375, 18.243328094482422, 19.12670135498047, 20.010074615478516, 20.893447875976562, 21.776823043823242, 22.66019630432129, 23.543569564819336, 24.426944732666016, 25.310317993164062, 26.19369125366211, 27.077064514160156, 27.960437774658203, 28.843812942504883, 29.72718620300293, 30.610559463500977, 31.493934631347656, 32.3773078918457, 33.26068115234375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 6.0, 7.0, 6.0, 20.0, 23.0, 32.0, 46.0, 84.0, 129.0, 213.0, 433.0, 1008.0, 3822.0, 32133.0, 3553935.0, 587299.0, 11300.0, 2203.0, 760.0, 330.0, 210.0, 94.0, 62.0, 51.0, 25.0, 17.0, 8.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.71875, -5.57135009765625, -5.4239501953125, -5.27655029296875, -5.129150390625, -4.98175048828125, -4.8343505859375, -4.68695068359375, -4.53955078125, -4.39215087890625, -4.2447509765625, -4.09735107421875, -3.949951171875, -3.80255126953125, -3.6551513671875, -3.50775146484375, -3.3603515625, -3.21295166015625, -3.0655517578125, -2.91815185546875, -2.770751953125, -2.62335205078125, -2.4759521484375, -2.32855224609375, -2.18115234375, -2.03375244140625, -1.8863525390625, -1.73895263671875, -1.591552734375, -1.44415283203125, -1.2967529296875, -1.14935302734375, -1.001953125, -0.85455322265625, -0.7071533203125, -0.55975341796875, -0.412353515625, -0.26495361328125, -0.1175537109375, 0.02984619140625, 0.17724609375, 0.32464599609375, 0.4720458984375, 0.61944580078125, 0.766845703125, 0.91424560546875, 1.0616455078125, 1.20904541015625, 1.3564453125, 1.50384521484375, 1.6512451171875, 1.79864501953125, 1.946044921875, 2.09344482421875, 2.2408447265625, 2.38824462890625, 2.53564453125, 2.68304443359375, 2.8304443359375, 2.97784423828125, 3.125244140625, 3.27264404296875, 3.4200439453125, 3.56744384765625, 3.71484375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 7.0, 8.0, 10.0, 6.0, 23.0, 18.0, 16.0, 23.0, 25.0, 45.0, 43.0, 53.0, 52.0, 68.0, 62.0, 63.0, 60.0, 60.0, 57.0, 55.0, 29.0, 41.0, 38.0, 31.0, 27.0, 19.0, 21.0, 12.0, 9.0, 8.0, 4.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.9892578125, -1.934967041015625, -1.88067626953125, -1.826385498046875, -1.7720947265625, -1.717803955078125, -1.66351318359375, -1.609222412109375, -1.554931640625, -1.500640869140625, -1.44635009765625, -1.392059326171875, -1.3377685546875, -1.283477783203125, -1.22918701171875, -1.174896240234375, -1.12060546875, -1.066314697265625, -1.01202392578125, -0.957733154296875, -0.9034423828125, -0.849151611328125, -0.79486083984375, -0.740570068359375, -0.686279296875, -0.631988525390625, -0.57769775390625, -0.523406982421875, -0.4691162109375, -0.414825439453125, -0.36053466796875, -0.306243896484375, -0.251953125, -0.197662353515625, -0.14337158203125, -0.089080810546875, -0.0347900390625, 0.019500732421875, 0.07379150390625, 0.128082275390625, 0.182373046875, 0.236663818359375, 0.29095458984375, 0.345245361328125, 0.3995361328125, 0.453826904296875, 0.50811767578125, 0.562408447265625, 0.61669921875, 0.670989990234375, 0.72528076171875, 0.779571533203125, 0.8338623046875, 0.888153076171875, 0.94244384765625, 0.996734619140625, 1.051025390625, 1.105316162109375, 1.15960693359375, 1.213897705078125, 1.2681884765625, 1.322479248046875, 1.37677001953125, 1.431060791015625, 1.4853515625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 6.0, 5.0, 13.0, 7.0, 19.0, 34.0, 37.0, 57.0, 101.0, 245.0, 438.0, 996.0, 3387.0, 38619.0, 4088270.0, 54367.0, 4950.0, 1522.0, 596.0, 289.0, 157.0, 59.0, 46.0, 29.0, 12.0, 11.0, 7.0, 4.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.85546875, -7.6280517578125, -7.400634765625, -7.1732177734375, -6.94580078125, -6.7183837890625, -6.490966796875, -6.2635498046875, -6.0361328125, -5.8087158203125, -5.581298828125, -5.3538818359375, -5.12646484375, -4.8990478515625, -4.671630859375, -4.4442138671875, -4.216796875, -3.9893798828125, -3.761962890625, -3.5345458984375, -3.30712890625, -3.0797119140625, -2.852294921875, -2.6248779296875, -2.3974609375, -2.1700439453125, -1.942626953125, -1.7152099609375, -1.48779296875, -1.2603759765625, -1.032958984375, -0.8055419921875, -0.578125, -0.3507080078125, -0.123291015625, 0.1041259765625, 0.33154296875, 0.5589599609375, 0.786376953125, 1.0137939453125, 1.2412109375, 1.4686279296875, 1.696044921875, 1.9234619140625, 2.15087890625, 2.3782958984375, 2.605712890625, 2.8331298828125, 3.060546875, 3.2879638671875, 3.515380859375, 3.7427978515625, 3.97021484375, 4.1976318359375, 4.425048828125, 4.6524658203125, 4.8798828125, 5.1072998046875, 5.334716796875, 5.5621337890625, 5.78955078125, 6.0169677734375, 6.244384765625, 6.4718017578125, 6.69921875]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 10.0, 6.0, 9.0, 40.0, 55.0, 150.0, 571.0, 1701.0, 1065.0, 300.0, 79.0, 35.0, 13.0, 12.0, 10.0, 4.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.18359375, -5.0030517578125, -4.822509765625, -4.6419677734375, -4.46142578125, -4.2808837890625, -4.100341796875, -3.9197998046875, -3.7392578125, -3.5587158203125, -3.378173828125, -3.1976318359375, -3.01708984375, -2.8365478515625, -2.656005859375, -2.4754638671875, -2.294921875, -2.1143798828125, -1.933837890625, -1.7532958984375, -1.57275390625, -1.3922119140625, -1.211669921875, -1.0311279296875, -0.8505859375, -0.6700439453125, -0.489501953125, -0.3089599609375, -0.12841796875, 0.0521240234375, 0.232666015625, 0.4132080078125, 0.59375, 0.7742919921875, 0.954833984375, 1.1353759765625, 1.31591796875, 1.4964599609375, 1.677001953125, 1.8575439453125, 2.0380859375, 2.2186279296875, 2.399169921875, 2.5797119140625, 2.76025390625, 2.9407958984375, 3.121337890625, 3.3018798828125, 3.482421875, 3.6629638671875, 3.843505859375, 4.0240478515625, 4.20458984375, 4.3851318359375, 4.565673828125, 4.7462158203125, 4.9267578125, 5.1072998046875, 5.287841796875, 5.4683837890625, 5.64892578125, 5.8294677734375, 6.010009765625, 6.1905517578125, 6.37109375]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 8.0, 3.0, 10.0, 35.0, 142.0, 387.0, 293.0, 75.0, 26.0, 5.0, 8.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.85456085205078, -39.06199264526367, -37.26942443847656, -35.47686004638672, -33.68429183959961, -31.8917236328125, -30.09915542602539, -28.306589126586914, -26.514022827148438, -24.721454620361328, -22.92888832092285, -21.136320114135742, -19.343753814697266, -17.551185607910156, -15.758618354797363, -13.96605110168457, -12.173482894897461, -10.380915641784668, -8.588348388671875, -6.795780658721924, -5.003213405609131, -3.2106456756591797, -1.4180784225463867, 0.37448883056640625, 2.167056083679199, 3.959623336791992, 5.752190589904785, 7.544758319854736, 9.337326049804688, 11.12989330291748, 12.922460556030273, 14.715027809143066, 16.50759506225586, 18.30016326904297, 20.092729568481445, 21.885297775268555, 23.67786407470703, 25.47043228149414, 27.26300048828125, 29.055566787719727, 30.848133087158203, 32.64070129394531, 34.43326950073242, 36.225833892822266, 38.018402099609375, 39.810970306396484, 41.603538513183594, 43.39610290527344, 45.18867492675781, 46.98124313354492, 48.77381134033203, 50.566375732421875, 52.358943939208984, 54.151512145996094, 55.9440803527832, 57.73664855957031, 59.529212951660156, 61.321781158447266, 63.114349365234375, 64.90691375732422, 66.6994857788086, 68.49205017089844, 70.28461456298828, 72.07718658447266, 73.8697509765625]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 5.0, 13.0, 15.0, 21.0, 39.0, 50.0, 74.0, 73.0, 91.0, 97.0, 83.0, 86.0, 108.0, 64.0, 57.0, 25.0, 35.0, 18.0, 10.0, 9.0, 6.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-28.254154205322266, -27.512042999267578, -26.769929885864258, -26.02781867980957, -25.28570556640625, -24.543594360351562, -23.801481246948242, -23.059370040893555, -22.317256927490234, -21.575145721435547, -20.833032608032227, -20.09092140197754, -19.34880828857422, -18.60669708251953, -17.86458396911621, -17.122472763061523, -16.380359649658203, -15.6382474899292, -14.896135330200195, -14.154023170471191, -13.411911010742188, -12.669798851013184, -11.92768669128418, -11.185575485229492, -10.443464279174805, -9.7013521194458, -8.959239959716797, -8.217127799987793, -7.475015640258789, -6.732903480529785, -5.9907917976379395, -5.2486796379089355, -4.506567001342773, -3.7644548416137695, -3.0223426818847656, -2.280230760574341, -1.538118600845337, -0.796006441116333, -0.0538945198059082, 0.6882176399230957, 1.4303297996520996, 2.1724419593811035, 2.9145541191101074, 3.6566660404205322, 4.398777961730957, 5.140890121459961, 5.883002281188965, 6.625114440917969, 7.367226600646973, 8.109338760375977, 8.85145092010498, 9.593563079833984, 10.335675239562988, 11.077787399291992, 11.81989860534668, 12.56201171875, 13.304122924804688, 14.046235084533691, 14.788347244262695, 15.5304594039917, 16.272571563720703, 17.01468276977539, 17.75679588317871, 18.4989070892334, 19.24102020263672]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 5.0, 4.0, 7.0, 18.0, 13.0, 33.0, 51.0, 127.0, 233.0, 635.0, 2093.0, 9253.0, 68022.0, 587427.0, 338831.0, 33998.0, 5589.0, 1298.0, 476.0, 204.0, 73.0, 56.0, 36.0, 18.0, 15.0, 6.0, 10.0, 7.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.927734375, -3.796112060546875, -3.66448974609375, -3.532867431640625, -3.4012451171875, -3.269622802734375, -3.13800048828125, -3.006378173828125, -2.874755859375, -2.743133544921875, -2.61151123046875, -2.479888916015625, -2.3482666015625, -2.216644287109375, -2.08502197265625, -1.953399658203125, -1.82177734375, -1.690155029296875, -1.55853271484375, -1.426910400390625, -1.2952880859375, -1.163665771484375, -1.03204345703125, -0.900421142578125, -0.768798828125, -0.637176513671875, -0.50555419921875, -0.373931884765625, -0.2423095703125, -0.110687255859375, 0.02093505859375, 0.152557373046875, 0.2841796875, 0.415802001953125, 0.54742431640625, 0.679046630859375, 0.8106689453125, 0.942291259765625, 1.07391357421875, 1.205535888671875, 1.337158203125, 1.468780517578125, 1.60040283203125, 1.732025146484375, 1.8636474609375, 1.995269775390625, 2.12689208984375, 2.258514404296875, 2.39013671875, 2.521759033203125, 2.65338134765625, 2.785003662109375, 2.9166259765625, 3.048248291015625, 3.17987060546875, 3.311492919921875, 3.443115234375, 3.574737548828125, 3.70635986328125, 3.837982177734375, 3.9696044921875, 4.101226806640625, 4.23284912109375, 4.364471435546875, 4.49609375]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 9.0, 7.0, 9.0, 14.0, 10.0, 11.0, 18.0, 16.0, 18.0, 33.0, 34.0, 50.0, 51.0, 62.0, 58.0, 54.0, 57.0, 60.0, 57.0, 57.0, 56.0, 30.0, 36.0, 41.0, 36.0, 36.0, 16.0, 14.0, 12.0, 19.0, 7.0, 9.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.9619140625, -1.9099273681640625, -1.857940673828125, -1.8059539794921875, -1.75396728515625, -1.7019805908203125, -1.649993896484375, -1.5980072021484375, -1.5460205078125, -1.4940338134765625, -1.442047119140625, -1.3900604248046875, -1.33807373046875, -1.2860870361328125, -1.234100341796875, -1.1821136474609375, -1.130126953125, -1.0781402587890625, -1.026153564453125, -0.9741668701171875, -0.92218017578125, -0.8701934814453125, -0.818206787109375, -0.7662200927734375, -0.7142333984375, -0.6622467041015625, -0.610260009765625, -0.5582733154296875, -0.50628662109375, -0.4542999267578125, -0.402313232421875, -0.3503265380859375, -0.29833984375, -0.2463531494140625, -0.194366455078125, -0.1423797607421875, -0.09039306640625, -0.0384063720703125, 0.013580322265625, 0.0655670166015625, 0.1175537109375, 0.1695404052734375, 0.221527099609375, 0.2735137939453125, 0.32550048828125, 0.3774871826171875, 0.429473876953125, 0.4814605712890625, 0.533447265625, 0.5854339599609375, 0.637420654296875, 0.6894073486328125, 0.74139404296875, 0.7933807373046875, 0.845367431640625, 0.8973541259765625, 0.9493408203125, 1.0013275146484375, 1.053314208984375, 1.1053009033203125, 1.15728759765625, 1.2092742919921875, 1.261260986328125, 1.3132476806640625, 1.365234375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 8.0, 12.0, 24.0, 21.0, 40.0, 48.0, 84.0, 148.0, 276.0, 563.0, 1469.0, 4645.0, 20954.0, 176637.0, 740524.0, 85131.0, 12664.0, 3169.0, 1069.0, 466.0, 224.0, 133.0, 78.0, 49.0, 29.0, 19.0, 12.0, 15.0, 7.0, 8.0, 9.0, 5.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.8046875, -4.66876220703125, -4.5328369140625, -4.39691162109375, -4.260986328125, -4.12506103515625, -3.9891357421875, -3.85321044921875, -3.71728515625, -3.58135986328125, -3.4454345703125, -3.30950927734375, -3.173583984375, -3.03765869140625, -2.9017333984375, -2.76580810546875, -2.6298828125, -2.49395751953125, -2.3580322265625, -2.22210693359375, -2.086181640625, -1.95025634765625, -1.8143310546875, -1.67840576171875, -1.54248046875, -1.40655517578125, -1.2706298828125, -1.13470458984375, -0.998779296875, -0.86285400390625, -0.7269287109375, -0.59100341796875, -0.455078125, -0.31915283203125, -0.1832275390625, -0.04730224609375, 0.088623046875, 0.22454833984375, 0.3604736328125, 0.49639892578125, 0.63232421875, 0.76824951171875, 0.9041748046875, 1.04010009765625, 1.176025390625, 1.31195068359375, 1.4478759765625, 1.58380126953125, 1.7197265625, 1.85565185546875, 1.9915771484375, 2.12750244140625, 2.263427734375, 2.39935302734375, 2.5352783203125, 2.67120361328125, 2.80712890625, 2.94305419921875, 3.0789794921875, 3.21490478515625, 3.350830078125, 3.48675537109375, 3.6226806640625, 3.75860595703125, 3.89453125]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 10.0, 8.0, 16.0, 8.0, 9.0, 17.0, 15.0, 18.0, 25.0, 27.0, 30.0, 25.0, 28.0, 24.0, 38.0, 44.0, 50.0, 37.0, 44.0, 42.0, 38.0, 40.0, 31.0, 50.0, 36.0, 39.0, 33.0, 33.0, 28.0, 25.0, 17.0, 15.0, 13.0, 18.0, 14.0, 10.0, 9.0, 5.0, 8.0, 3.0, 2.0, 3.0, 5.0, 2.0, 4.0, 0.0, 3.0, 3.0], "bins": [-4.59375, -4.46282958984375, -4.3319091796875, -4.20098876953125, -4.070068359375, -3.93914794921875, -3.8082275390625, -3.67730712890625, -3.54638671875, -3.41546630859375, -3.2845458984375, -3.15362548828125, -3.022705078125, -2.89178466796875, -2.7608642578125, -2.62994384765625, -2.4990234375, -2.36810302734375, -2.2371826171875, -2.10626220703125, -1.975341796875, -1.84442138671875, -1.7135009765625, -1.58258056640625, -1.45166015625, -1.32073974609375, -1.1898193359375, -1.05889892578125, -0.927978515625, -0.79705810546875, -0.6661376953125, -0.53521728515625, -0.404296875, -0.27337646484375, -0.1424560546875, -0.01153564453125, 0.119384765625, 0.25030517578125, 0.3812255859375, 0.51214599609375, 0.64306640625, 0.77398681640625, 0.9049072265625, 1.03582763671875, 1.166748046875, 1.29766845703125, 1.4285888671875, 1.55950927734375, 1.6904296875, 1.82135009765625, 1.9522705078125, 2.08319091796875, 2.214111328125, 2.34503173828125, 2.4759521484375, 2.60687255859375, 2.73779296875, 2.86871337890625, 2.9996337890625, 3.13055419921875, 3.261474609375, 3.39239501953125, 3.5233154296875, 3.65423583984375, 3.78515625]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 7.0, 7.0, 12.0, 5.0, 12.0, 11.0, 23.0, 33.0, 43.0, 44.0, 61.0, 74.0, 112.0, 169.0, 241.0, 335.0, 489.0, 802.0, 1341.0, 2439.0, 5231.0, 14052.0, 51155.0, 326814.0, 557141.0, 59574.0, 15772.0, 5885.0, 2666.0, 1446.0, 751.0, 533.0, 356.0, 264.0, 167.0, 125.0, 96.0, 65.0, 45.0, 39.0, 27.0, 26.0, 16.0, 14.0, 8.0, 7.0, 10.0, 4.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.1689453125, -1.133575439453125, -1.09820556640625, -1.062835693359375, -1.0274658203125, -0.992095947265625, -0.95672607421875, -0.921356201171875, -0.885986328125, -0.850616455078125, -0.81524658203125, -0.779876708984375, -0.7445068359375, -0.709136962890625, -0.67376708984375, -0.638397216796875, -0.60302734375, -0.567657470703125, -0.53228759765625, -0.496917724609375, -0.4615478515625, -0.426177978515625, -0.39080810546875, -0.355438232421875, -0.320068359375, -0.284698486328125, -0.24932861328125, -0.213958740234375, -0.1785888671875, -0.143218994140625, -0.10784912109375, -0.072479248046875, -0.037109375, -0.001739501953125, 0.03363037109375, 0.069000244140625, 0.1043701171875, 0.139739990234375, 0.17510986328125, 0.210479736328125, 0.245849609375, 0.281219482421875, 0.31658935546875, 0.351959228515625, 0.3873291015625, 0.422698974609375, 0.45806884765625, 0.493438720703125, 0.52880859375, 0.564178466796875, 0.59954833984375, 0.634918212890625, 0.6702880859375, 0.705657958984375, 0.74102783203125, 0.776397705078125, 0.811767578125, 0.847137451171875, 0.88250732421875, 0.917877197265625, 0.9532470703125, 0.988616943359375, 1.02398681640625, 1.059356689453125, 1.0947265625]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 6.0, 7.0, 22.0, 57.0, 134.0, 282.0, 289.0, 103.0, 47.0, 21.0, 13.0, 5.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000690460205078125, -0.0006694644689559937, -0.0006484687328338623, -0.000627472996711731, -0.0006064772605895996, -0.0005854815244674683, -0.0005644857883453369, -0.0005434900522232056, -0.0005224943161010742, -0.0005014985799789429, -0.0004805028438568115, -0.0004595071077346802, -0.00043851137161254883, -0.0004175156354904175, -0.00039651989936828613, -0.0003755241632461548, -0.00035452842712402344, -0.0003335326910018921, -0.00031253695487976074, -0.0002915412187576294, -0.00027054548263549805, -0.0002495497465133667, -0.00022855401039123535, -0.000207558274269104, -0.00018656253814697266, -0.0001655668020248413, -0.00014457106590270996, -0.0001235753297805786, -0.00010257959365844727, -8.158385753631592e-05, -6.058812141418457e-05, -3.959238529205322e-05, -1.8596649169921875e-05, 2.3990869522094727e-06, 2.339482307434082e-05, 4.439055919647217e-05, 6.538629531860352e-05, 8.638203144073486e-05, 0.00010737776756286621, 0.00012837350368499756, 0.0001493692398071289, 0.00017036497592926025, 0.0001913607120513916, 0.00021235644817352295, 0.0002333521842956543, 0.00025434792041778564, 0.000275343656539917, 0.00029633939266204834, 0.0003173351287841797, 0.00033833086490631104, 0.0003593266010284424, 0.00038032233715057373, 0.0004013180732727051, 0.0004223138093948364, 0.0004433095455169678, 0.0004643052816390991, 0.00048530101776123047, 0.0005062967538833618, 0.0005272924900054932, 0.0005482882261276245, 0.0005692839622497559, 0.0005902796983718872, 0.0006112754344940186, 0.0006322711706161499, 0.0006532669067382812]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 6.0, 15.0, 17.0, 22.0, 38.0, 59.0, 105.0, 187.0, 321.0, 635.0, 1245.0, 2644.0, 6910.0, 23587.0, 124060.0, 718763.0, 132535.0, 24556.0, 7350.0, 2845.0, 1226.0, 594.0, 371.0, 170.0, 113.0, 66.0, 45.0, 18.0, 13.0, 13.0, 4.0, 5.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.5556640625, -1.5152740478515625, -1.474884033203125, -1.4344940185546875, -1.39410400390625, -1.3537139892578125, -1.313323974609375, -1.2729339599609375, -1.2325439453125, -1.1921539306640625, -1.151763916015625, -1.1113739013671875, -1.07098388671875, -1.0305938720703125, -0.990203857421875, -0.9498138427734375, -0.909423828125, -0.8690338134765625, -0.828643798828125, -0.7882537841796875, -0.74786376953125, -0.7074737548828125, -0.667083740234375, -0.6266937255859375, -0.5863037109375, -0.5459136962890625, -0.505523681640625, -0.4651336669921875, -0.42474365234375, -0.3843536376953125, -0.343963623046875, -0.3035736083984375, -0.26318359375, -0.2227935791015625, -0.182403564453125, -0.1420135498046875, -0.10162353515625, -0.0612335205078125, -0.020843505859375, 0.0195465087890625, 0.0599365234375, 0.1003265380859375, 0.140716552734375, 0.1811065673828125, 0.22149658203125, 0.2618865966796875, 0.302276611328125, 0.3426666259765625, 0.383056640625, 0.4234466552734375, 0.463836669921875, 0.5042266845703125, 0.54461669921875, 0.5850067138671875, 0.625396728515625, 0.6657867431640625, 0.7061767578125, 0.7465667724609375, 0.786956787109375, 0.8273468017578125, 0.86773681640625, 0.9081268310546875, 0.948516845703125, 0.9889068603515625, 1.029296875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 4.0, 7.0, 6.0, 9.0, 12.0, 30.0, 22.0, 31.0, 33.0, 60.0, 68.0, 70.0, 91.0, 120.0, 106.0, 83.0, 51.0, 45.0, 39.0, 22.0, 20.0, 17.0, 18.0, 12.0, 3.0, 4.0, 4.0, 3.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0517578125, -1.0182037353515625, -0.984649658203125, -0.9510955810546875, -0.91754150390625, -0.8839874267578125, -0.850433349609375, -0.8168792724609375, -0.7833251953125, -0.7497711181640625, -0.716217041015625, -0.6826629638671875, -0.64910888671875, -0.6155548095703125, -0.582000732421875, -0.5484466552734375, -0.514892578125, -0.4813385009765625, -0.447784423828125, -0.4142303466796875, -0.38067626953125, -0.3471221923828125, -0.313568115234375, -0.2800140380859375, -0.2464599609375, -0.2129058837890625, -0.179351806640625, -0.1457977294921875, -0.11224365234375, -0.0786895751953125, -0.045135498046875, -0.0115814208984375, 0.02197265625, 0.0555267333984375, 0.089080810546875, 0.1226348876953125, 0.15618896484375, 0.1897430419921875, 0.223297119140625, 0.2568511962890625, 0.2904052734375, 0.3239593505859375, 0.357513427734375, 0.3910675048828125, 0.42462158203125, 0.4581756591796875, 0.491729736328125, 0.5252838134765625, 0.558837890625, 0.5923919677734375, 0.625946044921875, 0.6595001220703125, 0.69305419921875, 0.7266082763671875, 0.760162353515625, 0.7937164306640625, 0.8272705078125, 0.8608245849609375, 0.894378662109375, 0.9279327392578125, 0.96148681640625, 0.9950408935546875, 1.028594970703125, 1.0621490478515625, 1.095703125]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 7.0, 4.0, 11.0, 29.0, 35.0, 57.0, 102.0, 214.0, 222.0, 133.0, 87.0, 46.0, 16.0, 15.0, 8.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.904727935791016, -32.04270935058594, -31.180692672729492, -30.318674087524414, -29.45665740966797, -28.59463882446289, -27.732620239257812, -26.870601654052734, -26.00858497619629, -25.14656639099121, -24.284549713134766, -23.422531127929688, -22.56051254272461, -21.698495864868164, -20.836477279663086, -19.97446060180664, -19.112442016601562, -18.250423431396484, -17.38840675354004, -16.52638816833496, -15.6643705368042, -14.802352905273438, -13.94033432006836, -13.078316688537598, -12.216299057006836, -11.354281425476074, -10.492263793945312, -9.630245208740234, -8.768227577209473, -7.906209945678711, -7.044191837310791, -6.182173728942871, -5.320156097412109, -4.458138465881348, -3.5961203575134277, -2.734102487564087, -1.872084617614746, -1.0100669860839844, -0.14804887771606445, 0.7139692306518555, 1.5759868621826172, 2.438004732131958, 3.300022602081299, 4.162040710449219, 5.0240583419799805, 5.886075973510742, 6.748094081878662, 7.610112190246582, 8.472129821777344, 9.334147453308105, 10.196165084838867, 11.058183670043945, 11.920201301574707, 12.782218933105469, 13.644237518310547, 14.506255149841309, 15.36827278137207, 16.23029136657715, 17.092308044433594, 17.954326629638672, 18.81634521484375, 19.678361892700195, 20.540380477905273, 21.40239715576172, 22.264415740966797]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 8.0, 9.0, 10.0, 6.0, 15.0, 14.0, 19.0, 30.0, 23.0, 26.0, 32.0, 29.0, 32.0, 38.0, 49.0, 65.0, 71.0, 78.0, 60.0, 47.0, 38.0, 21.0, 39.0, 31.0, 27.0, 32.0, 35.0, 15.0, 18.0, 9.0, 18.0, 8.0, 10.0, 6.0, 5.0, 9.0, 2.0, 5.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.74413299560547, -16.170307159423828, -15.596481323242188, -15.022656440734863, -14.448830604553223, -13.875004768371582, -13.301179885864258, -12.727354049682617, -12.153528213500977, -11.579702377319336, -11.005876541137695, -10.432051658630371, -9.85822582244873, -9.28439998626709, -8.710575103759766, -8.136749267578125, -7.562923431396484, -6.989097595214844, -6.415272235870361, -5.841446876525879, -5.267621040344238, -4.693795204162598, -4.119969844818115, -3.546144485473633, -2.972318649291992, -2.3984930515289307, -1.8246674537658691, -1.2508418560028076, -0.6770162582397461, -0.10319066047668457, 0.47063493728637695, 1.0444602966308594, 1.6182861328125, 2.1921117305755615, 2.765937328338623, 3.3397629261016846, 3.913588523864746, 4.487414360046387, 5.061239719390869, 5.635065078735352, 6.208890914916992, 6.782716751098633, 7.356542110443115, 7.930367469787598, 8.504193305969238, 9.078019142150879, 9.651844024658203, 10.225669860839844, 10.799495697021484, 11.373321533203125, 11.947147369384766, 12.52097225189209, 13.09479808807373, 13.668623924255371, 14.242448806762695, 14.816274642944336, 15.390100479125977, 15.963926315307617, 16.537752151489258, 17.1115779876709, 17.685401916503906, 18.259227752685547, 18.833053588867188, 19.406879425048828, 19.98070526123047]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 7.0, 6.0, 14.0, 12.0, 15.0, 31.0, 50.0, 105.0, 146.0, 263.0, 525.0, 1083.0, 2652.0, 9240.0, 74151.0, 1597627.0, 2367211.0, 121775.0, 13440.0, 3372.0, 1284.0, 576.0, 300.0, 171.0, 91.0, 47.0, 29.0, 15.0, 19.0, 11.0, 6.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.568359375, -2.4990997314453125, -2.429840087890625, -2.3605804443359375, -2.29132080078125, -2.2220611572265625, -2.152801513671875, -2.0835418701171875, -2.0142822265625, -1.9450225830078125, -1.875762939453125, -1.8065032958984375, -1.73724365234375, -1.6679840087890625, -1.598724365234375, -1.5294647216796875, -1.460205078125, -1.3909454345703125, -1.321685791015625, -1.2524261474609375, -1.18316650390625, -1.1139068603515625, -1.044647216796875, -0.9753875732421875, -0.9061279296875, -0.8368682861328125, -0.767608642578125, -0.6983489990234375, -0.62908935546875, -0.5598297119140625, -0.490570068359375, -0.4213104248046875, -0.35205078125, -0.2827911376953125, -0.213531494140625, -0.1442718505859375, -0.07501220703125, -0.0057525634765625, 0.063507080078125, 0.1327667236328125, 0.2020263671875, 0.2712860107421875, 0.340545654296875, 0.4098052978515625, 0.47906494140625, 0.5483245849609375, 0.617584228515625, 0.6868438720703125, 0.756103515625, 0.8253631591796875, 0.894622802734375, 0.9638824462890625, 1.03314208984375, 1.1024017333984375, 1.171661376953125, 1.2409210205078125, 1.3101806640625, 1.3794403076171875, 1.448699951171875, 1.5179595947265625, 1.58721923828125, 1.6564788818359375, 1.725738525390625, 1.7949981689453125, 1.8642578125]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 5.0, 7.0, 4.0, 5.0, 2.0, 9.0, 10.0, 18.0, 19.0, 21.0, 32.0, 37.0, 35.0, 46.0, 44.0, 66.0, 68.0, 69.0, 83.0, 57.0, 45.0, 48.0, 57.0, 35.0, 43.0, 29.0, 28.0, 24.0, 15.0, 12.0, 13.0, 10.0, 9.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.884765625, -1.8340301513671875, -1.783294677734375, -1.7325592041015625, -1.68182373046875, -1.6310882568359375, -1.580352783203125, -1.5296173095703125, -1.4788818359375, -1.4281463623046875, -1.377410888671875, -1.3266754150390625, -1.27593994140625, -1.2252044677734375, -1.174468994140625, -1.1237335205078125, -1.072998046875, -1.0222625732421875, -0.971527099609375, -0.9207916259765625, -0.87005615234375, -0.8193206787109375, -0.768585205078125, -0.7178497314453125, -0.6671142578125, -0.6163787841796875, -0.565643310546875, -0.5149078369140625, -0.46417236328125, -0.4134368896484375, -0.362701416015625, -0.3119659423828125, -0.26123046875, -0.2104949951171875, -0.159759521484375, -0.1090240478515625, -0.05828857421875, -0.0075531005859375, 0.043182373046875, 0.0939178466796875, 0.1446533203125, 0.1953887939453125, 0.246124267578125, 0.2968597412109375, 0.34759521484375, 0.3983306884765625, 0.449066162109375, 0.4998016357421875, 0.550537109375, 0.6012725830078125, 0.652008056640625, 0.7027435302734375, 0.75347900390625, 0.8042144775390625, 0.854949951171875, 0.9056854248046875, 0.9564208984375, 1.0071563720703125, 1.057891845703125, 1.1086273193359375, 1.15936279296875, 1.2100982666015625, 1.260833740234375, 1.3115692138671875, 1.3623046875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 3.0, 4.0, 10.0, 12.0, 33.0, 49.0, 96.0, 209.0, 467.0, 1310.0, 6213.0, 150671.0, 4004197.0, 26465.0, 3076.0, 813.0, 330.0, 115.0, 95.0, 43.0, 23.0, 13.0, 9.0, 7.0, 5.0, 4.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.03125, -5.83856201171875, -5.6458740234375, -5.45318603515625, -5.260498046875, -5.06781005859375, -4.8751220703125, -4.68243408203125, -4.48974609375, -4.29705810546875, -4.1043701171875, -3.91168212890625, -3.718994140625, -3.52630615234375, -3.3336181640625, -3.14093017578125, -2.9482421875, -2.75555419921875, -2.5628662109375, -2.37017822265625, -2.177490234375, -1.98480224609375, -1.7921142578125, -1.59942626953125, -1.40673828125, -1.21405029296875, -1.0213623046875, -0.82867431640625, -0.635986328125, -0.44329833984375, -0.2506103515625, -0.05792236328125, 0.134765625, 0.32745361328125, 0.5201416015625, 0.71282958984375, 0.905517578125, 1.09820556640625, 1.2908935546875, 1.48358154296875, 1.67626953125, 1.86895751953125, 2.0616455078125, 2.25433349609375, 2.447021484375, 2.63970947265625, 2.8323974609375, 3.02508544921875, 3.2177734375, 3.41046142578125, 3.6031494140625, 3.79583740234375, 3.988525390625, 4.18121337890625, 4.3739013671875, 4.56658935546875, 4.75927734375, 4.95196533203125, 5.1446533203125, 5.33734130859375, 5.530029296875, 5.72271728515625, 5.9154052734375, 6.10809326171875, 6.30078125]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 5.0, 3.0, 3.0, 11.0, 14.0, 24.0, 26.0, 41.0, 99.0, 195.0, 420.0, 786.0, 957.0, 730.0, 331.0, 194.0, 80.0, 68.0, 19.0, 22.0, 10.0, 12.0, 6.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.880859375, -2.78631591796875, -2.6917724609375, -2.59722900390625, -2.502685546875, -2.40814208984375, -2.3135986328125, -2.21905517578125, -2.12451171875, -2.02996826171875, -1.9354248046875, -1.84088134765625, -1.746337890625, -1.65179443359375, -1.5572509765625, -1.46270751953125, -1.3681640625, -1.27362060546875, -1.1790771484375, -1.08453369140625, -0.989990234375, -0.89544677734375, -0.8009033203125, -0.70635986328125, -0.61181640625, -0.51727294921875, -0.4227294921875, -0.32818603515625, -0.233642578125, -0.13909912109375, -0.0445556640625, 0.04998779296875, 0.14453125, 0.23907470703125, 0.3336181640625, 0.42816162109375, 0.522705078125, 0.61724853515625, 0.7117919921875, 0.80633544921875, 0.90087890625, 0.99542236328125, 1.0899658203125, 1.18450927734375, 1.279052734375, 1.37359619140625, 1.4681396484375, 1.56268310546875, 1.6572265625, 1.75177001953125, 1.8463134765625, 1.94085693359375, 2.035400390625, 2.12994384765625, 2.2244873046875, 2.31903076171875, 2.41357421875, 2.50811767578125, 2.6026611328125, 2.69720458984375, 2.791748046875, 2.88629150390625, 2.9808349609375, 3.07537841796875, 3.169921875]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 12.0, 27.0, 50.0, 103.0, 144.0, 181.0, 176.0, 143.0, 72.0, 39.0, 19.0, 9.0, 15.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-27.60396957397461, -26.85085105895996, -26.097732543945312, -25.34461212158203, -24.591493606567383, -23.838375091552734, -23.085256576538086, -22.332138061523438, -21.579017639160156, -20.825899124145508, -20.07278060913086, -19.319660186767578, -18.56654167175293, -17.81342315673828, -17.060304641723633, -16.307186126708984, -15.554067611694336, -14.800949096679688, -14.047829627990723, -13.294711112976074, -12.54159164428711, -11.788473129272461, -11.035354614257812, -10.282236099243164, -9.5291166305542, -8.77599811553955, -8.022878646850586, -7.2697601318359375, -6.516641139984131, -5.763522148132324, -5.010403633117676, -4.257284641265869, -3.5041656494140625, -2.751046657562256, -1.9979279041290283, -1.2448091506958008, -0.49169015884399414, 0.2614288330078125, 1.014547348022461, 1.7676663398742676, 2.520785331726074, 3.273904323577881, 4.0270233154296875, 4.780141830444336, 5.533260822296143, 6.286379814147949, 7.039498329162598, 7.792617321014404, 8.545736312866211, 9.29885482788086, 10.051974296569824, 10.805092811584473, 11.558212280273438, 12.311330795288086, 13.064449310302734, 13.817567825317383, 14.570687294006348, 15.323805809020996, 16.07692527770996, 16.83004379272461, 17.583162307739258, 18.336280822753906, 19.089401245117188, 19.842519760131836, 20.595638275146484]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 7.0, 5.0, 3.0, 3.0, 5.0, 6.0, 10.0, 11.0, 10.0, 18.0, 18.0, 16.0, 22.0, 20.0, 25.0, 23.0, 55.0, 44.0, 43.0, 44.0, 45.0, 37.0, 51.0, 37.0, 41.0, 46.0, 60.0, 30.0, 37.0, 43.0, 30.0, 32.0, 17.0, 16.0, 15.0, 14.0, 20.0, 11.0, 10.0, 7.0, 7.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.88957405090332, -8.600606918334961, -8.311639785766602, -8.022672653198242, -7.733705520629883, -7.444738388061523, -7.155771255493164, -6.866804122924805, -6.577836990356445, -6.288869857788086, -5.999902725219727, -5.710935592651367, -5.421968460083008, -5.133001327514648, -4.844034194946289, -4.55506706237793, -4.2661004066467285, -3.977133274078369, -3.6881661415100098, -3.3991990089416504, -3.110231876373291, -2.8212647438049316, -2.5322978496551514, -2.243330717086792, -1.9543635845184326, -1.6653964519500732, -1.3764293193817139, -1.087462306022644, -0.7984951734542847, -0.5095280408859253, -0.22056102752685547, 0.0684061050415039, 0.3573732376098633, 0.6463403701782227, 0.9353074431419373, 1.2242745161056519, 1.5132416486740112, 1.8022087812423706, 2.0911757946014404, 2.3801429271698, 2.669110059738159, 2.9580771923065186, 3.247044324874878, 3.536011219024658, 3.8249783515930176, 4.113945484161377, 4.402912616729736, 4.691879749298096, 4.980846881866455, 5.2698140144348145, 5.558781147003174, 5.847748279571533, 6.136715412139893, 6.425682544708252, 6.714649200439453, 7.0036163330078125, 7.292583465576172, 7.581550598144531, 7.870517730712891, 8.15948486328125, 8.44845199584961, 8.737419128417969, 9.026386260986328, 9.315353393554688, 9.604320526123047]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 4.0, 11.0, 8.0, 11.0, 26.0, 49.0, 86.0, 144.0, 248.0, 505.0, 1134.0, 2697.0, 7315.0, 24525.0, 97061.0, 399779.0, 386589.0, 92949.0, 23557.0, 7232.0, 2402.0, 1041.0, 523.0, 274.0, 159.0, 75.0, 43.0, 25.0, 16.0, 20.0, 14.0, 11.0, 7.0, 6.0, 2.0, 0.0, 6.0, 0.0, 2.0, 1.0, 0.0, 3.0], "bins": [-2.87890625, -2.8031158447265625, -2.727325439453125, -2.6515350341796875, -2.57574462890625, -2.4999542236328125, -2.424163818359375, -2.3483734130859375, -2.2725830078125, -2.1967926025390625, -2.121002197265625, -2.0452117919921875, -1.96942138671875, -1.8936309814453125, -1.817840576171875, -1.7420501708984375, -1.666259765625, -1.5904693603515625, -1.514678955078125, -1.4388885498046875, -1.36309814453125, -1.2873077392578125, -1.211517333984375, -1.1357269287109375, -1.0599365234375, -0.9841461181640625, -0.908355712890625, -0.8325653076171875, -0.75677490234375, -0.6809844970703125, -0.605194091796875, -0.5294036865234375, -0.45361328125, -0.3778228759765625, -0.302032470703125, -0.2262420654296875, -0.15045166015625, -0.0746612548828125, 0.001129150390625, 0.0769195556640625, 0.1527099609375, 0.2285003662109375, 0.304290771484375, 0.3800811767578125, 0.45587158203125, 0.5316619873046875, 0.607452392578125, 0.6832427978515625, 0.759033203125, 0.8348236083984375, 0.910614013671875, 0.9864044189453125, 1.06219482421875, 1.1379852294921875, 1.213775634765625, 1.2895660400390625, 1.3653564453125, 1.4411468505859375, 1.516937255859375, 1.5927276611328125, 1.66851806640625, 1.7443084716796875, 1.820098876953125, 1.8958892822265625, 1.9716796875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 5.0, 7.0, 5.0, 5.0, 6.0, 8.0, 14.0, 16.0, 22.0, 15.0, 34.0, 33.0, 48.0, 34.0, 67.0, 46.0, 60.0, 70.0, 60.0, 64.0, 54.0, 55.0, 51.0, 44.0, 36.0, 42.0, 25.0, 22.0, 16.0, 6.0, 13.0, 4.0, 7.0, 8.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8642578125, -1.8139495849609375, -1.763641357421875, -1.7133331298828125, -1.66302490234375, -1.6127166748046875, -1.562408447265625, -1.5121002197265625, -1.4617919921875, -1.4114837646484375, -1.361175537109375, -1.3108673095703125, -1.26055908203125, -1.2102508544921875, -1.159942626953125, -1.1096343994140625, -1.059326171875, -1.0090179443359375, -0.958709716796875, -0.9084014892578125, -0.85809326171875, -0.8077850341796875, -0.757476806640625, -0.7071685791015625, -0.6568603515625, -0.6065521240234375, -0.556243896484375, -0.5059356689453125, -0.45562744140625, -0.4053192138671875, -0.355010986328125, -0.3047027587890625, -0.25439453125, -0.2040863037109375, -0.153778076171875, -0.1034698486328125, -0.05316162109375, -0.0028533935546875, 0.047454833984375, 0.0977630615234375, 0.1480712890625, 0.1983795166015625, 0.248687744140625, 0.2989959716796875, 0.34930419921875, 0.3996124267578125, 0.449920654296875, 0.5002288818359375, 0.550537109375, 0.6008453369140625, 0.651153564453125, 0.7014617919921875, 0.75177001953125, 0.8020782470703125, 0.852386474609375, 0.9026947021484375, 0.9530029296875, 1.0033111572265625, 1.053619384765625, 1.1039276123046875, 1.15423583984375, 1.2045440673828125, 1.254852294921875, 1.3051605224609375, 1.35546875]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 5.0, 8.0, 1.0, 11.0, 14.0, 12.0, 30.0, 29.0, 52.0, 66.0, 99.0, 137.0, 229.0, 397.0, 627.0, 1298.0, 3486.0, 15909.0, 132302.0, 783243.0, 92798.0, 12158.0, 3022.0, 1132.0, 555.0, 305.0, 205.0, 125.0, 104.0, 51.0, 35.0, 31.0, 22.0, 17.0, 16.0, 12.0, 4.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-4.66796875, -4.543243408203125, -4.41851806640625, -4.293792724609375, -4.1690673828125, -4.044342041015625, -3.91961669921875, -3.794891357421875, -3.670166015625, -3.545440673828125, -3.42071533203125, -3.295989990234375, -3.1712646484375, -3.046539306640625, -2.92181396484375, -2.797088623046875, -2.67236328125, -2.547637939453125, -2.42291259765625, -2.298187255859375, -2.1734619140625, -2.048736572265625, -1.92401123046875, -1.799285888671875, -1.674560546875, -1.549835205078125, -1.42510986328125, -1.300384521484375, -1.1756591796875, -1.050933837890625, -0.92620849609375, -0.801483154296875, -0.6767578125, -0.552032470703125, -0.42730712890625, -0.302581787109375, -0.1778564453125, -0.053131103515625, 0.07159423828125, 0.196319580078125, 0.321044921875, 0.445770263671875, 0.57049560546875, 0.695220947265625, 0.8199462890625, 0.944671630859375, 1.06939697265625, 1.194122314453125, 1.31884765625, 1.443572998046875, 1.56829833984375, 1.693023681640625, 1.8177490234375, 1.942474365234375, 2.06719970703125, 2.191925048828125, 2.316650390625, 2.441375732421875, 2.56610107421875, 2.690826416015625, 2.8155517578125, 2.940277099609375, 3.06500244140625, 3.189727783203125, 3.314453125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 7.0, 4.0, 9.0, 7.0, 12.0, 16.0, 15.0, 22.0, 21.0, 39.0, 33.0, 34.0, 43.0, 49.0, 49.0, 55.0, 62.0, 64.0, 56.0, 54.0, 55.0, 35.0, 36.0, 42.0, 41.0, 23.0, 22.0, 28.0, 16.0, 13.0, 11.0, 11.0, 1.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.33203125, -4.1766357421875, -4.021240234375, -3.8658447265625, -3.71044921875, -3.5550537109375, -3.399658203125, -3.2442626953125, -3.0888671875, -2.9334716796875, -2.778076171875, -2.6226806640625, -2.46728515625, -2.3118896484375, -2.156494140625, -2.0010986328125, -1.845703125, -1.6903076171875, -1.534912109375, -1.3795166015625, -1.22412109375, -1.0687255859375, -0.913330078125, -0.7579345703125, -0.6025390625, -0.4471435546875, -0.291748046875, -0.1363525390625, 0.01904296875, 0.1744384765625, 0.329833984375, 0.4852294921875, 0.640625, 0.7960205078125, 0.951416015625, 1.1068115234375, 1.26220703125, 1.4176025390625, 1.572998046875, 1.7283935546875, 1.8837890625, 2.0391845703125, 2.194580078125, 2.3499755859375, 2.50537109375, 2.6607666015625, 2.816162109375, 2.9715576171875, 3.126953125, 3.2823486328125, 3.437744140625, 3.5931396484375, 3.74853515625, 3.9039306640625, 4.059326171875, 4.2147216796875, 4.3701171875, 4.5255126953125, 4.680908203125, 4.8363037109375, 4.99169921875, 5.1470947265625, 5.302490234375, 5.4578857421875, 5.61328125]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 3.0, 8.0, 12.0, 14.0, 10.0, 21.0, 27.0, 39.0, 53.0, 93.0, 153.0, 238.0, 557.0, 1096.0, 2580.0, 6348.0, 18893.0, 72367.0, 723736.0, 170844.0, 34017.0, 10338.0, 3808.0, 1595.0, 740.0, 357.0, 203.0, 140.0, 75.0, 50.0, 35.0, 25.0, 16.0, 13.0, 7.0, 10.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.2255859375, -1.1892547607421875, -1.152923583984375, -1.1165924072265625, -1.08026123046875, -1.0439300537109375, -1.007598876953125, -0.9712677001953125, -0.9349365234375, -0.8986053466796875, -0.862274169921875, -0.8259429931640625, -0.78961181640625, -0.7532806396484375, -0.716949462890625, -0.6806182861328125, -0.644287109375, -0.6079559326171875, -0.571624755859375, -0.5352935791015625, -0.49896240234375, -0.4626312255859375, -0.426300048828125, -0.3899688720703125, -0.3536376953125, -0.3173065185546875, -0.280975341796875, -0.2446441650390625, -0.20831298828125, -0.1719818115234375, -0.135650634765625, -0.0993194580078125, -0.06298828125, -0.0266571044921875, 0.009674072265625, 0.0460052490234375, 0.08233642578125, 0.1186676025390625, 0.154998779296875, 0.1913299560546875, 0.2276611328125, 0.2639923095703125, 0.300323486328125, 0.3366546630859375, 0.37298583984375, 0.4093170166015625, 0.445648193359375, 0.4819793701171875, 0.518310546875, 0.5546417236328125, 0.590972900390625, 0.6273040771484375, 0.66363525390625, 0.6999664306640625, 0.736297607421875, 0.7726287841796875, 0.8089599609375, 0.8452911376953125, 0.881622314453125, 0.9179534912109375, 0.95428466796875, 0.9906158447265625, 1.026947021484375, 1.0632781982421875, 1.099609375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 6.0, 1.0, 4.0, 5.0, 6.0, 10.0, 12.0, 32.0, 42.0, 86.0, 126.0, 273.0, 171.0, 79.0, 44.0, 35.0, 23.0, 9.0, 15.0, 5.0, 4.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003178119659423828, -0.00030489638447761536, -0.0002919808030128479, -0.00027906522154808044, -0.000266149640083313, -0.00025323405861854553, -0.00024031847715377808, -0.00022740289568901062, -0.00021448731422424316, -0.0002015717327594757, -0.00018865615129470825, -0.0001757405698299408, -0.00016282498836517334, -0.00014990940690040588, -0.00013699382543563843, -0.00012407824397087097, -0.00011116266250610352, -9.824708104133606e-05, -8.53314995765686e-05, -7.241591811180115e-05, -5.950033664703369e-05, -4.6584755182266235e-05, -3.366917371749878e-05, -2.0753592252731323e-05, -7.838010787963867e-06, 5.077570676803589e-06, 1.7993152141571045e-05, 3.09087336063385e-05, 4.382431507110596e-05, 5.673989653587341e-05, 6.965547800064087e-05, 8.257105946540833e-05, 9.548664093017578e-05, 0.00010840222239494324, 0.0001213178038597107, 0.00013423338532447815, 0.0001471489667892456, 0.00016006454825401306, 0.00017298012971878052, 0.00018589571118354797, 0.00019881129264831543, 0.00021172687411308289, 0.00022464245557785034, 0.0002375580370426178, 0.00025047361850738525, 0.0002633891999721527, 0.00027630478143692017, 0.0002892203629016876, 0.0003021359443664551, 0.00031505152583122253, 0.00032796710729599, 0.00034088268876075745, 0.0003537982702255249, 0.00036671385169029236, 0.0003796294331550598, 0.00039254501461982727, 0.0004054605960845947, 0.0004183761775493622, 0.00043129175901412964, 0.0004442073404788971, 0.00045712292194366455, 0.000470038503408432, 0.00048295408487319946, 0.0004958696663379669, 0.0005087852478027344]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 3.0, 6.0, 6.0, 15.0, 8.0, 23.0, 25.0, 46.0, 92.0, 149.0, 233.0, 441.0, 944.0, 2363.0, 6672.0, 25188.0, 148658.0, 761932.0, 77628.0, 16044.0, 4668.0, 1776.0, 743.0, 379.0, 191.0, 119.0, 87.0, 36.0, 21.0, 21.0, 13.0, 8.0, 6.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2978515625, -1.256439208984375, -1.21502685546875, -1.173614501953125, -1.1322021484375, -1.090789794921875, -1.04937744140625, -1.007965087890625, -0.966552734375, -0.925140380859375, -0.88372802734375, -0.842315673828125, -0.8009033203125, -0.759490966796875, -0.71807861328125, -0.676666259765625, -0.63525390625, -0.593841552734375, -0.55242919921875, -0.511016845703125, -0.4696044921875, -0.428192138671875, -0.38677978515625, -0.345367431640625, -0.303955078125, -0.262542724609375, -0.22113037109375, -0.179718017578125, -0.1383056640625, -0.096893310546875, -0.05548095703125, -0.014068603515625, 0.02734375, 0.068756103515625, 0.11016845703125, 0.151580810546875, 0.1929931640625, 0.234405517578125, 0.27581787109375, 0.317230224609375, 0.358642578125, 0.400054931640625, 0.44146728515625, 0.482879638671875, 0.5242919921875, 0.565704345703125, 0.60711669921875, 0.648529052734375, 0.68994140625, 0.731353759765625, 0.77276611328125, 0.814178466796875, 0.8555908203125, 0.897003173828125, 0.93841552734375, 0.979827880859375, 1.021240234375, 1.062652587890625, 1.10406494140625, 1.145477294921875, 1.1868896484375, 1.228302001953125, 1.26971435546875, 1.311126708984375, 1.3525390625]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 8.0, 8.0, 10.0, 10.0, 12.0, 19.0, 37.0, 33.0, 43.0, 60.0, 94.0, 119.0, 135.0, 118.0, 84.0, 49.0, 31.0, 43.0, 23.0, 16.0, 14.0, 10.0, 5.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2060546875, -1.168609619140625, -1.13116455078125, -1.093719482421875, -1.0562744140625, -1.018829345703125, -0.98138427734375, -0.943939208984375, -0.906494140625, -0.869049072265625, -0.83160400390625, -0.794158935546875, -0.7567138671875, -0.719268798828125, -0.68182373046875, -0.644378662109375, -0.60693359375, -0.569488525390625, -0.53204345703125, -0.494598388671875, -0.4571533203125, -0.419708251953125, -0.38226318359375, -0.344818115234375, -0.307373046875, -0.269927978515625, -0.23248291015625, -0.195037841796875, -0.1575927734375, -0.120147705078125, -0.08270263671875, -0.045257568359375, -0.0078125, 0.029632568359375, 0.06707763671875, 0.104522705078125, 0.1419677734375, 0.179412841796875, 0.21685791015625, 0.254302978515625, 0.291748046875, 0.329193115234375, 0.36663818359375, 0.404083251953125, 0.4415283203125, 0.478973388671875, 0.51641845703125, 0.553863525390625, 0.59130859375, 0.628753662109375, 0.66619873046875, 0.703643798828125, 0.7410888671875, 0.778533935546875, 0.81597900390625, 0.853424072265625, 0.890869140625, 0.928314208984375, 0.96575927734375, 1.003204345703125, 1.0406494140625, 1.078094482421875, 1.11553955078125, 1.152984619140625, 1.1904296875]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 5.0, 18.0, 48.0, 144.0, 455.0, 207.0, 60.0, 32.0, 15.0, 7.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.05590057373047, -21.582763671875, -20.109628677368164, -18.636491775512695, -17.16335678100586, -15.69021987915039, -14.217083930969238, -12.743947982788086, -11.270812034606934, -9.797676086425781, -8.324540138244629, -6.851403713226318, -5.378267765045166, -3.9051318168640137, -2.431995391845703, -0.9588594436645508, 0.5142765045166016, 1.9874125719070435, 3.4605486392974854, 4.933684825897217, 6.406820774078369, 7.8799567222595215, 9.353093147277832, 10.826229095458984, 12.299365043640137, 13.772500991821289, 15.245636940002441, 16.718772888183594, 18.191909790039062, 19.6650447845459, 21.138181686401367, 22.611316680908203, 24.084453582763672, 25.55759048461914, 27.030725479125977, 28.503862380981445, 29.97699737548828, 31.45013427734375, 32.92327117919922, 34.39640808105469, 35.86954116821289, 37.34267807006836, 38.81581497192383, 40.28894805908203, 41.7620849609375, 43.23522186279297, 44.70835876464844, 46.181495666503906, 47.654632568359375, 49.127769470214844, 50.60090637207031, 52.074039459228516, 53.547176361083984, 55.02031326293945, 56.49345016479492, 57.966583251953125, 59.439720153808594, 60.91285705566406, 62.38599395751953, 63.859127044677734, 65.33226776123047, 66.8053970336914, 68.27853393554688, 69.75167083740234, 71.22480773925781]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 7.0, 4.0, 4.0, 10.0, 13.0, 11.0, 8.0, 19.0, 17.0, 25.0, 23.0, 19.0, 22.0, 30.0, 27.0, 44.0, 66.0, 76.0, 84.0, 110.0, 61.0, 47.0, 36.0, 36.0, 30.0, 31.0, 15.0, 21.0, 16.0, 19.0, 15.0, 9.0, 15.0, 11.0, 4.0, 3.0, 6.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.63197135925293, -15.069726943969727, -14.507482528686523, -13.945237159729004, -13.3829927444458, -12.820748329162598, -12.258502960205078, -11.696258544921875, -11.134014129638672, -10.571769714355469, -10.009525299072266, -9.447279930114746, -8.885035514831543, -8.32279109954834, -7.7605462074279785, -7.198301315307617, -6.636056900024414, -6.073812484741211, -5.51156759262085, -4.949322700500488, -4.387078285217285, -3.824833631515503, -3.2625889778137207, -2.7003443241119385, -2.1380996704101562, -1.575855016708374, -1.0136103630065918, -0.45136570930480957, 0.11087894439697266, 0.6731235980987549, 1.235368251800537, 1.7976129055023193, 2.3598575592041016, 2.922102212905884, 3.484346866607666, 4.046591758728027, 4.6088361740112305, 5.171080589294434, 5.733325481414795, 6.295570373535156, 6.857814788818359, 7.4200592041015625, 7.982304096221924, 8.544548988342285, 9.106793403625488, 9.669037818908691, 10.231283187866211, 10.793527603149414, 11.355772018432617, 11.91801643371582, 12.480260848999023, 13.042506217956543, 13.604750633239746, 14.16699504852295, 14.729240417480469, 15.291484832763672, 15.853729248046875, 16.415973663330078, 16.97821807861328, 17.540462493896484, 18.102706909179688, 18.664953231811523, 19.227197647094727, 19.78944206237793, 20.351686477661133]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 9.0, 10.0, 8.0, 27.0, 27.0, 39.0, 88.0, 151.0, 267.0, 584.0, 1271.0, 3413.0, 12642.0, 116202.0, 2203133.0, 1748720.0, 90416.0, 11743.0, 3190.0, 1212.0, 554.0, 251.0, 136.0, 82.0, 45.0, 28.0, 20.0, 10.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.10546875, -3.029632568359375, -2.95379638671875, -2.877960205078125, -2.8021240234375, -2.726287841796875, -2.65045166015625, -2.574615478515625, -2.498779296875, -2.422943115234375, -2.34710693359375, -2.271270751953125, -2.1954345703125, -2.119598388671875, -2.04376220703125, -1.967926025390625, -1.89208984375, -1.816253662109375, -1.74041748046875, -1.664581298828125, -1.5887451171875, -1.512908935546875, -1.43707275390625, -1.361236572265625, -1.285400390625, -1.209564208984375, -1.13372802734375, -1.057891845703125, -0.9820556640625, -0.906219482421875, -0.83038330078125, -0.754547119140625, -0.6787109375, -0.602874755859375, -0.52703857421875, -0.451202392578125, -0.3753662109375, -0.299530029296875, -0.22369384765625, -0.147857666015625, -0.072021484375, 0.003814697265625, 0.07965087890625, 0.155487060546875, 0.2313232421875, 0.307159423828125, 0.38299560546875, 0.458831787109375, 0.53466796875, 0.610504150390625, 0.68634033203125, 0.762176513671875, 0.8380126953125, 0.913848876953125, 0.98968505859375, 1.065521240234375, 1.141357421875, 1.217193603515625, 1.29302978515625, 1.368865966796875, 1.4447021484375, 1.520538330078125, 1.59637451171875, 1.672210693359375, 1.748046875]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 4.0, 7.0, 5.0, 8.0, 13.0, 13.0, 26.0, 21.0, 28.0, 35.0, 43.0, 48.0, 57.0, 73.0, 67.0, 73.0, 73.0, 55.0, 57.0, 44.0, 42.0, 42.0, 41.0, 30.0, 22.0, 15.0, 13.0, 19.0, 5.0, 5.0, 10.0, 3.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8681640625, -1.817413330078125, -1.76666259765625, -1.715911865234375, -1.6651611328125, -1.614410400390625, -1.56365966796875, -1.512908935546875, -1.462158203125, -1.411407470703125, -1.36065673828125, -1.309906005859375, -1.2591552734375, -1.208404541015625, -1.15765380859375, -1.106903076171875, -1.05615234375, -1.005401611328125, -0.95465087890625, -0.903900146484375, -0.8531494140625, -0.802398681640625, -0.75164794921875, -0.700897216796875, -0.650146484375, -0.599395751953125, -0.54864501953125, -0.497894287109375, -0.4471435546875, -0.396392822265625, -0.34564208984375, -0.294891357421875, -0.244140625, -0.193389892578125, -0.14263916015625, -0.091888427734375, -0.0411376953125, 0.009613037109375, 0.06036376953125, 0.111114501953125, 0.161865234375, 0.212615966796875, 0.26336669921875, 0.314117431640625, 0.3648681640625, 0.415618896484375, 0.46636962890625, 0.517120361328125, 0.56787109375, 0.618621826171875, 0.66937255859375, 0.720123291015625, 0.7708740234375, 0.821624755859375, 0.87237548828125, 0.923126220703125, 0.973876953125, 1.024627685546875, 1.07537841796875, 1.126129150390625, 1.1768798828125, 1.227630615234375, 1.27838134765625, 1.329132080078125, 1.3798828125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 10.0, 5.0, 7.0, 5.0, 15.0, 21.0, 25.0, 46.0, 79.0, 123.0, 218.0, 557.0, 1455.0, 5575.0, 32719.0, 2758057.0, 1364264.0, 24266.0, 4485.0, 1287.0, 474.0, 238.0, 112.0, 83.0, 38.0, 21.0, 21.0, 19.0, 7.0, 7.0, 6.0, 9.0, 4.0, 4.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.30859375, -4.1693115234375, -4.030029296875, -3.8907470703125, -3.75146484375, -3.6121826171875, -3.472900390625, -3.3336181640625, -3.1943359375, -3.0550537109375, -2.915771484375, -2.7764892578125, -2.63720703125, -2.4979248046875, -2.358642578125, -2.2193603515625, -2.080078125, -1.9407958984375, -1.801513671875, -1.6622314453125, -1.52294921875, -1.3836669921875, -1.244384765625, -1.1051025390625, -0.9658203125, -0.8265380859375, -0.687255859375, -0.5479736328125, -0.40869140625, -0.2694091796875, -0.130126953125, 0.0091552734375, 0.1484375, 0.2877197265625, 0.427001953125, 0.5662841796875, 0.70556640625, 0.8448486328125, 0.984130859375, 1.1234130859375, 1.2626953125, 1.4019775390625, 1.541259765625, 1.6805419921875, 1.81982421875, 1.9591064453125, 2.098388671875, 2.2376708984375, 2.376953125, 2.5162353515625, 2.655517578125, 2.7947998046875, 2.93408203125, 3.0733642578125, 3.212646484375, 3.3519287109375, 3.4912109375, 3.6304931640625, 3.769775390625, 3.9090576171875, 4.04833984375, 4.1876220703125, 4.326904296875, 4.4661865234375, 4.60546875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 3.0, 5.0, 2.0, 0.0, 7.0, 13.0, 11.0, 12.0, 30.0, 30.0, 52.0, 99.0, 129.0, 265.0, 425.0, 620.0, 768.0, 599.0, 383.0, 240.0, 123.0, 82.0, 60.0, 26.0, 27.0, 18.0, 7.0, 10.0, 4.0, 6.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.65234375, -2.565338134765625, -2.47833251953125, -2.391326904296875, -2.3043212890625, -2.217315673828125, -2.13031005859375, -2.043304443359375, -1.956298828125, -1.869293212890625, -1.78228759765625, -1.695281982421875, -1.6082763671875, -1.521270751953125, -1.43426513671875, -1.347259521484375, -1.26025390625, -1.173248291015625, -1.08624267578125, -0.999237060546875, -0.9122314453125, -0.825225830078125, -0.73822021484375, -0.651214599609375, -0.564208984375, -0.477203369140625, -0.39019775390625, -0.303192138671875, -0.2161865234375, -0.129180908203125, -0.04217529296875, 0.044830322265625, 0.1318359375, 0.218841552734375, 0.30584716796875, 0.392852783203125, 0.4798583984375, 0.566864013671875, 0.65386962890625, 0.740875244140625, 0.827880859375, 0.914886474609375, 1.00189208984375, 1.088897705078125, 1.1759033203125, 1.262908935546875, 1.34991455078125, 1.436920166015625, 1.52392578125, 1.610931396484375, 1.69793701171875, 1.784942626953125, 1.8719482421875, 1.958953857421875, 2.04595947265625, 2.132965087890625, 2.219970703125, 2.306976318359375, 2.39398193359375, 2.480987548828125, 2.5679931640625, 2.654998779296875, 2.74200439453125, 2.829010009765625, 2.916015625]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 3.0, 11.0, 22.0, 50.0, 86.0, 187.0, 252.0, 204.0, 98.0, 51.0, 23.0, 8.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0], "bins": [-51.76803970336914, -50.74264144897461, -49.71724319458008, -48.69184875488281, -47.66645050048828, -46.64105224609375, -45.61565399169922, -44.59025573730469, -43.564857482910156, -42.539459228515625, -41.514060974121094, -40.48866653442383, -39.4632682800293, -38.437870025634766, -37.412471771240234, -36.3870735168457, -35.36167907714844, -34.336280822753906, -33.310882568359375, -32.28548812866211, -31.260089874267578, -30.234691619873047, -29.209293365478516, -28.183895111083984, -27.158498764038086, -26.133100509643555, -25.107704162597656, -24.082305908203125, -23.056907653808594, -22.031511306762695, -21.006113052368164, -19.980716705322266, -18.95531463623047, -17.929916381835938, -16.90452003479004, -15.879121780395508, -14.853724479675293, -13.828327178955078, -12.802928924560547, -11.777531623840332, -10.752134323120117, -9.726737022399902, -8.701339721679688, -7.675941467285156, -6.650544166564941, -5.625146865844727, -4.5997490882873535, -3.5743513107299805, -2.5489540100097656, -1.5235564708709717, -0.49815893173217773, 0.5272386074066162, 1.5526361465454102, 2.578033447265625, 3.603431224822998, 4.628829002380371, 5.654226303100586, 6.679623603820801, 7.705021381378174, 8.730419158935547, 9.755816459655762, 10.781213760375977, 11.806612014770508, 12.832009315490723, 13.857406616210938]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 6.0, 6.0, 11.0, 16.0, 19.0, 20.0, 44.0, 36.0, 34.0, 59.0, 68.0, 74.0, 68.0, 91.0, 61.0, 73.0, 63.0, 57.0, 38.0, 48.0, 31.0, 17.0, 22.0, 10.0, 8.0, 11.0, 5.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.855316162109375, -18.292593002319336, -17.729869842529297, -17.167146682739258, -16.60442352294922, -16.041702270507812, -15.478978157043457, -14.916254997253418, -14.353532791137695, -13.790809631347656, -13.228086471557617, -12.665363311767578, -12.102641105651855, -11.539917945861816, -10.977194786071777, -10.414471626281738, -9.8517484664917, -9.28902530670166, -8.726302146911621, -8.163579940795898, -7.600856781005859, -7.03813362121582, -6.475410461425781, -5.912687301635742, -5.349964618682861, -4.787241458892822, -4.224518775939941, -3.6617956161499023, -3.0990726947784424, -2.5363497734069824, -1.9736266136169434, -1.4109036922454834, -0.8481807708740234, -0.2854577898979187, 0.27726519107818604, 0.8399882316589355, 1.4027111530303955, 1.9654340744018555, 2.5281572341918945, 3.0908801555633545, 3.6536030769348145, 4.2163262367248535, 4.779048919677734, 5.341772079467773, 5.9044952392578125, 6.467217922210693, 7.029941082000732, 7.592663764953613, 8.155386924743652, 8.718110084533691, 9.28083324432373, 9.843555450439453, 10.406278610229492, 10.969001770019531, 11.53172492980957, 12.09444808959961, 12.657171249389648, 13.219894409179688, 13.782617568969727, 14.345340728759766, 14.908062934875488, 15.470786094665527, 16.03350830078125, 16.59623146057129, 17.158954620361328]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 9.0, 13.0, 14.0, 16.0, 33.0, 44.0, 91.0, 138.0, 256.0, 443.0, 830.0, 1519.0, 3256.0, 7122.0, 17871.0, 48725.0, 158966.0, 443077.0, 249931.0, 72992.0, 24780.0, 9620.0, 4443.0, 2012.0, 988.0, 589.0, 303.0, 186.0, 93.0, 58.0, 48.0, 35.0, 20.0, 19.0, 6.0, 3.0, 1.0, 3.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.67578125, -2.6028289794921875, -2.529876708984375, -2.4569244384765625, -2.38397216796875, -2.3110198974609375, -2.238067626953125, -2.1651153564453125, -2.0921630859375, -2.0192108154296875, -1.946258544921875, -1.8733062744140625, -1.80035400390625, -1.7274017333984375, -1.654449462890625, -1.5814971923828125, -1.508544921875, -1.4355926513671875, -1.362640380859375, -1.2896881103515625, -1.21673583984375, -1.1437835693359375, -1.070831298828125, -0.9978790283203125, -0.9249267578125, -0.8519744873046875, -0.779022216796875, -0.7060699462890625, -0.63311767578125, -0.5601654052734375, -0.487213134765625, -0.4142608642578125, -0.34130859375, -0.2683563232421875, -0.195404052734375, -0.1224517822265625, -0.04949951171875, 0.0234527587890625, 0.096405029296875, 0.1693572998046875, 0.2423095703125, 0.3152618408203125, 0.388214111328125, 0.4611663818359375, 0.53411865234375, 0.6070709228515625, 0.680023193359375, 0.7529754638671875, 0.825927734375, 0.8988800048828125, 0.971832275390625, 1.0447845458984375, 1.11773681640625, 1.1906890869140625, 1.263641357421875, 1.3365936279296875, 1.4095458984375, 1.4824981689453125, 1.555450439453125, 1.6284027099609375, 1.70135498046875, 1.7743072509765625, 1.847259521484375, 1.9202117919921875, 1.9931640625]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 5.0, 5.0, 7.0, 2.0, 9.0, 15.0, 18.0, 16.0, 18.0, 25.0, 24.0, 48.0, 45.0, 42.0, 41.0, 60.0, 63.0, 66.0, 72.0, 55.0, 48.0, 47.0, 38.0, 31.0, 39.0, 32.0, 26.0, 18.0, 21.0, 23.0, 10.0, 12.0, 11.0, 5.0, 6.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.8876953125, -1.8404998779296875, -1.793304443359375, -1.7461090087890625, -1.69891357421875, -1.6517181396484375, -1.604522705078125, -1.5573272705078125, -1.5101318359375, -1.4629364013671875, -1.415740966796875, -1.3685455322265625, -1.32135009765625, -1.2741546630859375, -1.226959228515625, -1.1797637939453125, -1.132568359375, -1.0853729248046875, -1.038177490234375, -0.9909820556640625, -0.94378662109375, -0.8965911865234375, -0.849395751953125, -0.8022003173828125, -0.7550048828125, -0.7078094482421875, -0.660614013671875, -0.6134185791015625, -0.56622314453125, -0.5190277099609375, -0.471832275390625, -0.4246368408203125, -0.37744140625, -0.3302459716796875, -0.283050537109375, -0.2358551025390625, -0.18865966796875, -0.1414642333984375, -0.094268798828125, -0.0470733642578125, 0.0001220703125, 0.0473175048828125, 0.094512939453125, 0.1417083740234375, 0.18890380859375, 0.2360992431640625, 0.283294677734375, 0.3304901123046875, 0.377685546875, 0.4248809814453125, 0.472076416015625, 0.5192718505859375, 0.56646728515625, 0.6136627197265625, 0.660858154296875, 0.7080535888671875, 0.7552490234375, 0.8024444580078125, 0.849639892578125, 0.8968353271484375, 0.94403076171875, 0.9912261962890625, 1.038421630859375, 1.0856170654296875, 1.1328125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 6.0, 10.0, 7.0, 13.0, 15.0, 28.0, 29.0, 36.0, 38.0, 63.0, 109.0, 156.0, 231.0, 331.0, 520.0, 861.0, 1677.0, 4254.0, 17319.0, 157884.0, 790872.0, 58788.0, 9190.0, 2867.0, 1211.0, 659.0, 438.0, 271.0, 190.0, 137.0, 93.0, 71.0, 45.0, 35.0, 25.0, 21.0, 17.0, 7.0, 13.0, 6.0, 6.0, 1.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.3515625, -4.22088623046875, -4.0902099609375, -3.95953369140625, -3.828857421875, -3.69818115234375, -3.5675048828125, -3.43682861328125, -3.30615234375, -3.17547607421875, -3.0447998046875, -2.91412353515625, -2.783447265625, -2.65277099609375, -2.5220947265625, -2.39141845703125, -2.2607421875, -2.13006591796875, -1.9993896484375, -1.86871337890625, -1.738037109375, -1.60736083984375, -1.4766845703125, -1.34600830078125, -1.21533203125, -1.08465576171875, -0.9539794921875, -0.82330322265625, -0.692626953125, -0.56195068359375, -0.4312744140625, -0.30059814453125, -0.169921875, -0.03924560546875, 0.0914306640625, 0.22210693359375, 0.352783203125, 0.48345947265625, 0.6141357421875, 0.74481201171875, 0.87548828125, 1.00616455078125, 1.1368408203125, 1.26751708984375, 1.398193359375, 1.52886962890625, 1.6595458984375, 1.79022216796875, 1.9208984375, 2.05157470703125, 2.1822509765625, 2.31292724609375, 2.443603515625, 2.57427978515625, 2.7049560546875, 2.83563232421875, 2.96630859375, 3.09698486328125, 3.2276611328125, 3.35833740234375, 3.489013671875, 3.61968994140625, 3.7503662109375, 3.88104248046875, 4.01171875]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 0.0, 2.0, 3.0, 5.0, 5.0, 6.0, 6.0, 8.0, 5.0, 6.0, 19.0, 21.0, 18.0, 31.0, 32.0, 29.0, 39.0, 42.0, 47.0, 51.0, 41.0, 56.0, 52.0, 52.0, 67.0, 53.0, 47.0, 44.0, 37.0, 31.0, 25.0, 20.0, 22.0, 15.0, 9.0, 15.0, 6.0, 4.0, 11.0, 4.0, 3.0, 3.0, 1.0, 3.0, 8.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.49609375, -4.35205078125, -4.2080078125, -4.06396484375, -3.919921875, -3.77587890625, -3.6318359375, -3.48779296875, -3.34375, -3.19970703125, -3.0556640625, -2.91162109375, -2.767578125, -2.62353515625, -2.4794921875, -2.33544921875, -2.19140625, -2.04736328125, -1.9033203125, -1.75927734375, -1.615234375, -1.47119140625, -1.3271484375, -1.18310546875, -1.0390625, -0.89501953125, -0.7509765625, -0.60693359375, -0.462890625, -0.31884765625, -0.1748046875, -0.03076171875, 0.11328125, 0.25732421875, 0.4013671875, 0.54541015625, 0.689453125, 0.83349609375, 0.9775390625, 1.12158203125, 1.265625, 1.40966796875, 1.5537109375, 1.69775390625, 1.841796875, 1.98583984375, 2.1298828125, 2.27392578125, 2.41796875, 2.56201171875, 2.7060546875, 2.85009765625, 2.994140625, 3.13818359375, 3.2822265625, 3.42626953125, 3.5703125, 3.71435546875, 3.8583984375, 4.00244140625, 4.146484375, 4.29052734375, 4.4345703125, 4.57861328125, 4.72265625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 4.0, 7.0, 7.0, 8.0, 8.0, 3.0, 10.0, 13.0, 20.0, 14.0, 27.0, 31.0, 44.0, 65.0, 96.0, 166.0, 292.0, 562.0, 1503.0, 3996.0, 15714.0, 139386.0, 835332.0, 39161.0, 7655.0, 2476.0, 908.0, 411.0, 218.0, 114.0, 84.0, 74.0, 40.0, 39.0, 15.0, 8.0, 14.0, 14.0, 4.0, 2.0, 5.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.4375, -1.389984130859375, -1.34246826171875, -1.294952392578125, -1.2474365234375, -1.199920654296875, -1.15240478515625, -1.104888916015625, -1.057373046875, -1.009857177734375, -0.96234130859375, -0.914825439453125, -0.8673095703125, -0.819793701171875, -0.77227783203125, -0.724761962890625, -0.67724609375, -0.629730224609375, -0.58221435546875, -0.534698486328125, -0.4871826171875, -0.439666748046875, -0.39215087890625, -0.344635009765625, -0.297119140625, -0.249603271484375, -0.20208740234375, -0.154571533203125, -0.1070556640625, -0.059539794921875, -0.01202392578125, 0.035491943359375, 0.0830078125, 0.130523681640625, 0.17803955078125, 0.225555419921875, 0.2730712890625, 0.320587158203125, 0.36810302734375, 0.415618896484375, 0.463134765625, 0.510650634765625, 0.55816650390625, 0.605682373046875, 0.6531982421875, 0.700714111328125, 0.74822998046875, 0.795745849609375, 0.84326171875, 0.890777587890625, 0.93829345703125, 0.985809326171875, 1.0333251953125, 1.080841064453125, 1.12835693359375, 1.175872802734375, 1.223388671875, 1.270904541015625, 1.31842041015625, 1.365936279296875, 1.4134521484375, 1.460968017578125, 1.50848388671875, 1.555999755859375, 1.603515625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 3.0, 1.0, 5.0, 8.0, 5.0, 4.0, 12.0, 14.0, 21.0, 34.0, 58.0, 91.0, 177.0, 219.0, 125.0, 65.0, 43.0, 26.0, 18.0, 11.0, 13.0, 10.0, 9.0, 2.0, 2.0, 3.0, 5.0, 6.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003323554992675781, -0.0003213956952095032, -0.0003104358911514282, -0.00029947608709335327, -0.0002885162830352783, -0.00027755647897720337, -0.0002665966749191284, -0.00025563687086105347, -0.0002446770668029785, -0.00023371726274490356, -0.0002227574586868286, -0.00021179765462875366, -0.0002008378505706787, -0.00018987804651260376, -0.0001789182424545288, -0.00016795843839645386, -0.0001569986343383789, -0.00014603883028030396, -0.000135079026222229, -0.00012411922216415405, -0.0001131594181060791, -0.00010219961404800415, -9.12398099899292e-05, -8.028000593185425e-05, -6.93202018737793e-05, -5.8360397815704346e-05, -4.7400593757629395e-05, -3.644078969955444e-05, -2.5480985641479492e-05, -1.4521181583404541e-05, -3.56137752532959e-06, 7.398426532745361e-06, 1.8358230590820312e-05, 2.9318034648895264e-05, 4.0277838706970215e-05, 5.1237642765045166e-05, 6.219744682312012e-05, 7.315725088119507e-05, 8.411705493927002e-05, 9.507685899734497e-05, 0.00010603666305541992, 0.00011699646711349487, 0.00012795627117156982, 0.00013891607522964478, 0.00014987587928771973, 0.00016083568334579468, 0.00017179548740386963, 0.00018275529146194458, 0.00019371509552001953, 0.00020467489957809448, 0.00021563470363616943, 0.00022659450769424438, 0.00023755431175231934, 0.0002485141158103943, 0.00025947391986846924, 0.0002704337239265442, 0.00028139352798461914, 0.0002923533320426941, 0.00030331313610076904, 0.000314272940158844, 0.00032523274421691895, 0.0003361925482749939, 0.00034715235233306885, 0.0003581121563911438, 0.00036907196044921875]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 6.0, 7.0, 9.0, 11.0, 21.0, 22.0, 37.0, 56.0, 81.0, 130.0, 184.0, 317.0, 501.0, 1036.0, 2300.0, 5877.0, 20339.0, 114076.0, 790737.0, 86136.0, 16867.0, 5429.0, 2134.0, 1023.0, 439.0, 288.0, 172.0, 101.0, 75.0, 43.0, 30.0, 22.0, 11.0, 11.0, 10.0, 5.0, 7.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.259765625, -1.224212646484375, -1.18865966796875, -1.153106689453125, -1.1175537109375, -1.082000732421875, -1.04644775390625, -1.010894775390625, -0.975341796875, -0.939788818359375, -0.90423583984375, -0.868682861328125, -0.8331298828125, -0.797576904296875, -0.76202392578125, -0.726470947265625, -0.69091796875, -0.655364990234375, -0.61981201171875, -0.584259033203125, -0.5487060546875, -0.513153076171875, -0.47760009765625, -0.442047119140625, -0.406494140625, -0.370941162109375, -0.33538818359375, -0.299835205078125, -0.2642822265625, -0.228729248046875, -0.19317626953125, -0.157623291015625, -0.1220703125, -0.086517333984375, -0.05096435546875, -0.015411376953125, 0.0201416015625, 0.055694580078125, 0.09124755859375, 0.126800537109375, 0.162353515625, 0.197906494140625, 0.23345947265625, 0.269012451171875, 0.3045654296875, 0.340118408203125, 0.37567138671875, 0.411224365234375, 0.44677734375, 0.482330322265625, 0.51788330078125, 0.553436279296875, 0.5889892578125, 0.624542236328125, 0.66009521484375, 0.695648193359375, 0.731201171875, 0.766754150390625, 0.80230712890625, 0.837860107421875, 0.8734130859375, 0.908966064453125, 0.94451904296875, 0.980072021484375, 1.015625]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 1.0, 3.0, 6.0, 4.0, 10.0, 7.0, 3.0, 8.0, 10.0, 11.0, 26.0, 37.0, 28.0, 32.0, 57.0, 69.0, 115.0, 112.0, 119.0, 73.0, 61.0, 43.0, 36.0, 31.0, 21.0, 10.0, 18.0, 12.0, 7.0, 9.0, 5.0, 5.0, 6.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.919921875, -0.8917007446289062, -0.8634796142578125, -0.8352584838867188, -0.807037353515625, -0.7788162231445312, -0.7505950927734375, -0.7223739624023438, -0.69415283203125, -0.6659317016601562, -0.6377105712890625, -0.6094894409179688, -0.581268310546875, -0.5530471801757812, -0.5248260498046875, -0.49660491943359375, -0.4683837890625, -0.44016265869140625, -0.4119415283203125, -0.38372039794921875, -0.355499267578125, -0.32727813720703125, -0.2990570068359375, -0.27083587646484375, -0.24261474609375, -0.21439361572265625, -0.1861724853515625, -0.15795135498046875, -0.129730224609375, -0.10150909423828125, -0.0732879638671875, -0.04506683349609375, -0.016845703125, 0.01137542724609375, 0.0395965576171875, 0.06781768798828125, 0.096038818359375, 0.12425994873046875, 0.1524810791015625, 0.18070220947265625, 0.20892333984375, 0.23714447021484375, 0.2653656005859375, 0.29358673095703125, 0.321807861328125, 0.35002899169921875, 0.3782501220703125, 0.40647125244140625, 0.4346923828125, 0.46291351318359375, 0.4911346435546875, 0.5193557739257812, 0.547576904296875, 0.5757980346679688, 0.6040191650390625, 0.6322402954101562, 0.66046142578125, 0.6886825561523438, 0.7169036865234375, 0.7451248168945312, 0.773345947265625, 0.8015670776367188, 0.8297882080078125, 0.8580093383789062, 0.88623046875]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 5.0, 5.0, 10.0, 52.0, 132.0, 486.0, 176.0, 79.0, 26.0, 11.0, 13.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-40.91729736328125, -39.4859619140625, -38.054630279541016, -36.62329864501953, -35.19196319580078, -33.76062774658203, -32.32929611206055, -30.89796257019043, -29.466629028320312, -28.035295486450195, -26.603961944580078, -25.17262840270996, -23.741294860839844, -22.309961318969727, -20.87862777709961, -19.447294235229492, -18.015960693359375, -16.584627151489258, -15.15329360961914, -13.721960067749023, -12.290626525878906, -10.859292984008789, -9.427959442138672, -7.996625900268555, -6.5652923583984375, -5.13395881652832, -3.702625274658203, -2.271291732788086, -0.8399581909179688, 0.5913753509521484, 2.0227088928222656, 3.454042434692383, 4.885372161865234, 6.316705703735352, 7.748039245605469, 9.179372787475586, 10.610706329345703, 12.04203987121582, 13.473373413085938, 14.904706954956055, 16.336040496826172, 17.76737403869629, 19.198707580566406, 20.630041122436523, 22.06137466430664, 23.492708206176758, 24.924041748046875, 26.355375289916992, 27.78670883178711, 29.218042373657227, 30.649375915527344, 32.080711364746094, 33.51204299926758, 34.94337463378906, 36.37471008300781, 37.80604553222656, 39.23737716674805, 40.66870880126953, 42.10004425048828, 43.53137969970703, 44.962711334228516, 46.39404296875, 47.82537841796875, 49.2567138671875, 50.688045501708984]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 7.0, 3.0, 4.0, 7.0, 10.0, 8.0, 4.0, 7.0, 4.0, 17.0, 16.0, 23.0, 17.0, 25.0, 23.0, 13.0, 20.0, 38.0, 30.0, 39.0, 60.0, 99.0, 126.0, 81.0, 37.0, 27.0, 34.0, 23.0, 30.0, 26.0, 15.0, 22.0, 15.0, 10.0, 11.0, 12.0, 13.0, 6.0, 8.0, 12.0, 3.0, 6.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-15.707444190979004, -15.218299865722656, -14.729154586791992, -14.240010261535645, -13.750865936279297, -13.261720657348633, -12.772576332092285, -12.283432006835938, -11.794286727905273, -11.305142402648926, -10.815997123718262, -10.326852798461914, -9.837708473205566, -9.348564147949219, -8.859418869018555, -8.370274543762207, -7.881130218505859, -7.3919854164123535, -6.902841091156006, -6.4136962890625, -5.924551963806152, -5.4354071617126465, -4.946262359619141, -4.457118034362793, -3.967973232269287, -3.4788286685943604, -2.9896841049194336, -2.5005393028259277, -2.011394739151001, -1.5222501754760742, -1.0331053733825684, -0.5439608097076416, -0.05481719970703125, 0.4343274235725403, 0.9234720468521118, 1.4126167297363281, 1.9017612934112549, 2.3909058570861816, 2.8800506591796875, 3.3691952228546143, 3.858339786529541, 4.347484588623047, 4.8366289138793945, 5.3257737159729, 5.814918518066406, 6.304062843322754, 6.79320764541626, 7.282352447509766, 7.771496772766113, 8.260641098022461, 8.749786376953125, 9.238930702209473, 9.72807502746582, 10.217220306396484, 10.706364631652832, 11.19550895690918, 11.684654235839844, 12.173798561096191, 12.662943840026855, 13.152088165283203, 13.64123249053955, 14.130376815795898, 14.619522094726562, 15.10866641998291, 15.597810745239258]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 11.0, 8.0, 7.0, 9.0, 31.0, 48.0, 124.0, 217.0, 417.0, 1020.0, 2613.0, 8352.0, 63217.0, 1263732.0, 2631014.0, 199226.0, 17562.0, 4086.0, 1396.0, 630.0, 286.0, 128.0, 57.0, 40.0, 28.0, 13.0, 4.0, 8.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.79296875, -3.69097900390625, -3.5889892578125, -3.48699951171875, -3.385009765625, -3.28302001953125, -3.1810302734375, -3.07904052734375, -2.97705078125, -2.87506103515625, -2.7730712890625, -2.67108154296875, -2.569091796875, -2.46710205078125, -2.3651123046875, -2.26312255859375, -2.1611328125, -2.05914306640625, -1.9571533203125, -1.85516357421875, -1.753173828125, -1.65118408203125, -1.5491943359375, -1.44720458984375, -1.34521484375, -1.24322509765625, -1.1412353515625, -1.03924560546875, -0.937255859375, -0.83526611328125, -0.7332763671875, -0.63128662109375, -0.529296875, -0.42730712890625, -0.3253173828125, -0.22332763671875, -0.121337890625, -0.01934814453125, 0.0826416015625, 0.18463134765625, 0.28662109375, 0.38861083984375, 0.4906005859375, 0.59259033203125, 0.694580078125, 0.79656982421875, 0.8985595703125, 1.00054931640625, 1.1025390625, 1.20452880859375, 1.3065185546875, 1.40850830078125, 1.510498046875, 1.61248779296875, 1.7144775390625, 1.81646728515625, 1.91845703125, 2.02044677734375, 2.1224365234375, 2.22442626953125, 2.326416015625, 2.42840576171875, 2.5303955078125, 2.63238525390625, 2.734375]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 3.0, 4.0, 6.0, 3.0, 3.0, 16.0, 17.0, 18.0, 19.0, 19.0, 25.0, 36.0, 44.0, 49.0, 57.0, 69.0, 62.0, 63.0, 57.0, 57.0, 60.0, 53.0, 37.0, 38.0, 34.0, 28.0, 19.0, 22.0, 16.0, 21.0, 17.0, 8.0, 8.0, 9.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.8369140625, -1.7909698486328125, -1.745025634765625, -1.6990814208984375, -1.65313720703125, -1.6071929931640625, -1.561248779296875, -1.5153045654296875, -1.4693603515625, -1.4234161376953125, -1.377471923828125, -1.3315277099609375, -1.28558349609375, -1.2396392822265625, -1.193695068359375, -1.1477508544921875, -1.101806640625, -1.0558624267578125, -1.009918212890625, -0.9639739990234375, -0.91802978515625, -0.8720855712890625, -0.826141357421875, -0.7801971435546875, -0.7342529296875, -0.6883087158203125, -0.642364501953125, -0.5964202880859375, -0.55047607421875, -0.5045318603515625, -0.458587646484375, -0.4126434326171875, -0.36669921875, -0.3207550048828125, -0.274810791015625, -0.2288665771484375, -0.18292236328125, -0.1369781494140625, -0.091033935546875, -0.0450897216796875, 0.0008544921875, 0.0467987060546875, 0.092742919921875, 0.1386871337890625, 0.18463134765625, 0.2305755615234375, 0.276519775390625, 0.3224639892578125, 0.368408203125, 0.4143524169921875, 0.460296630859375, 0.5062408447265625, 0.55218505859375, 0.5981292724609375, 0.644073486328125, 0.6900177001953125, 0.7359619140625, 0.7819061279296875, 0.827850341796875, 0.8737945556640625, 0.91973876953125, 0.9656829833984375, 1.011627197265625, 1.0575714111328125, 1.103515625]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 8.0, 7.0, 12.0, 24.0, 32.0, 58.0, 127.0, 235.0, 469.0, 1245.0, 5825.0, 3333101.0, 846392.0, 4818.0, 1062.0, 460.0, 171.0, 104.0, 54.0, 35.0, 24.0, 9.0, 4.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-16.375, -15.9434814453125, -15.511962890625, -15.0804443359375, -14.64892578125, -14.2174072265625, -13.785888671875, -13.3543701171875, -12.9228515625, -12.4913330078125, -12.059814453125, -11.6282958984375, -11.19677734375, -10.7652587890625, -10.333740234375, -9.9022216796875, -9.470703125, -9.0391845703125, -8.607666015625, -8.1761474609375, -7.74462890625, -7.3131103515625, -6.881591796875, -6.4500732421875, -6.0185546875, -5.5870361328125, -5.155517578125, -4.7239990234375, -4.29248046875, -3.8609619140625, -3.429443359375, -2.9979248046875, -2.56640625, -2.1348876953125, -1.703369140625, -1.2718505859375, -0.84033203125, -0.4088134765625, 0.022705078125, 0.4542236328125, 0.8857421875, 1.3172607421875, 1.748779296875, 2.1802978515625, 2.61181640625, 3.0433349609375, 3.474853515625, 3.9063720703125, 4.337890625, 4.7694091796875, 5.200927734375, 5.6324462890625, 6.06396484375, 6.4954833984375, 6.927001953125, 7.3585205078125, 7.7900390625, 8.2215576171875, 8.653076171875, 9.0845947265625, 9.51611328125, 9.9476318359375, 10.379150390625, 10.8106689453125, 11.2421875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 9.0, 13.0, 31.0, 52.0, 97.0, 167.0, 390.0, 843.0, 1142.0, 680.0, 311.0, 165.0, 60.0, 45.0, 26.0, 17.0, 14.0, 4.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.9765625, -9.7412109375, -9.505859375, -9.2705078125, -9.03515625, -8.7998046875, -8.564453125, -8.3291015625, -8.09375, -7.8583984375, -7.623046875, -7.3876953125, -7.15234375, -6.9169921875, -6.681640625, -6.4462890625, -6.2109375, -5.9755859375, -5.740234375, -5.5048828125, -5.26953125, -5.0341796875, -4.798828125, -4.5634765625, -4.328125, -4.0927734375, -3.857421875, -3.6220703125, -3.38671875, -3.1513671875, -2.916015625, -2.6806640625, -2.4453125, -2.2099609375, -1.974609375, -1.7392578125, -1.50390625, -1.2685546875, -1.033203125, -0.7978515625, -0.5625, -0.3271484375, -0.091796875, 0.1435546875, 0.37890625, 0.6142578125, 0.849609375, 1.0849609375, 1.3203125, 1.5556640625, 1.791015625, 2.0263671875, 2.26171875, 2.4970703125, 2.732421875, 2.9677734375, 3.203125, 3.4384765625, 3.673828125, 3.9091796875, 4.14453125, 4.3798828125, 4.615234375, 4.8505859375, 5.0859375]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 3.0, 2.0, 3.0, 13.0, 7.0, 14.0, 28.0, 43.0, 96.0, 176.0, 235.0, 175.0, 101.0, 48.0, 25.0, 9.0, 7.0, 2.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.9437255859375, -75.91709899902344, -73.89047241210938, -71.86383819580078, -69.83721160888672, -67.81058502197266, -65.7839584350586, -63.757328033447266, -61.73069763183594, -59.704071044921875, -57.67744064331055, -55.650814056396484, -53.624183654785156, -51.597557067871094, -49.57093048095703, -47.5443000793457, -45.51767349243164, -43.49104690551758, -41.46441650390625, -39.43778991699219, -37.41115951538086, -35.3845329284668, -33.35790252685547, -31.331275939941406, -29.30464744567871, -27.278018951416016, -25.25139045715332, -23.224761962890625, -21.198135375976562, -19.171504974365234, -17.144878387451172, -15.118249893188477, -13.091617584228516, -11.06498908996582, -9.038360595703125, -7.011733055114746, -4.985104560852051, -2.9584760665893555, -0.9318485260009766, 1.0947799682617188, 3.121408462524414, 5.148036956787109, 7.1746649742126465, 9.201292991638184, 11.227921485900879, 13.254549980163574, 15.281177520751953, 17.30780601501465, 19.334434509277344, 21.36106300354004, 23.387691497802734, 25.414318084716797, 27.440948486328125, 29.467575073242188, 31.494203567504883, 33.52083206176758, 35.547462463378906, 37.57408905029297, 39.6007194519043, 41.62734603881836, 43.65397644042969, 45.68060302734375, 47.70722961425781, 49.73386001586914, 51.7604866027832]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 9.0, 4.0, 6.0, 7.0, 16.0, 23.0, 34.0, 29.0, 33.0, 55.0, 60.0, 69.0, 74.0, 115.0, 94.0, 65.0, 75.0, 51.0, 42.0, 28.0, 33.0, 19.0, 13.0, 12.0, 11.0, 11.0, 3.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.48369598388672, -27.31313133239746, -26.14256477355957, -24.972000122070312, -23.801433563232422, -22.630868911743164, -21.460304260253906, -20.289737701416016, -19.119173049926758, -17.9486083984375, -16.77804183959961, -15.607477188110352, -14.436911582946777, -13.266345977783203, -12.095781326293945, -10.925215721130371, -9.754650115966797, -8.584084510803223, -7.413519382476807, -6.242954254150391, -5.072388648986816, -3.901823043823242, -2.731257915496826, -1.5606927871704102, -0.39012718200683594, 0.7804381847381592, 1.9510035514831543, 3.1215689182281494, 4.2921342849731445, 5.462699890136719, 6.633265018463135, 7.803830146789551, 8.97439193725586, 10.144957542419434, 11.315523147583008, 12.486087799072266, 13.65665340423584, 14.827219009399414, 15.997783660888672, 17.168350219726562, 18.33891487121582, 19.509479522705078, 20.68004608154297, 21.850610733032227, 23.021175384521484, 24.191741943359375, 25.362306594848633, 26.53287124633789, 27.70343780517578, 28.87400245666504, 30.04456901550293, 31.215133666992188, 32.38570022583008, 33.55626678466797, 34.726829528808594, 35.897396087646484, 37.067962646484375, 38.238529205322266, 39.40909194946289, 40.57965850830078, 41.75022506713867, 42.92079162597656, 44.09135437011719, 45.26192092895508, 46.4324836730957]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 5.0, 6.0, 7.0, 17.0, 8.0, 19.0, 13.0, 32.0, 47.0, 92.0, 121.0, 193.0, 319.0, 502.0, 841.0, 1532.0, 3109.0, 6464.0, 15929.0, 49827.0, 231571.0, 581229.0, 107675.0, 28790.0, 10529.0, 4548.0, 2255.0, 1165.0, 679.0, 370.0, 242.0, 146.0, 98.0, 63.0, 29.0, 33.0, 16.0, 12.0, 12.0, 6.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.05859375, -1.992767333984375, -1.92694091796875, -1.861114501953125, -1.7952880859375, -1.729461669921875, -1.66363525390625, -1.597808837890625, -1.531982421875, -1.466156005859375, -1.40032958984375, -1.334503173828125, -1.2686767578125, -1.202850341796875, -1.13702392578125, -1.071197509765625, -1.00537109375, -0.939544677734375, -0.87371826171875, -0.807891845703125, -0.7420654296875, -0.676239013671875, -0.61041259765625, -0.544586181640625, -0.478759765625, -0.412933349609375, -0.34710693359375, -0.281280517578125, -0.2154541015625, -0.149627685546875, -0.08380126953125, -0.017974853515625, 0.0478515625, 0.113677978515625, 0.17950439453125, 0.245330810546875, 0.3111572265625, 0.376983642578125, 0.44281005859375, 0.508636474609375, 0.574462890625, 0.640289306640625, 0.70611572265625, 0.771942138671875, 0.8377685546875, 0.903594970703125, 0.96942138671875, 1.035247802734375, 1.10107421875, 1.166900634765625, 1.23272705078125, 1.298553466796875, 1.3643798828125, 1.430206298828125, 1.49603271484375, 1.561859130859375, 1.627685546875, 1.693511962890625, 1.75933837890625, 1.825164794921875, 1.8909912109375, 1.956817626953125, 2.02264404296875, 2.088470458984375, 2.154296875]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 7.0, 8.0, 8.0, 4.0, 20.0, 17.0, 15.0, 19.0, 28.0, 27.0, 40.0, 55.0, 47.0, 57.0, 68.0, 58.0, 65.0, 64.0, 70.0, 58.0, 40.0, 39.0, 49.0, 24.0, 34.0, 26.0, 13.0, 9.0, 17.0, 3.0, 5.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.861328125, -1.799652099609375, -1.73797607421875, -1.676300048828125, -1.6146240234375, -1.552947998046875, -1.49127197265625, -1.429595947265625, -1.367919921875, -1.306243896484375, -1.24456787109375, -1.182891845703125, -1.1212158203125, -1.059539794921875, -0.99786376953125, -0.936187744140625, -0.87451171875, -0.812835693359375, -0.75115966796875, -0.689483642578125, -0.6278076171875, -0.566131591796875, -0.50445556640625, -0.442779541015625, -0.381103515625, -0.319427490234375, -0.25775146484375, -0.196075439453125, -0.1343994140625, -0.072723388671875, -0.01104736328125, 0.050628662109375, 0.1123046875, 0.173980712890625, 0.23565673828125, 0.297332763671875, 0.3590087890625, 0.420684814453125, 0.48236083984375, 0.544036865234375, 0.605712890625, 0.667388916015625, 0.72906494140625, 0.790740966796875, 0.8524169921875, 0.914093017578125, 0.97576904296875, 1.037445068359375, 1.09912109375, 1.160797119140625, 1.22247314453125, 1.284149169921875, 1.3458251953125, 1.407501220703125, 1.46917724609375, 1.530853271484375, 1.592529296875, 1.654205322265625, 1.71588134765625, 1.777557373046875, 1.8392333984375, 1.900909423828125, 1.96258544921875, 2.024261474609375, 2.0859375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 6.0, 5.0, 4.0, 9.0, 7.0, 16.0, 9.0, 22.0, 19.0, 33.0, 43.0, 52.0, 81.0, 134.0, 259.0, 415.0, 979.0, 2873.0, 16270.0, 827433.0, 186005.0, 9966.0, 2091.0, 756.0, 413.0, 225.0, 150.0, 91.0, 48.0, 44.0, 30.0, 17.0, 17.0, 13.0, 7.0, 11.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.1734619140625, -4.038330078125, -3.9031982421875, -3.76806640625, -3.6329345703125, -3.497802734375, -3.3626708984375, -3.2275390625, -3.0924072265625, -2.957275390625, -2.8221435546875, -2.68701171875, -2.5518798828125, -2.416748046875, -2.2816162109375, -2.146484375, -2.0113525390625, -1.876220703125, -1.7410888671875, -1.60595703125, -1.4708251953125, -1.335693359375, -1.2005615234375, -1.0654296875, -0.9302978515625, -0.795166015625, -0.6600341796875, -0.52490234375, -0.3897705078125, -0.254638671875, -0.1195068359375, 0.015625, 0.1507568359375, 0.285888671875, 0.4210205078125, 0.55615234375, 0.6912841796875, 0.826416015625, 0.9615478515625, 1.0966796875, 1.2318115234375, 1.366943359375, 1.5020751953125, 1.63720703125, 1.7723388671875, 1.907470703125, 2.0426025390625, 2.177734375, 2.3128662109375, 2.447998046875, 2.5831298828125, 2.71826171875, 2.8533935546875, 2.988525390625, 3.1236572265625, 3.2587890625, 3.3939208984375, 3.529052734375, 3.6641845703125, 3.79931640625, 3.9344482421875, 4.069580078125, 4.2047119140625, 4.33984375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 9.0, 1.0, 5.0, 7.0, 6.0, 3.0, 22.0, 10.0, 13.0, 16.0, 17.0, 23.0, 31.0, 39.0, 40.0, 53.0, 70.0, 79.0, 91.0, 75.0, 77.0, 62.0, 32.0, 35.0, 24.0, 27.0, 34.0, 20.0, 12.0, 10.0, 7.0, 12.0, 5.0, 8.0, 5.0, 6.0, 3.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-7.0859375, -6.87457275390625, -6.6632080078125, -6.45184326171875, -6.240478515625, -6.02911376953125, -5.8177490234375, -5.60638427734375, -5.39501953125, -5.18365478515625, -4.9722900390625, -4.76092529296875, -4.549560546875, -4.33819580078125, -4.1268310546875, -3.91546630859375, -3.7041015625, -3.49273681640625, -3.2813720703125, -3.07000732421875, -2.858642578125, -2.64727783203125, -2.4359130859375, -2.22454833984375, -2.01318359375, -1.80181884765625, -1.5904541015625, -1.37908935546875, -1.167724609375, -0.95635986328125, -0.7449951171875, -0.53363037109375, -0.322265625, -0.11090087890625, 0.1004638671875, 0.31182861328125, 0.523193359375, 0.73455810546875, 0.9459228515625, 1.15728759765625, 1.36865234375, 1.58001708984375, 1.7913818359375, 2.00274658203125, 2.214111328125, 2.42547607421875, 2.6368408203125, 2.84820556640625, 3.0595703125, 3.27093505859375, 3.4822998046875, 3.69366455078125, 3.905029296875, 4.11639404296875, 4.3277587890625, 4.53912353515625, 4.75048828125, 4.96185302734375, 5.1732177734375, 5.38458251953125, 5.595947265625, 5.80731201171875, 6.0186767578125, 6.23004150390625, 6.44140625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 11.0, 9.0, 7.0, 18.0, 22.0, 24.0, 40.0, 47.0, 84.0, 108.0, 219.0, 352.0, 627.0, 1460.0, 3923.0, 15451.0, 151078.0, 838556.0, 26948.0, 5733.0, 1885.0, 831.0, 398.0, 232.0, 156.0, 88.0, 55.0, 46.0, 34.0, 29.0, 16.0, 15.0, 11.0, 6.0, 4.0, 3.0, 4.0, 3.0, 4.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.46875, -0.4521026611328125, -0.435455322265625, -0.4188079833984375, -0.40216064453125, -0.3855133056640625, -0.368865966796875, -0.3522186279296875, -0.3355712890625, -0.3189239501953125, -0.302276611328125, -0.2856292724609375, -0.26898193359375, -0.2523345947265625, -0.235687255859375, -0.2190399169921875, -0.202392578125, -0.1857452392578125, -0.169097900390625, -0.1524505615234375, -0.13580322265625, -0.1191558837890625, -0.102508544921875, -0.0858612060546875, -0.0692138671875, -0.0525665283203125, -0.035919189453125, -0.0192718505859375, -0.00262451171875, 0.0140228271484375, 0.030670166015625, 0.0473175048828125, 0.06396484375, 0.0806121826171875, 0.097259521484375, 0.1139068603515625, 0.13055419921875, 0.1472015380859375, 0.163848876953125, 0.1804962158203125, 0.1971435546875, 0.2137908935546875, 0.230438232421875, 0.2470855712890625, 0.26373291015625, 0.2803802490234375, 0.297027587890625, 0.3136749267578125, 0.330322265625, 0.3469696044921875, 0.363616943359375, 0.3802642822265625, 0.39691162109375, 0.4135589599609375, 0.430206298828125, 0.4468536376953125, 0.4635009765625, 0.4801483154296875, 0.496795654296875, 0.5134429931640625, 0.53009033203125, 0.5467376708984375, 0.563385009765625, 0.5800323486328125, 0.5966796875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 8.0, 7.0, 10.0, 16.0, 17.0, 33.0, 39.0, 70.0, 86.0, 148.0, 172.0, 138.0, 81.0, 50.0, 42.0, 32.0, 18.0, 16.0, 8.0, 4.0, 0.0, 3.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0001017451286315918, -9.589735418558121e-05, -9.004957973957062e-05, -8.420180529356003e-05, -7.835403084754944e-05, -7.250625640153885e-05, -6.665848195552826e-05, -6.081070750951767e-05, -5.496293306350708e-05, -4.911515861749649e-05, -4.32673841714859e-05, -3.741960972547531e-05, -3.157183527946472e-05, -2.5724060833454132e-05, -1.9876286387443542e-05, -1.4028511941432953e-05, -8.180737495422363e-06, -2.3329630494117737e-06, 3.514811396598816e-06, 9.362585842609406e-06, 1.5210360288619995e-05, 2.1058134734630585e-05, 2.6905909180641174e-05, 3.2753683626651764e-05, 3.8601458072662354e-05, 4.444923251867294e-05, 5.029700696468353e-05, 5.614478141069412e-05, 6.199255585670471e-05, 6.78403303027153e-05, 7.368810474872589e-05, 7.953587919473648e-05, 8.538365364074707e-05, 9.123142808675766e-05, 9.707920253276825e-05, 0.00010292697697877884, 0.00010877475142478943, 0.00011462252587080002, 0.00012047030031681061, 0.0001263180747628212, 0.0001321658492088318, 0.00013801362365484238, 0.00014386139810085297, 0.00014970917254686356, 0.00015555694699287415, 0.00016140472143888474, 0.00016725249588489532, 0.00017310027033090591, 0.0001789480447769165, 0.0001847958192229271, 0.00019064359366893768, 0.00019649136811494827, 0.00020233914256095886, 0.00020818691700696945, 0.00021403469145298004, 0.00021988246589899063, 0.00022573024034500122, 0.0002315780147910118, 0.0002374257892370224, 0.000243273563683033, 0.0002491213381290436, 0.00025496911257505417, 0.00026081688702106476, 0.00026666466146707535, 0.00027251243591308594]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 9.0, 13.0, 26.0, 25.0, 44.0, 62.0, 95.0, 146.0, 236.0, 458.0, 934.0, 1965.0, 4293.0, 11394.0, 38080.0, 323622.0, 605890.0, 40690.0, 12020.0, 4487.0, 1976.0, 913.0, 456.0, 275.0, 161.0, 92.0, 64.0, 46.0, 22.0, 14.0, 9.0, 7.0, 7.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.424560546875, -0.41243743896484375, -0.4003143310546875, -0.38819122314453125, -0.376068115234375, -0.36394500732421875, -0.3518218994140625, -0.33969879150390625, -0.32757568359375, -0.31545257568359375, -0.3033294677734375, -0.29120635986328125, -0.279083251953125, -0.26696014404296875, -0.2548370361328125, -0.24271392822265625, -0.2305908203125, -0.21846771240234375, -0.2063446044921875, -0.19422149658203125, -0.182098388671875, -0.16997528076171875, -0.1578521728515625, -0.14572906494140625, -0.13360595703125, -0.12148284912109375, -0.1093597412109375, -0.09723663330078125, -0.085113525390625, -0.07299041748046875, -0.0608673095703125, -0.04874420166015625, -0.03662109375, -0.02449798583984375, -0.0123748779296875, -0.00025177001953125, 0.011871337890625, 0.02399444580078125, 0.0361175537109375, 0.04824066162109375, 0.06036376953125, 0.07248687744140625, 0.0846099853515625, 0.09673309326171875, 0.108856201171875, 0.12097930908203125, 0.1331024169921875, 0.14522552490234375, 0.1573486328125, 0.16947174072265625, 0.1815948486328125, 0.19371795654296875, 0.205841064453125, 0.21796417236328125, 0.2300872802734375, 0.24221038818359375, 0.25433349609375, 0.26645660400390625, 0.2785797119140625, 0.29070281982421875, 0.302825927734375, 0.31494903564453125, 0.3270721435546875, 0.33919525146484375, 0.351318359375]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 3.0, 4.0, 3.0, 9.0, 11.0, 15.0, 15.0, 15.0, 17.0, 31.0, 42.0, 68.0, 89.0, 123.0, 121.0, 105.0, 78.0, 62.0, 41.0, 45.0, 23.0, 17.0, 8.0, 12.0, 7.0, 7.0, 0.0, 3.0, 3.0, 1.0, 6.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.509765625, -0.4940986633300781, -0.47843170166015625, -0.4627647399902344, -0.4470977783203125, -0.4314308166503906, -0.41576385498046875, -0.4000968933105469, -0.384429931640625, -0.3687629699707031, -0.35309600830078125, -0.3374290466308594, -0.3217620849609375, -0.3060951232910156, -0.29042816162109375, -0.2747611999511719, -0.25909423828125, -0.24342727661132812, -0.22776031494140625, -0.21209335327148438, -0.1964263916015625, -0.18075942993164062, -0.16509246826171875, -0.14942550659179688, -0.133758544921875, -0.11809158325195312, -0.10242462158203125, -0.08675765991210938, -0.0710906982421875, -0.055423736572265625, -0.03975677490234375, -0.024089813232421875, -0.0084228515625, 0.007244110107421875, 0.02291107177734375, 0.038578033447265625, 0.0542449951171875, 0.06991195678710938, 0.08557891845703125, 0.10124588012695312, 0.116912841796875, 0.13257980346679688, 0.14824676513671875, 0.16391372680664062, 0.1795806884765625, 0.19524765014648438, 0.21091461181640625, 0.22658157348632812, 0.24224853515625, 0.2579154968261719, 0.27358245849609375, 0.2892494201660156, 0.3049163818359375, 0.3205833435058594, 0.33625030517578125, 0.3519172668457031, 0.367584228515625, 0.3832511901855469, 0.39891815185546875, 0.4145851135253906, 0.4302520751953125, 0.4459190368652344, 0.46158599853515625, 0.4772529602050781, 0.492919921875]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 6.0, 4.0, 12.0, 20.0, 42.0, 79.0, 573.0, 133.0, 55.0, 34.0, 19.0, 13.0, 5.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.92799377441406, -33.920127868652344, -32.91226577758789, -31.904399871826172, -30.896535873413086, -29.888671875, -28.88080596923828, -27.872941970825195, -26.86507797241211, -25.857213973999023, -24.849349975585938, -23.84148406982422, -22.833620071411133, -21.825756072998047, -20.817890167236328, -19.810026168823242, -18.802162170410156, -17.79429817199707, -16.786434173583984, -15.778568267822266, -14.77070426940918, -13.762840270996094, -12.754975318908691, -11.747110366821289, -10.739246368408203, -9.731382369995117, -8.723517417907715, -7.715652942657471, -6.707788467407227, -5.699923992156982, -4.692059516906738, -3.684195041656494, -2.67633056640625, -1.6684660911560059, -0.6606016159057617, 0.3472628593444824, 1.3551273345947266, 2.3629918098449707, 3.370856285095215, 4.378720760345459, 5.386585235595703, 6.394449710845947, 7.402314186096191, 8.410179138183594, 9.41804313659668, 10.425907135009766, 11.433772087097168, 12.44163703918457, 13.449501037597656, 14.457365036010742, 15.465229988098145, 16.473094940185547, 17.480958938598633, 18.48882293701172, 19.496688842773438, 20.504552841186523, 21.51241683959961, 22.520280838012695, 23.52814483642578, 24.5360107421875, 25.543874740600586, 26.551738739013672, 27.55960464477539, 28.567468643188477, 29.575332641601562]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 7.0, 3.0, 6.0, 10.0, 11.0, 13.0, 20.0, 27.0, 29.0, 22.0, 30.0, 36.0, 185.0, 318.0, 58.0, 40.0, 31.0, 40.0, 24.0, 27.0, 14.0, 13.0, 7.0, 17.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0], "bins": [-40.09324645996094, -39.186153411865234, -38.2790641784668, -37.371971130371094, -36.464881896972656, -35.55778884887695, -34.65069580078125, -33.74360656738281, -32.83651351928711, -31.92942237854004, -31.02233123779297, -30.115238189697266, -29.208147048950195, -28.301055908203125, -27.393964767456055, -26.486873626708984, -25.579784393310547, -24.672693252563477, -23.765602111816406, -22.858509063720703, -21.951417922973633, -21.044326782226562, -20.137235641479492, -19.230144500732422, -18.32305145263672, -17.41596031188965, -16.508869171142578, -15.601777076721191, -14.694685935974121, -13.787593841552734, -12.880502700805664, -11.973411560058594, -11.066320419311523, -10.159229278564453, -9.252137184143066, -8.345046043395996, -7.437954902648926, -6.530863285064697, -5.623771667480469, -4.716680526733398, -3.80958890914917, -2.9024975299835205, -1.9954060316085815, -1.0883145332336426, -0.18122315406799316, 0.7258682250976562, 1.6329598426818848, 2.540050983428955, 3.4471426010131836, 4.354234218597412, 5.261325359344482, 6.168416976928711, 7.075508117675781, 7.98259973526001, 8.889691352844238, 9.796782493591309, 10.703874588012695, 11.610965728759766, 12.518057823181152, 13.425148963928223, 14.332240104675293, 15.23933219909668, 16.14642333984375, 17.05351448059082, 17.96060562133789]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 8.0, 5.0, 11.0, 14.0, 13.0, 11.0, 20.0, 18.0, 31.0, 32.0, 32.0, 46.0, 51.0, 206.0, 149.0, 52.0, 40.0, 36.0, 39.0, 25.0, 24.0, 19.0, 19.0, 14.0, 16.0, 8.0, 11.0, 7.0, 9.0, 5.0, 3.0, 7.0, 3.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-1.7578125, -1.712554931640625, -1.66729736328125, -1.622039794921875, -1.5767822265625, -1.531524658203125, -1.48626708984375, -1.441009521484375, -1.395751953125, -1.350494384765625, -1.30523681640625, -1.259979248046875, -1.2147216796875, -1.169464111328125, -1.12420654296875, -1.078948974609375, -1.03369140625, -0.988433837890625, -0.94317626953125, -0.897918701171875, -0.8526611328125, -0.807403564453125, -0.76214599609375, -0.716888427734375, -0.671630859375, -0.626373291015625, -0.58111572265625, -0.535858154296875, -0.4906005859375, -0.445343017578125, -0.40008544921875, -0.354827880859375, -0.3095703125, -0.264312744140625, -0.21905517578125, -0.173797607421875, -0.1285400390625, -0.083282470703125, -0.03802490234375, 0.007232666015625, 0.052490234375, 0.097747802734375, 0.14300537109375, 0.188262939453125, 0.2335205078125, 0.278778076171875, 0.32403564453125, 0.369293212890625, 0.41455078125, 0.459808349609375, 0.50506591796875, 0.550323486328125, 0.5955810546875, 0.640838623046875, 0.68609619140625, 0.731353759765625, 0.776611328125, 0.821868896484375, 0.86712646484375, 0.912384033203125, 0.9576416015625, 1.002899169921875, 1.04815673828125, 1.093414306640625, 1.138671875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 7.0, 4.0, 3.0, 3.0, 5.0, 9.0, 8.0, 16.0, 14.0, 29.0, 35.0, 64.0, 71.0, 117.0, 212.0, 372.0, 1069.0, 3122.0, 19670.0, 8344453.0, 14793.0, 2692.0, 888.0, 378.0, 192.0, 92.0, 77.0, 42.0, 45.0, 28.0, 19.0, 17.0, 8.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 10.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.548986434936523, -13.03660774230957, -12.524229049682617, -12.01185131072998, -11.499472618103027, -10.987093925476074, -10.474716186523438, -9.962337493896484, -9.449958801269531, -8.937580108642578, -8.425201416015625, -7.912823677062988, -7.400444984436035, -6.888066291809082, -6.375688076019287, -5.863309860229492, -5.350931167602539, -4.838552474975586, -4.326174259185791, -3.813795804977417, -3.301417350769043, -2.789038896560669, -2.276660442352295, -1.764281988143921, -1.2519035339355469, -0.7395250797271729, -0.22714662551879883, 0.2852318286895752, 0.7976102828979492, 1.3099887371063232, 1.8223671913146973, 2.3347456455230713, 2.8471221923828125, 3.3595006465911865, 3.8718791007995605, 4.3842573165893555, 4.896636009216309, 5.409014701843262, 5.921392917633057, 6.433771133422852, 6.946149826049805, 7.458528518676758, 7.970906734466553, 8.483284950256348, 8.9956636428833, 9.508042335510254, 10.02042007446289, 10.532798767089844, 11.045177459716797, 11.55755615234375, 12.069934844970703, 12.58231258392334, 13.094691276550293, 13.607069969177246, 14.119447708129883, 14.631826400756836, 15.144205093383789, 15.656583786010742, 16.168962478637695, 16.68134117126465, 17.19371795654297, 17.706096649169922, 18.218475341796875, 18.730854034423828, 19.24323272705078]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 6.0, 6.0, 6.0, 5.0, 9.0, 7.0, 9.0, 6.0, 6.0, 5.0, 5.0, 4.0, 1.0, 6.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-36.85547637939453, -35.83085250854492, -34.80623245239258, -33.78160858154297, -32.75698471069336, -31.732364654541016, -30.707740783691406, -29.68311882019043, -28.658496856689453, -27.633874893188477, -26.609251022338867, -25.58462905883789, -24.560007095336914, -23.535385131835938, -22.510761260986328, -21.48613929748535, -20.461515426635742, -19.436893463134766, -18.412269592285156, -17.38764762878418, -16.363025665283203, -15.33840274810791, -14.313779830932617, -13.28915786743164, -12.264534950256348, -11.239912033081055, -10.215290069580078, -9.190667152404785, -8.166044235229492, -7.141422271728516, -6.116799354553223, -5.092176914215088, -4.06755256652832, -3.0429301261901855, -2.0183074474334717, -0.9936847686767578, 0.030937671661376953, 1.0555601119995117, 2.0801830291748047, 3.1048054695129395, 4.129427909851074, 5.154050350189209, 6.178672790527344, 7.203295707702637, 8.22791862487793, 9.252540588378906, 10.2771635055542, 11.301786422729492, 12.326408386230469, 13.351031303405762, 14.375653266906738, 15.400276184082031, 16.424898147583008, 17.449520111083984, 18.474143981933594, 19.49876594543457, 20.523387908935547, 21.548009872436523, 22.572633743286133, 23.59725570678711, 24.621877670288086, 25.646499633789062, 26.671123504638672, 27.69574546813965, 28.720369338989258]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 8.0, 15.0, 23.0, 31.0, 39.0, 78.0, 135.0, 245.0, 412.0, 815.0, 1778.0, 4440.0, 14217.0, 57545.0, 234724.0, 160938.0, 34139.0, 8916.0, 3044.0, 1303.0, 601.0, 310.0, 183.0, 127.0, 68.0, 50.0, 20.0, 20.0, 11.0, 10.0, 7.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-17.203125, -16.67919921875, -16.1552734375, -15.63134765625, -15.107421875, -14.58349609375, -14.0595703125, -13.53564453125, -13.01171875, -12.48779296875, -11.9638671875, -11.43994140625, -10.916015625, -10.39208984375, -9.8681640625, -9.34423828125, -8.8203125, -8.29638671875, -7.7724609375, -7.24853515625, -6.724609375, -6.20068359375, -5.6767578125, -5.15283203125, -4.62890625, -4.10498046875, -3.5810546875, -3.05712890625, -2.533203125, -2.00927734375, -1.4853515625, -0.96142578125, -0.4375, 0.08642578125, 0.6103515625, 1.13427734375, 1.658203125, 2.18212890625, 2.7060546875, 3.22998046875, 3.75390625, 4.27783203125, 4.8017578125, 5.32568359375, 5.849609375, 6.37353515625, 6.8974609375, 7.42138671875, 7.9453125, 8.46923828125, 8.9931640625, 9.51708984375, 10.041015625, 10.56494140625, 11.0888671875, 11.61279296875, 12.13671875, 12.66064453125, 13.1845703125, 13.70849609375, 14.232421875, 14.75634765625, 15.2802734375, 15.80419921875, 16.328125]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0, 3.0, 12.0, 10.0, 13.0, 20.0, 18.0, 18.0, 26.0, 39.0, 35.0, 45.0, 59.0, 47.0, 73.0, 68.0, 70.0, 71.0, 63.0, 62.0, 39.0, 34.0, 30.0, 19.0, 26.0, 19.0, 21.0, 12.0, 8.0, 9.0, 10.0, 7.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7861328125, -1.7273101806640625, -1.668487548828125, -1.6096649169921875, -1.55084228515625, -1.4920196533203125, -1.433197021484375, -1.3743743896484375, -1.3155517578125, -1.2567291259765625, -1.197906494140625, -1.1390838623046875, -1.08026123046875, -1.0214385986328125, -0.962615966796875, -0.9037933349609375, -0.844970703125, -0.7861480712890625, -0.727325439453125, -0.6685028076171875, -0.60968017578125, -0.5508575439453125, -0.492034912109375, -0.4332122802734375, -0.3743896484375, -0.3155670166015625, -0.256744384765625, -0.1979217529296875, -0.13909912109375, -0.0802764892578125, -0.021453857421875, 0.0373687744140625, 0.09619140625, 0.1550140380859375, 0.213836669921875, 0.2726593017578125, 0.33148193359375, 0.3903045654296875, 0.449127197265625, 0.5079498291015625, 0.5667724609375, 0.6255950927734375, 0.684417724609375, 0.7432403564453125, 0.80206298828125, 0.8608856201171875, 0.919708251953125, 0.9785308837890625, 1.037353515625, 1.0961761474609375, 1.154998779296875, 1.2138214111328125, 1.27264404296875, 1.3314666748046875, 1.390289306640625, 1.4491119384765625, 1.5079345703125, 1.5667572021484375, 1.625579833984375, 1.6844024658203125, 1.74322509765625, 1.8020477294921875, 1.860870361328125, 1.9196929931640625, 1.978515625]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 7.0, 11.0, 14.0, 15.0, 29.0, 57.0, 87.0, 95.0, 60.0, 35.0, 12.0, 14.0, 5.0, 7.0, 5.0, 11.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.25088119506836, -11.720186233520508, -11.189492225646973, -10.658798217773438, -10.128103256225586, -9.597408294677734, -9.0667142868042, -8.536020278930664, -8.005325317382812, -7.474630832672119, -6.943936347961426, -6.413241863250732, -5.882547378540039, -5.351852893829346, -4.821158409118652, -4.290463924407959, -3.7597694396972656, -3.2290749549865723, -2.698380470275879, -2.1676859855651855, -1.6369915008544922, -1.1062970161437988, -0.5756025314331055, -0.04490804672241211, 0.48578643798828125, 1.0164809226989746, 1.547175407409668, 2.0778698921203613, 2.6085643768310547, 3.139258861541748, 3.6699533462524414, 4.200647830963135, 4.731342315673828, 5.2620368003845215, 5.792731285095215, 6.323425769805908, 6.854120254516602, 7.384814739227295, 7.915509223937988, 8.446203231811523, 8.976898193359375, 9.507593154907227, 10.038287162780762, 10.568981170654297, 11.099676132202148, 11.63037109375, 12.161065101623535, 12.69175910949707, 13.222454071044922, 13.753149032592773, 14.283843040466309, 14.814537048339844, 15.345232009887695, 15.875926971435547, 16.406620025634766, 16.937314987182617, 17.46800994873047, 17.99870491027832, 18.529399871826172, 19.06009292602539, 19.590787887573242, 20.121482849121094, 20.652175903320312, 21.182870864868164, 21.713565826416016]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 6.0, 4.0, 2.0, 5.0, 4.0, 7.0, 15.0, 14.0, 35.0, 49.0, 55.0, 70.0, 72.0, 52.0, 23.0, 11.0, 12.0, 4.0, 6.0, 5.0, 5.0, 7.0, 5.0, 0.0, 6.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.168474197387695, -7.85724401473999, -7.546013355255127, -7.234783172607422, -6.923552513122559, -6.6123223304748535, -6.301092147827148, -5.989861488342285, -5.678630828857422, -5.367400646209717, -5.0561699867248535, -4.744939804077148, -4.433709144592285, -4.12247896194458, -3.811248540878296, -3.5000181198120117, -3.1887879371643066, -2.8775575160980225, -2.5663270950317383, -2.255096912384033, -1.9438663721084595, -1.6326359510421753, -1.3214056491851807, -1.0101752281188965, -0.6989448070526123, -0.3877144157886505, -0.07648402452468872, 0.23474633693695068, 0.5459767580032349, 0.857207179069519, 1.1684374809265137, 1.4796679019927979, 1.790898323059082, 2.102128744125366, 2.4133591651916504, 2.7245893478393555, 3.0358200073242188, 3.347050189971924, 3.658280611038208, 3.969511032104492, 4.2807416915893555, 4.5919718742370605, 4.903202533721924, 5.214432716369629, 5.525663375854492, 5.836893558502197, 6.148123741149902, 6.459354400634766, 6.770584583282471, 7.081814765930176, 7.393045425415039, 7.704275608062744, 8.01550579071045, 8.326736450195312, 8.637967109680176, 8.949197769165039, 9.260427474975586, 9.57165813446045, 9.882887840270996, 10.19411849975586, 10.505349159240723, 10.816579818725586, 11.127809524536133, 11.439040184020996, 11.75027084350586]}, "eval/loss": 4.055816173553467, "eval/wer": 0.9632487108290361, "eval/runtime": 1313.3194, "eval/samples_per_second": 2.012, "eval/steps_per_second": 0.252}
\ No newline at end of file