{
  "best_metric": 4.789715766906738,
  "best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/existential-there-quantifier/lstm/3/checkpoints/checkpoint-76320",
  "epoch": 0.025000606015738065,
  "eval_steps": 10,
  "global_step": 76320,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999998362119627e-05,
      "loss": 10.8193,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.999161405248948e-05,
      "loss": 7.5528,
      "step": 512
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.998322810497896e-05,
      "loss": 7.0655,
      "step": 1024
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.997484215746844e-05,
      "loss": 7.0038,
      "step": 1536
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.996645620995792e-05,
      "loss": 6.9567,
      "step": 2048
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.99580702624474e-05,
      "loss": 6.9333,
      "step": 2560
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994968431493688e-05,
      "loss": 6.7583,
      "step": 3072
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.994129836742636e-05,
      "loss": 6.6494,
      "step": 3584
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.993291241991584e-05,
      "loss": 6.5522,
      "step": 4096
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992454285120906e-05,
      "loss": 6.4697,
      "step": 4608
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.991615690369854e-05,
      "loss": 6.4108,
      "step": 5120
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.990777095618801e-05,
      "loss": 6.3505,
      "step": 5632
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989938500867749e-05,
      "loss": 6.279,
      "step": 6144
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.989099906116697e-05,
      "loss": 6.2115,
      "step": 6656
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.988261311365645e-05,
      "loss": 6.163,
      "step": 7168
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.987422716614593e-05,
      "loss": 6.1099,
      "step": 7680
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.986584121863541e-05,
      "loss": 6.064,
      "step": 8192
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.985745527112489e-05,
      "loss": 6.0229,
      "step": 8704
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984906932361437e-05,
      "loss": 5.9858,
      "step": 9216
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.984068337610385e-05,
      "loss": 5.9451,
      "step": 9728
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.983229742859333e-05,
      "loss": 5.9127,
      "step": 10240
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9823927859886547e-05,
      "loss": 5.8723,
      "step": 10752
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9815541912376026e-05,
      "loss": 5.8504,
      "step": 11264
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9807155964865506e-05,
      "loss": 5.8095,
      "step": 11776
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9798770017354986e-05,
      "loss": 5.7896,
      "step": 12288
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9790384069844466e-05,
      "loss": 5.7592,
      "step": 12800
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9781998122333946e-05,
      "loss": 5.7363,
      "step": 13312
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9773612174823426e-05,
      "loss": 5.7164,
      "step": 13824
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9765242606116635e-05,
      "loss": 5.6864,
      "step": 14336
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9756856658606115e-05,
      "loss": 5.661,
      "step": 14848
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9748470711095595e-05,
      "loss": 5.6484,
      "step": 15360
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.974008476358507e-05,
      "loss": 5.6377,
      "step": 15872
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.973169881607455e-05,
      "loss": 5.6148,
      "step": 16384
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9723329247367764e-05,
      "loss": 5.5928,
      "step": 16896
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9714943299857244e-05,
      "loss": 5.5877,
      "step": 17408
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9706557352346724e-05,
      "loss": 5.5604,
      "step": 17920
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9698171404836204e-05,
      "loss": 5.5467,
      "step": 18432
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9689785457325684e-05,
      "loss": 5.5138,
      "step": 18944
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96814158886189e-05,
      "loss": 5.517,
      "step": 19456
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.967302994110837e-05,
      "loss": 5.495,
      "step": 19968
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966464399359785e-05,
      "loss": 5.4865,
      "step": 20480
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.965625804608733e-05,
      "loss": 5.4727,
      "step": 20992
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.964787209857681e-05,
      "loss": 5.4673,
      "step": 21504
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.963950252987002e-05,
      "loss": 5.4368,
      "step": 22016
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.96311165823595e-05,
      "loss": 5.4292,
      "step": 22528
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962273063484898e-05,
      "loss": 5.4252,
      "step": 23040
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.961434468733847e-05,
      "loss": 5.4094,
      "step": 23552
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.960595873982795e-05,
      "loss": 5.4115,
      "step": 24064
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.959758917112116e-05,
      "loss": 5.3897,
      "step": 24576
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958920322361064e-05,
      "loss": 5.3689,
      "step": 25088
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.958081727610012e-05,
      "loss": 5.3782,
      "step": 25600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95724313285896e-05,
      "loss": 5.3554,
      "step": 26112
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.956404538107908e-05,
      "loss": 5.3494,
      "step": 26624
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.955565943356856e-05,
      "loss": 5.3231,
      "step": 27136
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.954727348605804e-05,
      "loss": 5.3342,
      "step": 27648
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.953888753854752e-05,
      "loss": 5.3097,
      "step": 28160
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9530534348644456e-05,
      "loss": 5.337,
      "step": 28672
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9522148401133936e-05,
      "loss": 5.2988,
      "step": 29184
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.951376245362342e-05,
      "loss": 5.2995,
      "step": 29696
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.95053765061129e-05,
      "loss": 5.2921,
      "step": 30208
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.949699055860238e-05,
      "loss": 5.2727,
      "step": 30720
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948862098989559e-05,
      "loss": 5.2601,
      "step": 31232
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.948023504238507e-05,
      "loss": 5.2592,
      "step": 31744
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947186547367828e-05,
      "loss": 5.2427,
      "step": 32256
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.946347952616776e-05,
      "loss": 5.2365,
      "step": 32768
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.945509357865724e-05,
      "loss": 5.2539,
      "step": 33280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.944670763114672e-05,
      "loss": 5.2348,
      "step": 33792
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.94383216836362e-05,
      "loss": 5.2196,
      "step": 34304
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942993573612568e-05,
      "loss": 5.1965,
      "step": 34816
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.942154978861516e-05,
      "loss": 5.1937,
      "step": 35328
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.941316384110464e-05,
      "loss": 5.2021,
      "step": 35840
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.940477789359412e-05,
      "loss": 5.199,
      "step": 36352
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9396408324887336e-05,
      "loss": 5.1908,
      "step": 36864
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9388022377376816e-05,
      "loss": 5.1877,
      "step": 37376
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9379636429866296e-05,
      "loss": 5.1795,
      "step": 37888
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9371250482355776e-05,
      "loss": 5.172,
      "step": 38400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9362864534845256e-05,
      "loss": 5.1582,
      "step": 38912
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.935447858733473e-05,
      "loss": 5.1481,
      "step": 39424
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.934609263982421e-05,
      "loss": 5.143,
      "step": 39936
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.933770669231369e-05,
      "loss": 5.1294,
      "step": 40448
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9329337123606905e-05,
      "loss": 5.1368,
      "step": 40960
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.932095117609638e-05,
      "loss": 5.1283,
      "step": 41472
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.931256522858586e-05,
      "loss": 5.1304,
      "step": 41984
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9304195659879074e-05,
      "loss": 5.1112,
      "step": 42496
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9295809712368554e-05,
      "loss": 5.0917,
      "step": 43008
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9287423764858034e-05,
      "loss": 5.106,
      "step": 43520
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9279037817347514e-05,
      "loss": 5.1017,
      "step": 44032
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9270651869836994e-05,
      "loss": 5.0989,
      "step": 44544
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9262265922326474e-05,
      "loss": 5.0846,
      "step": 45056
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9253879974815954e-05,
      "loss": 5.0866,
      "step": 45568
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9245494027305433e-05,
      "loss": 5.0716,
      "step": 46080
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9237108079794913e-05,
      "loss": 5.0666,
      "step": 46592
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922873851108812e-05,
      "loss": 5.0659,
      "step": 47104
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.922036894238133e-05,
      "loss": 5.0585,
      "step": 47616
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.921198299487081e-05,
      "loss": 5.0629,
      "step": 48128
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.920359704736029e-05,
      "loss": 5.0555,
      "step": 48640
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.919521109984978e-05,
      "loss": 5.054,
      "step": 49152
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.918682515233926e-05,
      "loss": 5.0308,
      "step": 49664
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917843920482874e-05,
      "loss": 5.0282,
      "step": 50176
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.917005325731822e-05,
      "loss": 5.0263,
      "step": 50688
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.916168368861143e-05,
      "loss": 5.0243,
      "step": 51200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.915329774110091e-05,
      "loss": 5.0169,
      "step": 51712
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914491179359039e-05,
      "loss": 5.0106,
      "step": 52224
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.913652584607987e-05,
      "loss": 4.9992,
      "step": 52736
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.912813989856935e-05,
      "loss": 5.0068,
      "step": 53248
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.911975395105883e-05,
      "loss": 4.9826,
      "step": 53760
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9111384382352036e-05,
      "loss": 4.9882,
      "step": 54272
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9102998434841516e-05,
      "loss": 4.9854,
      "step": 54784
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9094612487330996e-05,
      "loss": 4.9772,
      "step": 55296
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9086226539820476e-05,
      "loss": 4.972,
      "step": 55808
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.907784059230996e-05,
      "loss": 4.9762,
      "step": 56320
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906945464479944e-05,
      "loss": 4.963,
      "step": 56832
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.906106869728892e-05,
      "loss": 4.9663,
      "step": 57344
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9052682749778396e-05,
      "loss": 4.9583,
      "step": 57856
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.904431318107161e-05,
      "loss": 4.9476,
      "step": 58368
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.903592723356109e-05,
      "loss": 4.9528,
      "step": 58880
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9027541286050565e-05,
      "loss": 4.9511,
      "step": 59392
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9019155338540045e-05,
      "loss": 4.9449,
      "step": 59904
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9010769391029525e-05,
      "loss": 4.9299,
      "step": 60416
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.900239982232274e-05,
      "loss": 4.936,
      "step": 60928
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8994013874812214e-05,
      "loss": 4.937,
      "step": 61440
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.89856279273017e-05,
      "loss": 4.9266,
      "step": 61952
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.897724197979118e-05,
      "loss": 4.9132,
      "step": 62464
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896885603228066e-05,
      "loss": 4.9205,
      "step": 62976
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.896048646357387e-05,
      "loss": 4.9208,
      "step": 63488
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895210051606335e-05,
      "loss": 4.9077,
      "step": 64000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.894371456855283e-05,
      "loss": 4.9024,
      "step": 64512
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8935361378649774e-05,
      "loss": 4.8932,
      "step": 65024
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8926975431139254e-05,
      "loss": 4.8968,
      "step": 65536
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8918589483628734e-05,
      "loss": 4.887,
      "step": 66048
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8910203536118214e-05,
      "loss": 4.9026,
      "step": 66560
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.890181758860769e-05,
      "loss": 4.8919,
      "step": 67072
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889343164109717e-05,
      "loss": 4.8734,
      "step": 67584
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.888504569358665e-05,
      "loss": 4.88,
      "step": 68096
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8876659746076134e-05,
      "loss": 4.8784,
      "step": 68608
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8868273798565614e-05,
      "loss": 4.874,
      "step": 69120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8859887851055094e-05,
      "loss": 4.8784,
      "step": 69632
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88515182823483e-05,
      "loss": 4.8631,
      "step": 70144
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.884313233483778e-05,
      "loss": 4.8654,
      "step": 70656
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.883474638732726e-05,
      "loss": 4.8722,
      "step": 71168
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.882636043981674e-05,
      "loss": 4.8551,
      "step": 71680
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.881797449230622e-05,
      "loss": 4.8518,
      "step": 72192
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.88095885447957e-05,
      "loss": 4.8525,
      "step": 72704
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.880120259728518e-05,
      "loss": 4.8396,
      "step": 73216
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.879281664977466e-05,
      "loss": 4.8387,
      "step": 73728
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.878443070226414e-05,
      "loss": 4.8447,
      "step": 74240
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.877604475475362e-05,
      "loss": 4.8284,
      "step": 74752
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.87676588072431e-05,
      "loss": 4.8317,
      "step": 75264
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.875928923853632e-05,
      "loss": 4.8373,
      "step": 75776
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.87509032910258e-05,
      "loss": 4.8327,
      "step": 76288
    },
    {
      "epoch": 0.03,
      "eval_loss": 4.789715766906738,
      "eval_runtime": 296.8384,
      "eval_samples_per_second": 1285.518,
      "eval_steps_per_second": 40.173,
      "step": 76320
    }
  ],
  "logging_steps": 512,
  "max_steps": 3052726,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 10,
  "total_flos": 3.135969005933628e+16,
  "trial_name": null,
  "trial_params": null
}