{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1542,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0006485084306095979,
      "grad_norm": 24.875,
      "learning_rate": 0.0,
      "loss": 1.3724734783172607,
      "step": 1
    },
    {
      "epoch": 0.0012970168612191958,
      "grad_norm": 24.375,
      "learning_rate": 2.1505376344086024e-07,
      "loss": 1.33021080493927,
      "step": 2
    },
    {
      "epoch": 0.0019455252918287938,
      "grad_norm": 26.5,
      "learning_rate": 4.301075268817205e-07,
      "loss": 1.3725509643554688,
      "step": 3
    },
    {
      "epoch": 0.0025940337224383916,
      "grad_norm": 23.0,
      "learning_rate": 6.451612903225807e-07,
      "loss": 1.3191320896148682,
      "step": 4
    },
    {
      "epoch": 0.00324254215304799,
      "grad_norm": 27.25,
      "learning_rate": 8.60215053763441e-07,
      "loss": 1.5109095573425293,
      "step": 5
    },
    {
      "epoch": 0.0038910505836575876,
      "grad_norm": 24.875,
      "learning_rate": 1.0752688172043011e-06,
      "loss": 1.374070644378662,
      "step": 6
    },
    {
      "epoch": 0.004539559014267186,
      "grad_norm": 30.25,
      "learning_rate": 1.2903225806451614e-06,
      "loss": 1.5186113119125366,
      "step": 7
    },
    {
      "epoch": 0.005188067444876783,
      "grad_norm": 20.5,
      "learning_rate": 1.5053763440860217e-06,
      "loss": 1.2014234066009521,
      "step": 8
    },
    {
      "epoch": 0.005836575875486381,
      "grad_norm": 26.625,
      "learning_rate": 1.720430107526882e-06,
      "loss": 1.4034003019332886,
      "step": 9
    },
    {
      "epoch": 0.00648508430609598,
      "grad_norm": 20.5,
      "learning_rate": 1.935483870967742e-06,
      "loss": 1.1191078424453735,
      "step": 10
    },
    {
      "epoch": 0.007133592736705577,
      "grad_norm": 23.625,
      "learning_rate": 2.1505376344086023e-06,
      "loss": 1.26027512550354,
      "step": 11
    },
    {
      "epoch": 0.007782101167315175,
      "grad_norm": 25.0,
      "learning_rate": 2.3655913978494625e-06,
      "loss": 1.2375681400299072,
      "step": 12
    },
    {
      "epoch": 0.008430609597924773,
      "grad_norm": 24.125,
      "learning_rate": 2.580645161290323e-06,
      "loss": 1.141279935836792,
      "step": 13
    },
    {
      "epoch": 0.009079118028534372,
      "grad_norm": 22.0,
      "learning_rate": 2.7956989247311827e-06,
      "loss": 1.1289750337600708,
      "step": 14
    },
    {
      "epoch": 0.009727626459143969,
      "grad_norm": 20.0,
      "learning_rate": 3.0107526881720433e-06,
      "loss": 1.1203900575637817,
      "step": 15
    },
    {
      "epoch": 0.010376134889753566,
      "grad_norm": 16.75,
      "learning_rate": 3.225806451612903e-06,
      "loss": 1.0053768157958984,
      "step": 16
    },
    {
      "epoch": 0.011024643320363165,
      "grad_norm": 16.125,
      "learning_rate": 3.440860215053764e-06,
      "loss": 1.0518271923065186,
      "step": 17
    },
    {
      "epoch": 0.011673151750972763,
      "grad_norm": 14.875,
      "learning_rate": 3.655913978494624e-06,
      "loss": 1.0514507293701172,
      "step": 18
    },
    {
      "epoch": 0.01232166018158236,
      "grad_norm": 8.25,
      "learning_rate": 3.870967741935484e-06,
      "loss": 0.8515669107437134,
      "step": 19
    },
    {
      "epoch": 0.01297016861219196,
      "grad_norm": 4.375,
      "learning_rate": 4.086021505376344e-06,
      "loss": 0.9130498170852661,
      "step": 20
    },
    {
      "epoch": 0.013618677042801557,
      "grad_norm": 2.65625,
      "learning_rate": 4.3010752688172045e-06,
      "loss": 0.7604691386222839,
      "step": 21
    },
    {
      "epoch": 0.014267185473411154,
      "grad_norm": 3.046875,
      "learning_rate": 4.516129032258065e-06,
      "loss": 0.832431972026825,
      "step": 22
    },
    {
      "epoch": 0.014915693904020753,
      "grad_norm": 3.828125,
      "learning_rate": 4.731182795698925e-06,
      "loss": 0.8399982452392578,
      "step": 23
    },
    {
      "epoch": 0.01556420233463035,
      "grad_norm": 3.515625,
      "learning_rate": 4.946236559139785e-06,
      "loss": 0.8314268589019775,
      "step": 24
    },
    {
      "epoch": 0.01621271076523995,
      "grad_norm": 5.03125,
      "learning_rate": 5.161290322580646e-06,
      "loss": 0.8676307201385498,
      "step": 25
    },
    {
      "epoch": 0.016861219195849545,
      "grad_norm": 4.78125,
      "learning_rate": 5.376344086021506e-06,
      "loss": 0.8974037766456604,
      "step": 26
    },
    {
      "epoch": 0.017509727626459144,
      "grad_norm": 3.484375,
      "learning_rate": 5.591397849462365e-06,
      "loss": 0.8008823394775391,
      "step": 27
    },
    {
      "epoch": 0.018158236057068743,
      "grad_norm": 2.5625,
      "learning_rate": 5.806451612903226e-06,
      "loss": 0.7774126529693604,
      "step": 28
    },
    {
      "epoch": 0.01880674448767834,
      "grad_norm": 2.125,
      "learning_rate": 6.021505376344087e-06,
      "loss": 0.8016293048858643,
      "step": 29
    },
    {
      "epoch": 0.019455252918287938,
      "grad_norm": 1.890625,
      "learning_rate": 6.236559139784947e-06,
      "loss": 0.7487913966178894,
      "step": 30
    },
    {
      "epoch": 0.020103761348897537,
      "grad_norm": 1.765625,
      "learning_rate": 6.451612903225806e-06,
      "loss": 0.7031495571136475,
      "step": 31
    },
    {
      "epoch": 0.020752269779507133,
      "grad_norm": 2.140625,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7010327577590942,
      "step": 32
    },
    {
      "epoch": 0.021400778210116732,
      "grad_norm": 1.828125,
      "learning_rate": 6.881720430107528e-06,
      "loss": 0.6680476665496826,
      "step": 33
    },
    {
      "epoch": 0.02204928664072633,
      "grad_norm": 1.5078125,
      "learning_rate": 7.096774193548388e-06,
      "loss": 0.6398488879203796,
      "step": 34
    },
    {
      "epoch": 0.022697795071335927,
      "grad_norm": 1.5234375,
      "learning_rate": 7.311827956989248e-06,
      "loss": 0.6156654357910156,
      "step": 35
    },
    {
      "epoch": 0.023346303501945526,
      "grad_norm": 1.21875,
      "learning_rate": 7.526881720430108e-06,
      "loss": 0.5700726509094238,
      "step": 36
    },
    {
      "epoch": 0.023994811932555125,
      "grad_norm": 0.671875,
      "learning_rate": 7.741935483870968e-06,
      "loss": 0.4970965087413788,
      "step": 37
    },
    {
      "epoch": 0.02464332036316472,
      "grad_norm": 0.6484375,
      "learning_rate": 7.956989247311828e-06,
      "loss": 0.49744293093681335,
      "step": 38
    },
    {
      "epoch": 0.02529182879377432,
      "grad_norm": 0.79296875,
      "learning_rate": 8.172043010752689e-06,
      "loss": 0.5822708606719971,
      "step": 39
    },
    {
      "epoch": 0.02594033722438392,
      "grad_norm": 0.66015625,
      "learning_rate": 8.387096774193549e-06,
      "loss": 0.5359759330749512,
      "step": 40
    },
    {
      "epoch": 0.026588845654993514,
      "grad_norm": 0.4921875,
      "learning_rate": 8.602150537634409e-06,
      "loss": 0.5212804675102234,
      "step": 41
    },
    {
      "epoch": 0.027237354085603113,
      "grad_norm": 0.478515625,
      "learning_rate": 8.81720430107527e-06,
      "loss": 0.5423698425292969,
      "step": 42
    },
    {
      "epoch": 0.027885862516212712,
      "grad_norm": 0.392578125,
      "learning_rate": 9.03225806451613e-06,
      "loss": 0.5061851143836975,
      "step": 43
    },
    {
      "epoch": 0.028534370946822308,
      "grad_norm": 0.345703125,
      "learning_rate": 9.24731182795699e-06,
      "loss": 0.4676480293273926,
      "step": 44
    },
    {
      "epoch": 0.029182879377431907,
      "grad_norm": 0.3515625,
      "learning_rate": 9.46236559139785e-06,
      "loss": 0.49201688170433044,
      "step": 45
    },
    {
      "epoch": 0.029831387808041506,
      "grad_norm": 0.373046875,
      "learning_rate": 9.67741935483871e-06,
      "loss": 0.5090270638465881,
      "step": 46
    },
    {
      "epoch": 0.0304798962386511,
      "grad_norm": 0.298828125,
      "learning_rate": 9.89247311827957e-06,
      "loss": 0.4487128257751465,
      "step": 47
    },
    {
      "epoch": 0.0311284046692607,
      "grad_norm": 0.306640625,
      "learning_rate": 1.0107526881720431e-05,
      "loss": 0.42448240518569946,
      "step": 48
    },
    {
      "epoch": 0.031776913099870296,
      "grad_norm": 0.361328125,
      "learning_rate": 1.0322580645161291e-05,
      "loss": 0.47866204380989075,
      "step": 49
    },
    {
      "epoch": 0.0324254215304799,
      "grad_norm": 0.298828125,
      "learning_rate": 1.0537634408602151e-05,
      "loss": 0.4911368489265442,
      "step": 50
    },
    {
      "epoch": 0.033073929961089495,
      "grad_norm": 0.271484375,
      "learning_rate": 1.0752688172043012e-05,
      "loss": 0.4574756622314453,
      "step": 51
    },
    {
      "epoch": 0.03372243839169909,
      "grad_norm": 0.279296875,
      "learning_rate": 1.096774193548387e-05,
      "loss": 0.487529993057251,
      "step": 52
    },
    {
      "epoch": 0.03437094682230869,
      "grad_norm": 0.251953125,
      "learning_rate": 1.118279569892473e-05,
      "loss": 0.42067378759384155,
      "step": 53
    },
    {
      "epoch": 0.03501945525291829,
      "grad_norm": 0.265625,
      "learning_rate": 1.1397849462365593e-05,
      "loss": 0.4540294408798218,
      "step": 54
    },
    {
      "epoch": 0.035667963683527884,
      "grad_norm": 0.251953125,
      "learning_rate": 1.1612903225806453e-05,
      "loss": 0.4302766025066376,
      "step": 55
    },
    {
      "epoch": 0.03631647211413749,
      "grad_norm": 0.27734375,
      "learning_rate": 1.1827956989247313e-05,
      "loss": 0.5048185586929321,
      "step": 56
    },
    {
      "epoch": 0.03696498054474708,
      "grad_norm": 0.255859375,
      "learning_rate": 1.2043010752688173e-05,
      "loss": 0.4567241072654724,
      "step": 57
    },
    {
      "epoch": 0.03761348897535668,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.2258064516129034e-05,
      "loss": 0.46765631437301636,
      "step": 58
    },
    {
      "epoch": 0.03826199740596628,
      "grad_norm": 0.2734375,
      "learning_rate": 1.2473118279569894e-05,
      "loss": 0.4931251108646393,
      "step": 59
    },
    {
      "epoch": 0.038910505836575876,
      "grad_norm": 0.263671875,
      "learning_rate": 1.2688172043010754e-05,
      "loss": 0.459461510181427,
      "step": 60
    },
    {
      "epoch": 0.03955901426718547,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.2903225806451613e-05,
      "loss": 0.4404521584510803,
      "step": 61
    },
    {
      "epoch": 0.040207522697795074,
      "grad_norm": 0.240234375,
      "learning_rate": 1.3118279569892473e-05,
      "loss": 0.40942245721817017,
      "step": 62
    },
    {
      "epoch": 0.04085603112840467,
      "grad_norm": 0.24609375,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.46552544832229614,
      "step": 63
    },
    {
      "epoch": 0.041504539559014265,
      "grad_norm": 0.244140625,
      "learning_rate": 1.3548387096774194e-05,
      "loss": 0.4526595175266266,
      "step": 64
    },
    {
      "epoch": 0.04215304798962387,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.3763440860215056e-05,
      "loss": 0.42087337374687195,
      "step": 65
    },
    {
      "epoch": 0.042801556420233464,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.3978494623655916e-05,
      "loss": 0.4462112784385681,
      "step": 66
    },
    {
      "epoch": 0.04345006485084306,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.4193548387096776e-05,
      "loss": 0.4387781620025635,
      "step": 67
    },
    {
      "epoch": 0.04409857328145266,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.4408602150537636e-05,
      "loss": 0.44689416885375977,
      "step": 68
    },
    {
      "epoch": 0.04474708171206226,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.4623655913978497e-05,
      "loss": 0.44348466396331787,
      "step": 69
    },
    {
      "epoch": 0.04539559014267185,
      "grad_norm": 0.224609375,
      "learning_rate": 1.4838709677419357e-05,
      "loss": 0.4309629201889038,
      "step": 70
    },
    {
      "epoch": 0.046044098573281456,
      "grad_norm": 0.21875,
      "learning_rate": 1.5053763440860215e-05,
      "loss": 0.479592502117157,
      "step": 71
    },
    {
      "epoch": 0.04669260700389105,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.5268817204301076e-05,
      "loss": 0.43672889471054077,
      "step": 72
    },
    {
      "epoch": 0.04734111543450065,
      "grad_norm": 0.2265625,
      "learning_rate": 1.5483870967741936e-05,
      "loss": 0.43101170659065247,
      "step": 73
    },
    {
      "epoch": 0.04798962386511025,
      "grad_norm": 0.224609375,
      "learning_rate": 1.5698924731182796e-05,
      "loss": 0.436391144990921,
      "step": 74
    },
    {
      "epoch": 0.048638132295719845,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.5913978494623657e-05,
      "loss": 0.4143087565898895,
      "step": 75
    },
    {
      "epoch": 0.04928664072632944,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.6129032258064517e-05,
      "loss": 0.446614146232605,
      "step": 76
    },
    {
      "epoch": 0.04993514915693904,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.6344086021505377e-05,
      "loss": 0.4443016052246094,
      "step": 77
    },
    {
      "epoch": 0.05058365758754864,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.6559139784946237e-05,
      "loss": 0.42434102296829224,
      "step": 78
    },
    {
      "epoch": 0.051232166018158234,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.6774193548387098e-05,
      "loss": 0.43161994218826294,
      "step": 79
    },
    {
      "epoch": 0.05188067444876784,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.6989247311827958e-05,
      "loss": 0.4179801344871521,
      "step": 80
    },
    {
      "epoch": 0.05252918287937743,
      "grad_norm": 0.201171875,
      "learning_rate": 1.7204301075268818e-05,
      "loss": 0.41737961769104004,
      "step": 81
    },
    {
      "epoch": 0.05317769130998703,
      "grad_norm": 0.205078125,
      "learning_rate": 1.741935483870968e-05,
      "loss": 0.42671385407447815,
      "step": 82
    },
    {
      "epoch": 0.05382619974059663,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.763440860215054e-05,
      "loss": 0.42453673481941223,
      "step": 83
    },
    {
      "epoch": 0.054474708171206226,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.78494623655914e-05,
      "loss": 0.44486096501350403,
      "step": 84
    },
    {
      "epoch": 0.05512321660181582,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.806451612903226e-05,
      "loss": 0.41659870743751526,
      "step": 85
    },
    {
      "epoch": 0.055771725032425425,
      "grad_norm": 0.212890625,
      "learning_rate": 1.827956989247312e-05,
      "loss": 0.42657533288002014,
      "step": 86
    },
    {
      "epoch": 0.05642023346303502,
      "grad_norm": 0.197265625,
      "learning_rate": 1.849462365591398e-05,
      "loss": 0.43333303928375244,
      "step": 87
    },
    {
      "epoch": 0.057068741893644616,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.870967741935484e-05,
      "loss": 0.39696574211120605,
      "step": 88
    },
    {
      "epoch": 0.05771725032425422,
      "grad_norm": 0.205078125,
      "learning_rate": 1.89247311827957e-05,
      "loss": 0.428231805562973,
      "step": 89
    },
    {
      "epoch": 0.058365758754863814,
      "grad_norm": 0.2109375,
      "learning_rate": 1.913978494623656e-05,
      "loss": 0.41363203525543213,
      "step": 90
    },
    {
      "epoch": 0.05901426718547341,
      "grad_norm": 0.1953125,
      "learning_rate": 1.935483870967742e-05,
      "loss": 0.4199996590614319,
      "step": 91
    },
    {
      "epoch": 0.05966277561608301,
      "grad_norm": 0.201171875,
      "learning_rate": 1.956989247311828e-05,
      "loss": 0.436684787273407,
      "step": 92
    },
    {
      "epoch": 0.06031128404669261,
      "grad_norm": 0.201171875,
      "learning_rate": 1.978494623655914e-05,
      "loss": 0.447677344083786,
      "step": 93
    },
    {
      "epoch": 0.0609597924773022,
      "grad_norm": 0.2109375,
      "learning_rate": 2e-05,
      "loss": 0.40784865617752075,
      "step": 94
    },
    {
      "epoch": 0.061608300907911806,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9999994483839634e-05,
      "loss": 0.4047895073890686,
      "step": 95
    },
    {
      "epoch": 0.0622568093385214,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.999997793536461e-05,
      "loss": 0.4164491295814514,
      "step": 96
    },
    {
      "epoch": 0.062905317769131,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9999950354593198e-05,
      "loss": 0.4433131814002991,
      "step": 97
    },
    {
      "epoch": 0.06355382619974059,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9999911741555812e-05,
      "loss": 0.40185704827308655,
      "step": 98
    },
    {
      "epoch": 0.06420233463035019,
      "grad_norm": 0.203125,
      "learning_rate": 1.9999862096295063e-05,
      "loss": 0.4227330684661865,
      "step": 99
    },
    {
      "epoch": 0.0648508430609598,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.999980141886571e-05,
      "loss": 0.3818020224571228,
      "step": 100
    },
    {
      "epoch": 0.0654993514915694,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9999729709334704e-05,
      "loss": 0.38270384073257446,
      "step": 101
    },
    {
      "epoch": 0.06614785992217899,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9999646967781153e-05,
      "loss": 0.40086784958839417,
      "step": 102
    },
    {
      "epoch": 0.06679636835278858,
      "grad_norm": 0.203125,
      "learning_rate": 1.9999553194296343e-05,
      "loss": 0.409895658493042,
      "step": 103
    },
    {
      "epoch": 0.06744487678339818,
      "grad_norm": 0.21875,
      "learning_rate": 1.9999448388983725e-05,
      "loss": 0.4114656448364258,
      "step": 104
    },
    {
      "epoch": 0.06809338521400778,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9999332551958924e-05,
      "loss": 0.3995349407196045,
      "step": 105
    },
    {
      "epoch": 0.06874189364461739,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.9999205683349733e-05,
      "loss": 0.4112667441368103,
      "step": 106
    },
    {
      "epoch": 0.06939040207522698,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.9999067783296123e-05,
      "loss": 0.38258546590805054,
      "step": 107
    },
    {
      "epoch": 0.07003891050583658,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9998918851950226e-05,
      "loss": 0.36877691745758057,
      "step": 108
    },
    {
      "epoch": 0.07068741893644617,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9998758889476346e-05,
      "loss": 0.405431866645813,
      "step": 109
    },
    {
      "epoch": 0.07133592736705577,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9998587896050964e-05,
      "loss": 0.39622762799263,
      "step": 110
    },
    {
      "epoch": 0.07198443579766536,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.9998405871862724e-05,
      "loss": 0.3759191334247589,
      "step": 111
    },
    {
      "epoch": 0.07263294422827497,
      "grad_norm": 0.19921875,
      "learning_rate": 1.9998212817112437e-05,
      "loss": 0.39343106746673584,
      "step": 112
    },
    {
      "epoch": 0.07328145265888457,
      "grad_norm": 0.201171875,
      "learning_rate": 1.999800873201309e-05,
      "loss": 0.36645883321762085,
      "step": 113
    },
    {
      "epoch": 0.07392996108949416,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9997793616789837e-05,
      "loss": 0.37583309412002563,
      "step": 114
    },
    {
      "epoch": 0.07457846952010376,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9997567471679996e-05,
      "loss": 0.3862660825252533,
      "step": 115
    },
    {
      "epoch": 0.07522697795071336,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9997330296933066e-05,
      "loss": 0.3778155744075775,
      "step": 116
    },
    {
      "epoch": 0.07587548638132295,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.9997082092810697e-05,
      "loss": 0.4014049172401428,
      "step": 117
    },
    {
      "epoch": 0.07652399481193256,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.999682285958672e-05,
      "loss": 0.4239310920238495,
      "step": 118
    },
    {
      "epoch": 0.07717250324254216,
      "grad_norm": 0.201171875,
      "learning_rate": 1.9996552597547127e-05,
      "loss": 0.39182862639427185,
      "step": 119
    },
    {
      "epoch": 0.07782101167315175,
      "grad_norm": 0.201171875,
      "learning_rate": 1.9996271306990084e-05,
      "loss": 0.3869522213935852,
      "step": 120
    },
    {
      "epoch": 0.07846952010376135,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.9995978988225912e-05,
      "loss": 0.3912217617034912,
      "step": 121
    },
    {
      "epoch": 0.07911802853437094,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.9995675641577117e-05,
      "loss": 0.372033029794693,
      "step": 122
    },
    {
      "epoch": 0.07976653696498054,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9995361267378355e-05,
      "loss": 0.3970673084259033,
      "step": 123
    },
    {
      "epoch": 0.08041504539559015,
      "grad_norm": 0.203125,
      "learning_rate": 1.999503586597645e-05,
      "loss": 0.3746938109397888,
      "step": 124
    },
    {
      "epoch": 0.08106355382619974,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.9994699437730402e-05,
      "loss": 0.3660721778869629,
      "step": 125
    },
    {
      "epoch": 0.08171206225680934,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9994351983011367e-05,
      "loss": 0.38770291209220886,
      "step": 126
    },
    {
      "epoch": 0.08236057068741894,
      "grad_norm": 0.203125,
      "learning_rate": 1.9993993502202666e-05,
      "loss": 0.40048661828041077,
      "step": 127
    },
    {
      "epoch": 0.08300907911802853,
      "grad_norm": 0.205078125,
      "learning_rate": 1.999362399569979e-05,
      "loss": 0.37481701374053955,
      "step": 128
    },
    {
      "epoch": 0.08365758754863813,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.999324346391039e-05,
      "loss": 0.38433510065078735,
      "step": 129
    },
    {
      "epoch": 0.08430609597924774,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.9992851907254275e-05,
      "loss": 0.3568296432495117,
      "step": 130
    },
    {
      "epoch": 0.08495460440985733,
      "grad_norm": 0.208984375,
      "learning_rate": 1.999244932616343e-05,
      "loss": 0.39519092440605164,
      "step": 131
    },
    {
      "epoch": 0.08560311284046693,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9992035721081994e-05,
      "loss": 0.3783279359340668,
      "step": 132
    },
    {
      "epoch": 0.08625162127107652,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9991611092466264e-05,
      "loss": 0.40476328134536743,
      "step": 133
    },
    {
      "epoch": 0.08690012970168612,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9991175440784715e-05,
      "loss": 0.3811950087547302,
      "step": 134
    },
    {
      "epoch": 0.08754863813229571,
      "grad_norm": 0.205078125,
      "learning_rate": 1.999072876651796e-05,
      "loss": 0.37133097648620605,
      "step": 135
    },
    {
      "epoch": 0.08819714656290532,
      "grad_norm": 0.201171875,
      "learning_rate": 1.9990271070158792e-05,
      "loss": 0.3922561705112457,
      "step": 136
    },
    {
      "epoch": 0.08884565499351492,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.998980235221215e-05,
      "loss": 0.3603026270866394,
      "step": 137
    },
    {
      "epoch": 0.08949416342412451,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9989322613195145e-05,
      "loss": 0.4048859179019928,
      "step": 138
    },
    {
      "epoch": 0.09014267185473411,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9988831853637042e-05,
      "loss": 0.36560121178627014,
      "step": 139
    },
    {
      "epoch": 0.0907911802853437,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.9988330074079254e-05,
      "loss": 0.39202678203582764,
      "step": 140
    },
    {
      "epoch": 0.0914396887159533,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9987817275075364e-05,
      "loss": 0.3897934556007385,
      "step": 141
    },
    {
      "epoch": 0.09208819714656291,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.9987293457191114e-05,
      "loss": 0.3877807855606079,
      "step": 142
    },
    {
      "epoch": 0.0927367055771725,
      "grad_norm": 0.2109375,
      "learning_rate": 1.998675862100439e-05,
      "loss": 0.3831649124622345,
      "step": 143
    },
    {
      "epoch": 0.0933852140077821,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.998621276710524e-05,
      "loss": 0.390967458486557,
      "step": 144
    },
    {
      "epoch": 0.0940337224383917,
      "grad_norm": 0.19921875,
      "learning_rate": 1.9985655896095868e-05,
      "loss": 0.3698822855949402,
      "step": 145
    },
    {
      "epoch": 0.0946822308690013,
      "grad_norm": 0.19921875,
      "learning_rate": 1.998508800859064e-05,
      "loss": 0.371660053730011,
      "step": 146
    },
    {
      "epoch": 0.09533073929961089,
      "grad_norm": 0.201171875,
      "learning_rate": 1.9984509105216054e-05,
      "loss": 0.37307265400886536,
      "step": 147
    },
    {
      "epoch": 0.0959792477302205,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9983919186610786e-05,
      "loss": 0.4003124237060547,
      "step": 148
    },
    {
      "epoch": 0.0966277561608301,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9983318253425656e-05,
      "loss": 0.39315009117126465,
      "step": 149
    },
    {
      "epoch": 0.09727626459143969,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9982706306323618e-05,
      "loss": 0.3843832314014435,
      "step": 150
    },
    {
      "epoch": 0.09792477302204929,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.9982083345979803e-05,
      "loss": 0.38168150186538696,
      "step": 151
    },
    {
      "epoch": 0.09857328145265888,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9981449373081478e-05,
      "loss": 0.365963339805603,
      "step": 152
    },
    {
      "epoch": 0.09922178988326848,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9980804388328056e-05,
      "loss": 0.3867374062538147,
      "step": 153
    },
    {
      "epoch": 0.09987029831387809,
      "grad_norm": 0.203125,
      "learning_rate": 1.9980148392431117e-05,
      "loss": 0.3945177495479584,
      "step": 154
    },
    {
      "epoch": 0.10051880674448768,
      "grad_norm": 0.216796875,
      "learning_rate": 1.997948138611437e-05,
      "loss": 0.3945233225822449,
      "step": 155
    },
    {
      "epoch": 0.10116731517509728,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9978803370113676e-05,
      "loss": 0.35957130789756775,
      "step": 156
    },
    {
      "epoch": 0.10181582360570687,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.997811434517705e-05,
      "loss": 0.3516426086425781,
      "step": 157
    },
    {
      "epoch": 0.10246433203631647,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.997741431206464e-05,
      "loss": 0.4016244411468506,
      "step": 158
    },
    {
      "epoch": 0.10311284046692606,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9976703271548747e-05,
      "loss": 0.362133264541626,
      "step": 159
    },
    {
      "epoch": 0.10376134889753567,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9975981224413815e-05,
      "loss": 0.4081648588180542,
      "step": 160
    },
    {
      "epoch": 0.10440985732814527,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9975248171456432e-05,
      "loss": 0.3553345203399658,
      "step": 161
    },
    {
      "epoch": 0.10505836575875487,
      "grad_norm": 0.19921875,
      "learning_rate": 1.997450411348532e-05,
      "loss": 0.3703160583972931,
      "step": 162
    },
    {
      "epoch": 0.10570687418936446,
      "grad_norm": 0.216796875,
      "learning_rate": 1.997374905132135e-05,
      "loss": 0.34437796473503113,
      "step": 163
    },
    {
      "epoch": 0.10635538261997406,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9972982985797528e-05,
      "loss": 0.3635660409927368,
      "step": 164
    },
    {
      "epoch": 0.10700389105058365,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9972205917759008e-05,
      "loss": 0.37994685769081116,
      "step": 165
    },
    {
      "epoch": 0.10765239948119326,
      "grad_norm": 0.2109375,
      "learning_rate": 1.997141784806307e-05,
      "loss": 0.3574579358100891,
      "step": 166
    },
    {
      "epoch": 0.10830090791180286,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9970618777579147e-05,
      "loss": 0.3717995882034302,
      "step": 167
    },
    {
      "epoch": 0.10894941634241245,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.9969808707188792e-05,
      "loss": 0.3511693477630615,
      "step": 168
    },
    {
      "epoch": 0.10959792477302205,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9968987637785698e-05,
      "loss": 0.37727826833724976,
      "step": 169
    },
    {
      "epoch": 0.11024643320363164,
      "grad_norm": 0.19921875,
      "learning_rate": 1.9968155570275703e-05,
      "loss": 0.3403925895690918,
      "step": 170
    },
    {
      "epoch": 0.11089494163424124,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9967312505576765e-05,
      "loss": 0.3511483073234558,
      "step": 171
    },
    {
      "epoch": 0.11154345006485085,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.9966458444618983e-05,
      "loss": 0.33980971574783325,
      "step": 172
    },
    {
      "epoch": 0.11219195849546044,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.996559338834458e-05,
      "loss": 0.33395615220069885,
      "step": 173
    },
    {
      "epoch": 0.11284046692607004,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9964717337707918e-05,
      "loss": 0.36414003372192383,
      "step": 174
    },
    {
      "epoch": 0.11348897535667964,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9963830293675483e-05,
      "loss": 0.3635435700416565,
      "step": 175
    },
    {
      "epoch": 0.11413748378728923,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.996293225722589e-05,
      "loss": 0.37186816334724426,
      "step": 176
    },
    {
      "epoch": 0.11478599221789883,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9962023229349884e-05,
      "loss": 0.3823866844177246,
      "step": 177
    },
    {
      "epoch": 0.11543450064850844,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.9961103211050333e-05,
      "loss": 0.36216211318969727,
      "step": 178
    },
    {
      "epoch": 0.11608300907911803,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.9960172203342225e-05,
      "loss": 0.3792182207107544,
      "step": 179
    },
    {
      "epoch": 0.11673151750972763,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.995923020725268e-05,
      "loss": 0.33125486969947815,
      "step": 180
    },
    {
      "epoch": 0.11738002594033722,
      "grad_norm": 0.20703125,
      "learning_rate": 1.995827722382095e-05,
      "loss": 0.35435962677001953,
      "step": 181
    },
    {
      "epoch": 0.11802853437094682,
      "grad_norm": 0.20703125,
      "learning_rate": 1.995731325409838e-05,
      "loss": 0.36526772379875183,
      "step": 182
    },
    {
      "epoch": 0.11867704280155641,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.995633829914846e-05,
      "loss": 0.3561992049217224,
      "step": 183
    },
    {
      "epoch": 0.11932555123216602,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9955352360046795e-05,
      "loss": 0.35107189416885376,
      "step": 184
    },
    {
      "epoch": 0.11997405966277562,
      "grad_norm": 0.2109375,
      "learning_rate": 1.9954355437881095e-05,
      "loss": 0.366899698972702,
      "step": 185
    },
    {
      "epoch": 0.12062256809338522,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9953347533751208e-05,
      "loss": 0.35685789585113525,
      "step": 186
    },
    {
      "epoch": 0.12127107652399481,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9952328648769076e-05,
      "loss": 0.3430757522583008,
      "step": 187
    },
    {
      "epoch": 0.1219195849546044,
      "grad_norm": 0.216796875,
      "learning_rate": 1.9951298784058773e-05,
      "loss": 0.3783787488937378,
      "step": 188
    },
    {
      "epoch": 0.122568093385214,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9950257940756476e-05,
      "loss": 0.3612635135650635,
      "step": 189
    },
    {
      "epoch": 0.12321660181582361,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9949206120010472e-05,
      "loss": 0.3659682273864746,
      "step": 190
    },
    {
      "epoch": 0.12386511024643321,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.994814332298117e-05,
      "loss": 0.34430402517318726,
      "step": 191
    },
    {
      "epoch": 0.1245136186770428,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9947069550841083e-05,
      "loss": 0.36645421385765076,
      "step": 192
    },
    {
      "epoch": 0.1251621271076524,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.9945984804774824e-05,
      "loss": 0.3527486324310303,
      "step": 193
    },
    {
      "epoch": 0.125810635538262,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9944889085979126e-05,
      "loss": 0.37905579805374146,
      "step": 194
    },
    {
      "epoch": 0.1264591439688716,
      "grad_norm": 0.2109375,
      "learning_rate": 1.9943782395662816e-05,
      "loss": 0.34702199697494507,
      "step": 195
    },
    {
      "epoch": 0.12710765239948119,
      "grad_norm": 0.208984375,
      "learning_rate": 1.9942664735046833e-05,
      "loss": 0.34745287895202637,
      "step": 196
    },
    {
      "epoch": 0.12775616083009078,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9941536105364214e-05,
      "loss": 0.35376638174057007,
      "step": 197
    },
    {
      "epoch": 0.12840466926070038,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9940396507860103e-05,
      "loss": 0.34441259503364563,
      "step": 198
    },
    {
      "epoch": 0.12905317769131,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9939245943791737e-05,
      "loss": 0.34473466873168945,
      "step": 199
    },
    {
      "epoch": 0.1297016861219196,
      "grad_norm": 0.216796875,
      "learning_rate": 1.993808441442846e-05,
      "loss": 0.3371885120868683,
      "step": 200
    },
    {
      "epoch": 0.1303501945525292,
      "grad_norm": 0.197265625,
      "learning_rate": 1.9936911921051703e-05,
      "loss": 0.34203848242759705,
      "step": 201
    },
    {
      "epoch": 0.1309987029831388,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9935728464955002e-05,
      "loss": 0.3390808403491974,
      "step": 202
    },
    {
      "epoch": 0.13164721141374838,
      "grad_norm": 0.203125,
      "learning_rate": 1.9934534047443982e-05,
      "loss": 0.360973060131073,
      "step": 203
    },
    {
      "epoch": 0.13229571984435798,
      "grad_norm": 0.21875,
      "learning_rate": 1.993332866983636e-05,
      "loss": 0.3373987674713135,
      "step": 204
    },
    {
      "epoch": 0.13294422827496757,
      "grad_norm": 0.20703125,
      "learning_rate": 1.993211233346195e-05,
      "loss": 0.3268091678619385,
      "step": 205
    },
    {
      "epoch": 0.13359273670557717,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.9930885039662658e-05,
      "loss": 0.34803783893585205,
      "step": 206
    },
    {
      "epoch": 0.13424124513618677,
      "grad_norm": 0.251953125,
      "learning_rate": 1.992964678979247e-05,
      "loss": 0.3735063970088959,
      "step": 207
    },
    {
      "epoch": 0.13488975356679636,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9928397585217458e-05,
      "loss": 0.3565911054611206,
      "step": 208
    },
    {
      "epoch": 0.13553826199740596,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.9927137427315788e-05,
      "loss": 0.3617969751358032,
      "step": 209
    },
    {
      "epoch": 0.13618677042801555,
      "grad_norm": 0.2109375,
      "learning_rate": 1.992586631747771e-05,
      "loss": 0.3360612392425537,
      "step": 210
    },
    {
      "epoch": 0.13683527885862518,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.992458425710555e-05,
      "loss": 0.34708642959594727,
      "step": 211
    },
    {
      "epoch": 0.13748378728923477,
      "grad_norm": 0.205078125,
      "learning_rate": 1.992329124761372e-05,
      "loss": 0.3350972533226013,
      "step": 212
    },
    {
      "epoch": 0.13813229571984437,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9921987290428707e-05,
      "loss": 0.36041635274887085,
      "step": 213
    },
    {
      "epoch": 0.13878080415045396,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.992067238698908e-05,
      "loss": 0.35008642077445984,
      "step": 214
    },
    {
      "epoch": 0.13942931258106356,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.991934653874548e-05,
      "loss": 0.34039825201034546,
      "step": 215
    },
    {
      "epoch": 0.14007782101167315,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.991800974716063e-05,
      "loss": 0.35526514053344727,
      "step": 216
    },
    {
      "epoch": 0.14072632944228275,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.991666201370932e-05,
      "loss": 0.3464857339859009,
      "step": 217
    },
    {
      "epoch": 0.14137483787289234,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.991530333987841e-05,
      "loss": 0.3405786156654358,
      "step": 218
    },
    {
      "epoch": 0.14202334630350194,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9913933727166838e-05,
      "loss": 0.3523654043674469,
      "step": 219
    },
    {
      "epoch": 0.14267185473411154,
      "grad_norm": 0.21875,
      "learning_rate": 1.9912553177085598e-05,
      "loss": 0.3361499607563019,
      "step": 220
    },
    {
      "epoch": 0.14332036316472113,
      "grad_norm": 0.21875,
      "learning_rate": 1.991116169115776e-05,
      "loss": 0.3440963625907898,
      "step": 221
    },
    {
      "epoch": 0.14396887159533073,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.9909759270918455e-05,
      "loss": 0.32642805576324463,
      "step": 222
    },
    {
      "epoch": 0.14461738002594035,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.990834591791488e-05,
      "loss": 0.3491353988647461,
      "step": 223
    },
    {
      "epoch": 0.14526588845654995,
      "grad_norm": 0.216796875,
      "learning_rate": 1.990692163370629e-05,
      "loss": 0.35548603534698486,
      "step": 224
    },
    {
      "epoch": 0.14591439688715954,
      "grad_norm": 0.22265625,
      "learning_rate": 1.9905486419864003e-05,
      "loss": 0.3361803889274597,
      "step": 225
    },
    {
      "epoch": 0.14656290531776914,
      "grad_norm": 0.208984375,
      "learning_rate": 1.990404027797139e-05,
      "loss": 0.33447688817977905,
      "step": 226
    },
    {
      "epoch": 0.14721141374837873,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.990258320962388e-05,
      "loss": 0.35223257541656494,
      "step": 227
    },
    {
      "epoch": 0.14785992217898833,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9901115216428965e-05,
      "loss": 0.3410983979701996,
      "step": 228
    },
    {
      "epoch": 0.14850843060959792,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.9899636300006175e-05,
      "loss": 0.3233211934566498,
      "step": 229
    },
    {
      "epoch": 0.14915693904020752,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9898146461987102e-05,
      "loss": 0.3586883246898651,
      "step": 230
    },
    {
      "epoch": 0.14980544747081712,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.989664570401538e-05,
      "loss": 0.3356105387210846,
      "step": 231
    },
    {
      "epoch": 0.1504539559014267,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9895134027746694e-05,
      "loss": 0.31310582160949707,
      "step": 232
    },
    {
      "epoch": 0.1511024643320363,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.989361143484877e-05,
      "loss": 0.32391422986984253,
      "step": 233
    },
    {
      "epoch": 0.1517509727626459,
      "grad_norm": 0.21875,
      "learning_rate": 1.9892077927001395e-05,
      "loss": 0.3314436078071594,
      "step": 234
    },
    {
      "epoch": 0.15239948119325553,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.9890533505896366e-05,
      "loss": 0.32836657762527466,
      "step": 235
    },
    {
      "epoch": 0.15304798962386512,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9888978173237552e-05,
      "loss": 0.34349796175956726,
      "step": 236
    },
    {
      "epoch": 0.15369649805447472,
      "grad_norm": 0.201171875,
      "learning_rate": 1.988741193074084e-05,
      "loss": 0.3389296531677246,
      "step": 237
    },
    {
      "epoch": 0.1543450064850843,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9885834780134158e-05,
      "loss": 0.3639851212501526,
      "step": 238
    },
    {
      "epoch": 0.1549935149156939,
      "grad_norm": 0.2109375,
      "learning_rate": 1.988424672315747e-05,
      "loss": 0.3426707983016968,
      "step": 239
    },
    {
      "epoch": 0.1556420233463035,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.9882647761562773e-05,
      "loss": 0.31762993335723877,
      "step": 240
    },
    {
      "epoch": 0.1562905317769131,
      "grad_norm": 0.205078125,
      "learning_rate": 1.988103789711409e-05,
      "loss": 0.3144069314002991,
      "step": 241
    },
    {
      "epoch": 0.1569390402075227,
      "grad_norm": 0.21875,
      "learning_rate": 1.987941713158748e-05,
      "loss": 0.3454737365245819,
      "step": 242
    },
    {
      "epoch": 0.1575875486381323,
      "grad_norm": 0.20703125,
      "learning_rate": 1.987778546677102e-05,
      "loss": 0.31825876235961914,
      "step": 243
    },
    {
      "epoch": 0.1582360570687419,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9876142904464816e-05,
      "loss": 0.32279831171035767,
      "step": 244
    },
    {
      "epoch": 0.15888456549935148,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.987448944648099e-05,
      "loss": 0.33669722080230713,
      "step": 245
    },
    {
      "epoch": 0.15953307392996108,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.98728250946437e-05,
      "loss": 0.32144689559936523,
      "step": 246
    },
    {
      "epoch": 0.1601815823605707,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9871149850789102e-05,
      "loss": 0.3412940204143524,
      "step": 247
    },
    {
      "epoch": 0.1608300907911803,
      "grad_norm": 0.205078125,
      "learning_rate": 1.9869463716765388e-05,
      "loss": 0.332040011882782,
      "step": 248
    },
    {
      "epoch": 0.1614785992217899,
      "grad_norm": 0.216796875,
      "learning_rate": 1.9867766694432745e-05,
      "loss": 0.33092084527015686,
      "step": 249
    },
    {
      "epoch": 0.1621271076523995,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9866058785663392e-05,
      "loss": 0.334977388381958,
      "step": 250
    },
    {
      "epoch": 0.16277561608300908,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9864339992341546e-05,
      "loss": 0.3184294104576111,
      "step": 251
    },
    {
      "epoch": 0.16342412451361868,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9862610316363434e-05,
      "loss": 0.3104742765426636,
      "step": 252
    },
    {
      "epoch": 0.16407263294422827,
      "grad_norm": 0.224609375,
      "learning_rate": 1.986086975963729e-05,
      "loss": 0.33989375829696655,
      "step": 253
    },
    {
      "epoch": 0.16472114137483787,
      "grad_norm": 0.220703125,
      "learning_rate": 1.985911832408335e-05,
      "loss": 0.3605601191520691,
      "step": 254
    },
    {
      "epoch": 0.16536964980544747,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.9857356011633856e-05,
      "loss": 0.31649842858314514,
      "step": 255
    },
    {
      "epoch": 0.16601815823605706,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9855582824233047e-05,
      "loss": 0.31772151589393616,
      "step": 256
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.240234375,
      "learning_rate": 1.9853798763837165e-05,
      "loss": 0.3584485650062561,
      "step": 257
    },
    {
      "epoch": 0.16731517509727625,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9852003832414433e-05,
      "loss": 0.330280065536499,
      "step": 258
    },
    {
      "epoch": 0.16796368352788585,
      "grad_norm": 0.228515625,
      "learning_rate": 1.985019803194508e-05,
      "loss": 0.3294772207736969,
      "step": 259
    },
    {
      "epoch": 0.16861219195849547,
      "grad_norm": 0.248046875,
      "learning_rate": 1.9848381364421332e-05,
      "loss": 0.34626948833465576,
      "step": 260
    },
    {
      "epoch": 0.16926070038910507,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9846553831847387e-05,
      "loss": 0.3282998204231262,
      "step": 261
    },
    {
      "epoch": 0.16990920881971466,
      "grad_norm": 0.212890625,
      "learning_rate": 1.9844715436239438e-05,
      "loss": 0.34251439571380615,
      "step": 262
    },
    {
      "epoch": 0.17055771725032426,
      "grad_norm": 0.212890625,
      "learning_rate": 1.9842866179625662e-05,
      "loss": 0.3270256519317627,
      "step": 263
    },
    {
      "epoch": 0.17120622568093385,
      "grad_norm": 0.216796875,
      "learning_rate": 1.9841006064046216e-05,
      "loss": 0.33206215500831604,
      "step": 264
    },
    {
      "epoch": 0.17185473411154345,
      "grad_norm": 0.21875,
      "learning_rate": 1.9839135091553247e-05,
      "loss": 0.33136963844299316,
      "step": 265
    },
    {
      "epoch": 0.17250324254215305,
      "grad_norm": 0.26953125,
      "learning_rate": 1.9837253264210863e-05,
      "loss": 0.32983633875846863,
      "step": 266
    },
    {
      "epoch": 0.17315175097276264,
      "grad_norm": 0.216796875,
      "learning_rate": 1.983536058409516e-05,
      "loss": 0.305320680141449,
      "step": 267
    },
    {
      "epoch": 0.17380025940337224,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9833457053294207e-05,
      "loss": 0.3301853835582733,
      "step": 268
    },
    {
      "epoch": 0.17444876783398183,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.9831542673908032e-05,
      "loss": 0.3378753662109375,
      "step": 269
    },
    {
      "epoch": 0.17509727626459143,
      "grad_norm": 0.2109375,
      "learning_rate": 1.982961744804865e-05,
      "loss": 0.32982805371284485,
      "step": 270
    },
    {
      "epoch": 0.17574578469520102,
      "grad_norm": 0.21875,
      "learning_rate": 1.9827681377840023e-05,
      "loss": 0.3273736536502838,
      "step": 271
    },
    {
      "epoch": 0.17639429312581065,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.982573446541809e-05,
      "loss": 0.3558015823364258,
      "step": 272
    },
    {
      "epoch": 0.17704280155642024,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.9823776712930748e-05,
      "loss": 0.31839442253112793,
      "step": 273
    },
    {
      "epoch": 0.17769130998702984,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.982180812253785e-05,
      "loss": 0.312683641910553,
      "step": 274
    },
    {
      "epoch": 0.17833981841763943,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9819828696411207e-05,
      "loss": 0.351976215839386,
      "step": 275
    },
    {
      "epoch": 0.17898832684824903,
      "grad_norm": 0.23828125,
      "learning_rate": 1.9817838436734588e-05,
      "loss": 0.33706462383270264,
      "step": 276
    },
    {
      "epoch": 0.17963683527885863,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.981583734570371e-05,
      "loss": 0.32768383622169495,
      "step": 277
    },
    {
      "epoch": 0.18028534370946822,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9813825425526244e-05,
      "loss": 0.32490551471710205,
      "step": 278
    },
    {
      "epoch": 0.18093385214007782,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9811802678421797e-05,
      "loss": 0.3098565638065338,
      "step": 279
    },
    {
      "epoch": 0.1815823605706874,
      "grad_norm": 0.2109375,
      "learning_rate": 1.980976910662194e-05,
      "loss": 0.3191128373146057,
      "step": 280
    },
    {
      "epoch": 0.182230869001297,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9807724712370164e-05,
      "loss": 0.3159150779247284,
      "step": 281
    },
    {
      "epoch": 0.1828793774319066,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.980566949792192e-05,
      "loss": 0.32881003618240356,
      "step": 282
    },
    {
      "epoch": 0.1835278858625162,
      "grad_norm": 0.216796875,
      "learning_rate": 1.9803603465544574e-05,
      "loss": 0.3375019431114197,
      "step": 283
    },
    {
      "epoch": 0.18417639429312582,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9801526617517452e-05,
      "loss": 0.3486555516719818,
      "step": 284
    },
    {
      "epoch": 0.18482490272373542,
      "grad_norm": 0.2578125,
      "learning_rate": 1.979943895613179e-05,
      "loss": 0.31987130641937256,
      "step": 285
    },
    {
      "epoch": 0.185473411154345,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9797340483690765e-05,
      "loss": 0.3171629309654236,
      "step": 286
    },
    {
      "epoch": 0.1861219195849546,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9795231202509485e-05,
      "loss": 0.3165263831615448,
      "step": 287
    },
    {
      "epoch": 0.1867704280155642,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.979311111491497e-05,
      "loss": 0.3224771022796631,
      "step": 288
    },
    {
      "epoch": 0.1874189364461738,
      "grad_norm": 0.228515625,
      "learning_rate": 1.979098022324617e-05,
      "loss": 0.34661364555358887,
      "step": 289
    },
    {
      "epoch": 0.1880674448767834,
      "grad_norm": 0.232421875,
      "learning_rate": 1.978883852985396e-05,
      "loss": 0.29364949464797974,
      "step": 290
    },
    {
      "epoch": 0.188715953307393,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.9786686037101114e-05,
      "loss": 0.3293208181858063,
      "step": 291
    },
    {
      "epoch": 0.1893644617380026,
      "grad_norm": 0.216796875,
      "learning_rate": 1.9784522747362337e-05,
      "loss": 0.3318045139312744,
      "step": 292
    },
    {
      "epoch": 0.19001297016861218,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9782348663024238e-05,
      "loss": 0.3355390727519989,
      "step": 293
    },
    {
      "epoch": 0.19066147859922178,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9780163786485338e-05,
      "loss": 0.3346158266067505,
      "step": 294
    },
    {
      "epoch": 0.19130998702983137,
      "grad_norm": 0.236328125,
      "learning_rate": 1.977796812015606e-05,
      "loss": 0.3441377282142639,
      "step": 295
    },
    {
      "epoch": 0.191958495460441,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.977576166645874e-05,
      "loss": 0.33501026034355164,
      "step": 296
    },
    {
      "epoch": 0.1926070038910506,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9773544427827604e-05,
      "loss": 0.31328707933425903,
      "step": 297
    },
    {
      "epoch": 0.1932555123216602,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9771316406708777e-05,
      "loss": 0.3063465356826782,
      "step": 298
    },
    {
      "epoch": 0.19390402075226978,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9769077605560287e-05,
      "loss": 0.31411999464035034,
      "step": 299
    },
    {
      "epoch": 0.19455252918287938,
      "grad_norm": 0.28125,
      "learning_rate": 1.9766828026852054e-05,
      "loss": 0.3090721666812897,
      "step": 300
    },
    {
      "epoch": 0.19520103761348898,
      "grad_norm": 0.255859375,
      "learning_rate": 1.9764567673065882e-05,
      "loss": 0.3278522789478302,
      "step": 301
    },
    {
      "epoch": 0.19584954604409857,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.976229654669547e-05,
      "loss": 0.3367612659931183,
      "step": 302
    },
    {
      "epoch": 0.19649805447470817,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.9760014650246386e-05,
      "loss": 0.3306860029697418,
      "step": 303
    },
    {
      "epoch": 0.19714656290531776,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9757721986236103e-05,
      "loss": 0.31661728024482727,
      "step": 304
    },
    {
      "epoch": 0.19779507133592736,
      "grad_norm": 0.20703125,
      "learning_rate": 1.9755418557193963e-05,
      "loss": 0.3153969645500183,
      "step": 305
    },
    {
      "epoch": 0.19844357976653695,
      "grad_norm": 0.21875,
      "learning_rate": 1.9753104365661172e-05,
      "loss": 0.31304991245269775,
      "step": 306
    },
    {
      "epoch": 0.19909208819714655,
      "grad_norm": 0.2421875,
      "learning_rate": 1.9750779414190827e-05,
      "loss": 0.3166106343269348,
      "step": 307
    },
    {
      "epoch": 0.19974059662775617,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.974844370534789e-05,
      "loss": 0.29556772112846375,
      "step": 308
    },
    {
      "epoch": 0.20038910505836577,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.9746097241709185e-05,
      "loss": 0.31287243962287903,
      "step": 309
    },
    {
      "epoch": 0.20103761348897536,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.974374002586341e-05,
      "loss": 0.3038344383239746,
      "step": 310
    },
    {
      "epoch": 0.20168612191958496,
      "grad_norm": 0.212890625,
      "learning_rate": 1.9741372060411122e-05,
      "loss": 0.3108871281147003,
      "step": 311
    },
    {
      "epoch": 0.20233463035019456,
      "grad_norm": 0.22265625,
      "learning_rate": 1.9738993347964732e-05,
      "loss": 0.3076733350753784,
      "step": 312
    },
    {
      "epoch": 0.20298313878080415,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9736603891148515e-05,
      "loss": 0.3141556680202484,
      "step": 313
    },
    {
      "epoch": 0.20363164721141375,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.9734203692598597e-05,
      "loss": 0.33132052421569824,
      "step": 314
    },
    {
      "epoch": 0.20428015564202334,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.973179275496295e-05,
      "loss": 0.3149304986000061,
      "step": 315
    },
    {
      "epoch": 0.20492866407263294,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.9729371080901403e-05,
      "loss": 0.3376978039741516,
      "step": 316
    },
    {
      "epoch": 0.20557717250324253,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.972693867308562e-05,
      "loss": 0.32132595777511597,
      "step": 317
    },
    {
      "epoch": 0.20622568093385213,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9724495534199116e-05,
      "loss": 0.32048070430755615,
      "step": 318
    },
    {
      "epoch": 0.20687418936446172,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9722041666937236e-05,
      "loss": 0.3308355212211609,
      "step": 319
    },
    {
      "epoch": 0.20752269779507135,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9719577074007166e-05,
      "loss": 0.31627902388572693,
      "step": 320
    },
    {
      "epoch": 0.20817120622568094,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.9717101758127923e-05,
      "loss": 0.29440391063690186,
      "step": 321
    },
    {
      "epoch": 0.20881971465629054,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.971461572203036e-05,
      "loss": 0.30840179324150085,
      "step": 322
    },
    {
      "epoch": 0.20946822308690013,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9712118968457146e-05,
      "loss": 0.31594425439834595,
      "step": 323
    },
    {
      "epoch": 0.21011673151750973,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9709611500162783e-05,
      "loss": 0.3456932306289673,
      "step": 324
    },
    {
      "epoch": 0.21076523994811933,
      "grad_norm": 0.232421875,
      "learning_rate": 1.9707093319913587e-05,
      "loss": 0.3097022473812103,
      "step": 325
    },
    {
      "epoch": 0.21141374837872892,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.97045644304877e-05,
      "loss": 0.31464600563049316,
      "step": 326
    },
    {
      "epoch": 0.21206225680933852,
      "grad_norm": 0.2421875,
      "learning_rate": 1.970202483467507e-05,
      "loss": 0.2989755868911743,
      "step": 327
    },
    {
      "epoch": 0.2127107652399481,
      "grad_norm": 0.21875,
      "learning_rate": 1.9699474535277462e-05,
      "loss": 0.29494136571884155,
      "step": 328
    },
    {
      "epoch": 0.2133592736705577,
      "grad_norm": 0.220703125,
      "learning_rate": 1.969691353510845e-05,
      "loss": 0.30434101819992065,
      "step": 329
    },
    {
      "epoch": 0.2140077821011673,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9694341836993406e-05,
      "loss": 0.3083377480506897,
      "step": 330
    },
    {
      "epoch": 0.2146562905317769,
      "grad_norm": 0.25,
      "learning_rate": 1.9691759443769514e-05,
      "loss": 0.32230234146118164,
      "step": 331
    },
    {
      "epoch": 0.21530479896238652,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9689166358285753e-05,
      "loss": 0.3127240538597107,
      "step": 332
    },
    {
      "epoch": 0.21595330739299612,
      "grad_norm": 0.240234375,
      "learning_rate": 1.96865625834029e-05,
      "loss": 0.3335818946361542,
      "step": 333
    },
    {
      "epoch": 0.21660181582360571,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9683948121993518e-05,
      "loss": 0.33556732535362244,
      "step": 334
    },
    {
      "epoch": 0.2172503242542153,
      "grad_norm": 0.28125,
      "learning_rate": 1.9681322976941964e-05,
      "loss": 0.30278268456459045,
      "step": 335
    },
    {
      "epoch": 0.2178988326848249,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9678687151144393e-05,
      "loss": 0.29217416048049927,
      "step": 336
    },
    {
      "epoch": 0.2185473411154345,
      "grad_norm": 0.251953125,
      "learning_rate": 1.9676040647508718e-05,
      "loss": 0.3232361972332001,
      "step": 337
    },
    {
      "epoch": 0.2191958495460441,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.9673383468954655e-05,
      "loss": 0.31238648295402527,
      "step": 338
    },
    {
      "epoch": 0.2198443579766537,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.967071561841369e-05,
      "loss": 0.31114840507507324,
      "step": 339
    },
    {
      "epoch": 0.2204928664072633,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9668037098829077e-05,
      "loss": 0.29439088702201843,
      "step": 340
    },
    {
      "epoch": 0.22114137483787288,
      "grad_norm": 0.26171875,
      "learning_rate": 1.9665347913155844e-05,
      "loss": 0.29134148359298706,
      "step": 341
    },
    {
      "epoch": 0.22178988326848248,
      "grad_norm": 0.240234375,
      "learning_rate": 1.966264806436079e-05,
      "loss": 0.3068786859512329,
      "step": 342
    },
    {
      "epoch": 0.22243839169909208,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9659937555422478e-05,
      "loss": 0.3025660216808319,
      "step": 343
    },
    {
      "epoch": 0.2230869001297017,
      "grad_norm": 0.212890625,
      "learning_rate": 1.9657216389331223e-05,
      "loss": 0.29440781474113464,
      "step": 344
    },
    {
      "epoch": 0.2237354085603113,
      "grad_norm": 0.244140625,
      "learning_rate": 1.96544845690891e-05,
      "loss": 0.30195996165275574,
      "step": 345
    },
    {
      "epoch": 0.2243839169909209,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9651742097709948e-05,
      "loss": 0.3108524680137634,
      "step": 346
    },
    {
      "epoch": 0.22503242542153049,
      "grad_norm": 0.22265625,
      "learning_rate": 1.9648988978219345e-05,
      "loss": 0.2844770550727844,
      "step": 347
    },
    {
      "epoch": 0.22568093385214008,
      "grad_norm": 0.22265625,
      "learning_rate": 1.9646225213654622e-05,
      "loss": 0.29939234256744385,
      "step": 348
    },
    {
      "epoch": 0.22632944228274968,
      "grad_norm": 0.2421875,
      "learning_rate": 1.9643450807064853e-05,
      "loss": 0.3031744956970215,
      "step": 349
    },
    {
      "epoch": 0.22697795071335927,
      "grad_norm": 0.21484375,
      "learning_rate": 1.964066576151085e-05,
      "loss": 0.300373911857605,
      "step": 350
    },
    {
      "epoch": 0.22762645914396887,
      "grad_norm": 0.232421875,
      "learning_rate": 1.9637870080065168e-05,
      "loss": 0.3034243583679199,
      "step": 351
    },
    {
      "epoch": 0.22827496757457846,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.9635063765812093e-05,
      "loss": 0.32531341910362244,
      "step": 352
    },
    {
      "epoch": 0.22892347600518806,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9632246821847633e-05,
      "loss": 0.291816771030426,
      "step": 353
    },
    {
      "epoch": 0.22957198443579765,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.962941925127954e-05,
      "loss": 0.2934528887271881,
      "step": 354
    },
    {
      "epoch": 0.23022049286640725,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.9626581057227278e-05,
      "loss": 0.2891886830329895,
      "step": 355
    },
    {
      "epoch": 0.23086900129701687,
      "grad_norm": 0.22265625,
      "learning_rate": 1.9623732242822032e-05,
      "loss": 0.2864113450050354,
      "step": 356
    },
    {
      "epoch": 0.23151750972762647,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9620872811206707e-05,
      "loss": 0.2933658957481384,
      "step": 357
    },
    {
      "epoch": 0.23216601815823606,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.961800276553592e-05,
      "loss": 0.28219059109687805,
      "step": 358
    },
    {
      "epoch": 0.23281452658884566,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9615122108975994e-05,
      "loss": 0.31413906812667847,
      "step": 359
    },
    {
      "epoch": 0.23346303501945526,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.9612230844704966e-05,
      "loss": 0.3028283715248108,
      "step": 360
    },
    {
      "epoch": 0.23411154345006485,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.9609328975912566e-05,
      "loss": 0.29991239309310913,
      "step": 361
    },
    {
      "epoch": 0.23476005188067445,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9606416505800235e-05,
      "loss": 0.30291974544525146,
      "step": 362
    },
    {
      "epoch": 0.23540856031128404,
      "grad_norm": 0.234375,
      "learning_rate": 1.9603493437581104e-05,
      "loss": 0.29566454887390137,
      "step": 363
    },
    {
      "epoch": 0.23605706874189364,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.960055977447999e-05,
      "loss": 0.3031010627746582,
      "step": 364
    },
    {
      "epoch": 0.23670557717250323,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9597615519733407e-05,
      "loss": 0.27916961908340454,
      "step": 365
    },
    {
      "epoch": 0.23735408560311283,
      "grad_norm": 0.255859375,
      "learning_rate": 1.959466067658955e-05,
      "loss": 0.3081715703010559,
      "step": 366
    },
    {
      "epoch": 0.23800259403372243,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.95916952483083e-05,
      "loss": 0.284905344247818,
      "step": 367
    },
    {
      "epoch": 0.23865110246433205,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9588719238161205e-05,
      "loss": 0.29053884744644165,
      "step": 368
    },
    {
      "epoch": 0.23929961089494164,
      "grad_norm": 0.25,
      "learning_rate": 1.9585732649431503e-05,
      "loss": 0.303033709526062,
      "step": 369
    },
    {
      "epoch": 0.23994811932555124,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.958273548541409e-05,
      "loss": 0.3077862858772278,
      "step": 370
    },
    {
      "epoch": 0.24059662775616084,
      "grad_norm": 0.236328125,
      "learning_rate": 1.957972774941554e-05,
      "loss": 0.2822905480861664,
      "step": 371
    },
    {
      "epoch": 0.24124513618677043,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.9576709444754076e-05,
      "loss": 0.30563682317733765,
      "step": 372
    },
    {
      "epoch": 0.24189364461738003,
      "grad_norm": 0.2578125,
      "learning_rate": 1.957368057475959e-05,
      "loss": 0.30904221534729004,
      "step": 373
    },
    {
      "epoch": 0.24254215304798962,
      "grad_norm": 0.248046875,
      "learning_rate": 1.957064114277363e-05,
      "loss": 0.3022066056728363,
      "step": 374
    },
    {
      "epoch": 0.24319066147859922,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.95675911521494e-05,
      "loss": 0.29943978786468506,
      "step": 375
    },
    {
      "epoch": 0.2438391699092088,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.9564530606251737e-05,
      "loss": 0.31113627552986145,
      "step": 376
    },
    {
      "epoch": 0.2444876783398184,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.9561459508457138e-05,
      "loss": 0.3054104447364807,
      "step": 377
    },
    {
      "epoch": 0.245136186770428,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.9558377862153742e-05,
      "loss": 0.29187512397766113,
      "step": 378
    },
    {
      "epoch": 0.2457846952010376,
      "grad_norm": 0.22265625,
      "learning_rate": 1.955528567074131e-05,
      "loss": 0.2890707850456238,
      "step": 379
    },
    {
      "epoch": 0.24643320363164722,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.9552182937631256e-05,
      "loss": 0.2926119565963745,
      "step": 380
    },
    {
      "epoch": 0.24708171206225682,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9549069666246606e-05,
      "loss": 0.29435408115386963,
      "step": 381
    },
    {
      "epoch": 0.24773022049286642,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.954594586002203e-05,
      "loss": 0.30043599009513855,
      "step": 382
    },
    {
      "epoch": 0.248378728923476,
      "grad_norm": 0.240234375,
      "learning_rate": 1.9542811522403808e-05,
      "loss": 0.3046703338623047,
      "step": 383
    },
    {
      "epoch": 0.2490272373540856,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9539666656849835e-05,
      "loss": 0.3197944760322571,
      "step": 384
    },
    {
      "epoch": 0.2496757457846952,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9536511266829637e-05,
      "loss": 0.29312247037887573,
      "step": 385
    },
    {
      "epoch": 0.2503242542153048,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.953334535582434e-05,
      "loss": 0.3138100504875183,
      "step": 386
    },
    {
      "epoch": 0.2509727626459144,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.953016892732667e-05,
      "loss": 0.27828964591026306,
      "step": 387
    },
    {
      "epoch": 0.251621271076524,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9526981984840975e-05,
      "loss": 0.2880305349826813,
      "step": 388
    },
    {
      "epoch": 0.2522697795071336,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9523784531883186e-05,
      "loss": 0.2988007366657257,
      "step": 389
    },
    {
      "epoch": 0.2529182879377432,
      "grad_norm": 0.228515625,
      "learning_rate": 1.952057657198084e-05,
      "loss": 0.30961209535598755,
      "step": 390
    },
    {
      "epoch": 0.2535667963683528,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9517358108673056e-05,
      "loss": 0.2905673682689667,
      "step": 391
    },
    {
      "epoch": 0.25421530479896237,
      "grad_norm": 0.25,
      "learning_rate": 1.9514129145510553e-05,
      "loss": 0.2925402820110321,
      "step": 392
    },
    {
      "epoch": 0.25486381322957197,
      "grad_norm": 0.24609375,
      "learning_rate": 1.951088968605562e-05,
      "loss": 0.2875504195690155,
      "step": 393
    },
    {
      "epoch": 0.25551232166018156,
      "grad_norm": 0.248046875,
      "learning_rate": 1.9507639733882135e-05,
      "loss": 0.30179286003112793,
      "step": 394
    },
    {
      "epoch": 0.25616083009079116,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.950437929257555e-05,
      "loss": 0.2847699522972107,
      "step": 395
    },
    {
      "epoch": 0.25680933852140075,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.950110836573289e-05,
      "loss": 0.2986961901187897,
      "step": 396
    },
    {
      "epoch": 0.25745784695201035,
      "grad_norm": 0.234375,
      "learning_rate": 1.9497826956962746e-05,
      "loss": 0.2713472247123718,
      "step": 397
    },
    {
      "epoch": 0.25810635538262,
      "grad_norm": 0.236328125,
      "learning_rate": 1.9494535069885267e-05,
      "loss": 0.2813692092895508,
      "step": 398
    },
    {
      "epoch": 0.2587548638132296,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9491232708132176e-05,
      "loss": 0.31626665592193604,
      "step": 399
    },
    {
      "epoch": 0.2594033722438392,
      "grad_norm": 0.234375,
      "learning_rate": 1.948791987534674e-05,
      "loss": 0.29580527544021606,
      "step": 400
    },
    {
      "epoch": 0.2600518806744488,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9484596575183786e-05,
      "loss": 0.28170454502105713,
      "step": 401
    },
    {
      "epoch": 0.2607003891050584,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.9481262811309684e-05,
      "loss": 0.27898213267326355,
      "step": 402
    },
    {
      "epoch": 0.261348897535668,
      "grad_norm": 0.248046875,
      "learning_rate": 1.9477918587402348e-05,
      "loss": 0.310768723487854,
      "step": 403
    },
    {
      "epoch": 0.2619974059662776,
      "grad_norm": 0.27734375,
      "learning_rate": 1.9474563907151233e-05,
      "loss": 0.3049668073654175,
      "step": 404
    },
    {
      "epoch": 0.26264591439688717,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.9471198774257335e-05,
      "loss": 0.29258808493614197,
      "step": 405
    },
    {
      "epoch": 0.26329442282749677,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9467823192433166e-05,
      "loss": 0.29570332169532776,
      "step": 406
    },
    {
      "epoch": 0.26394293125810636,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9464437165402787e-05,
      "loss": 0.3204503059387207,
      "step": 407
    },
    {
      "epoch": 0.26459143968871596,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9461040696901766e-05,
      "loss": 0.29513004422187805,
      "step": 408
    },
    {
      "epoch": 0.26523994811932555,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9457633790677194e-05,
      "loss": 0.29267966747283936,
      "step": 409
    },
    {
      "epoch": 0.26588845654993515,
      "grad_norm": 0.259765625,
      "learning_rate": 1.9454216450487684e-05,
      "loss": 0.30821526050567627,
      "step": 410
    },
    {
      "epoch": 0.26653696498054474,
      "grad_norm": 0.232421875,
      "learning_rate": 1.9450788680103354e-05,
      "loss": 0.28317421674728394,
      "step": 411
    },
    {
      "epoch": 0.26718547341115434,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.944735048330583e-05,
      "loss": 0.29808902740478516,
      "step": 412
    },
    {
      "epoch": 0.26783398184176394,
      "grad_norm": 0.287109375,
      "learning_rate": 1.944390186388824e-05,
      "loss": 0.2961675524711609,
      "step": 413
    },
    {
      "epoch": 0.26848249027237353,
      "grad_norm": 0.232421875,
      "learning_rate": 1.9440442825655214e-05,
      "loss": 0.2632056772708893,
      "step": 414
    },
    {
      "epoch": 0.2691309987029831,
      "grad_norm": 0.27734375,
      "learning_rate": 1.943697337242287e-05,
      "loss": 0.2745027244091034,
      "step": 415
    },
    {
      "epoch": 0.2697795071335927,
      "grad_norm": 0.24609375,
      "learning_rate": 1.9433493508018822e-05,
      "loss": 0.29136374592781067,
      "step": 416
    },
    {
      "epoch": 0.2704280155642023,
      "grad_norm": 0.23046875,
      "learning_rate": 1.943000323628217e-05,
      "loss": 0.2998250722885132,
      "step": 417
    },
    {
      "epoch": 0.2710765239948119,
      "grad_norm": 0.228515625,
      "learning_rate": 1.942650256106349e-05,
      "loss": 0.2857832908630371,
      "step": 418
    },
    {
      "epoch": 0.2717250324254215,
      "grad_norm": 0.21484375,
      "learning_rate": 1.942299148622484e-05,
      "loss": 0.26691943407058716,
      "step": 419
    },
    {
      "epoch": 0.2723735408560311,
      "grad_norm": 0.220703125,
      "learning_rate": 1.9419470015639756e-05,
      "loss": 0.2944003939628601,
      "step": 420
    },
    {
      "epoch": 0.2730220492866407,
      "grad_norm": 0.21484375,
      "learning_rate": 1.941593815319323e-05,
      "loss": 0.27150046825408936,
      "step": 421
    },
    {
      "epoch": 0.27367055771725035,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9412395902781732e-05,
      "loss": 0.27966761589050293,
      "step": 422
    },
    {
      "epoch": 0.27431906614785995,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.9408843268313177e-05,
      "loss": 0.2818008065223694,
      "step": 423
    },
    {
      "epoch": 0.27496757457846954,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.9405280253706955e-05,
      "loss": 0.2839128375053406,
      "step": 424
    },
    {
      "epoch": 0.27561608300907914,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.9401706862893897e-05,
      "loss": 0.30021578073501587,
      "step": 425
    },
    {
      "epoch": 0.27626459143968873,
      "grad_norm": 0.271484375,
      "learning_rate": 1.9398123099816276e-05,
      "loss": 0.2926483750343323,
      "step": 426
    },
    {
      "epoch": 0.27691309987029833,
      "grad_norm": 0.236328125,
      "learning_rate": 1.9394528968427817e-05,
      "loss": 0.2945653796195984,
      "step": 427
    },
    {
      "epoch": 0.2775616083009079,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.9390924472693685e-05,
      "loss": 0.27791616320610046,
      "step": 428
    },
    {
      "epoch": 0.2782101167315175,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9387309616590473e-05,
      "loss": 0.2711021304130554,
      "step": 429
    },
    {
      "epoch": 0.2788586251621271,
      "grad_norm": 0.23828125,
      "learning_rate": 1.9383684404106204e-05,
      "loss": 0.2817571461200714,
      "step": 430
    },
    {
      "epoch": 0.2795071335927367,
      "grad_norm": 0.259765625,
      "learning_rate": 1.938004883924033e-05,
      "loss": 0.27956560254096985,
      "step": 431
    },
    {
      "epoch": 0.2801556420233463,
      "grad_norm": 0.275390625,
      "learning_rate": 1.9376402926003725e-05,
      "loss": 0.29066500067710876,
      "step": 432
    },
    {
      "epoch": 0.2808041504539559,
      "grad_norm": 0.2734375,
      "learning_rate": 1.937274666841867e-05,
      "loss": 0.29365652799606323,
      "step": 433
    },
    {
      "epoch": 0.2814526588845655,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9369080070518877e-05,
      "loss": 0.2950628399848938,
      "step": 434
    },
    {
      "epoch": 0.2821011673151751,
      "grad_norm": 0.2265625,
      "learning_rate": 1.936540313634945e-05,
      "loss": 0.2710784673690796,
      "step": 435
    },
    {
      "epoch": 0.2827496757457847,
      "grad_norm": 0.2578125,
      "learning_rate": 1.9361715869966892e-05,
      "loss": 0.2984054684638977,
      "step": 436
    },
    {
      "epoch": 0.2833981841763943,
      "grad_norm": 0.265625,
      "learning_rate": 1.935801827543912e-05,
      "loss": 0.3047255277633667,
      "step": 437
    },
    {
      "epoch": 0.2840466926070039,
      "grad_norm": 0.248046875,
      "learning_rate": 1.935431035684545e-05,
      "loss": 0.2708868384361267,
      "step": 438
    },
    {
      "epoch": 0.2846952010376135,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.935059211827656e-05,
      "loss": 0.3094037175178528,
      "step": 439
    },
    {
      "epoch": 0.2853437094682231,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.9346863563834537e-05,
      "loss": 0.2826778292655945,
      "step": 440
    },
    {
      "epoch": 0.28599221789883267,
      "grad_norm": 0.2578125,
      "learning_rate": 1.934312469763284e-05,
      "loss": 0.30942949652671814,
      "step": 441
    },
    {
      "epoch": 0.28664072632944226,
      "grad_norm": 0.220703125,
      "learning_rate": 1.933937552379631e-05,
      "loss": 0.26447421312332153,
      "step": 442
    },
    {
      "epoch": 0.28728923476005186,
      "grad_norm": 0.318359375,
      "learning_rate": 1.9335616046461152e-05,
      "loss": 0.28429916501045227,
      "step": 443
    },
    {
      "epoch": 0.28793774319066145,
      "grad_norm": 0.25,
      "learning_rate": 1.9331846269774945e-05,
      "loss": 0.3185134530067444,
      "step": 444
    },
    {
      "epoch": 0.28858625162127105,
      "grad_norm": 0.23828125,
      "learning_rate": 1.9328066197896623e-05,
      "loss": 0.28799208998680115,
      "step": 445
    },
    {
      "epoch": 0.2892347600518807,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9324275834996486e-05,
      "loss": 0.2888827621936798,
      "step": 446
    },
    {
      "epoch": 0.2898832684824903,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.932047518525618e-05,
      "loss": 0.2912513315677643,
      "step": 447
    },
    {
      "epoch": 0.2905317769130999,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.9316664252868712e-05,
      "loss": 0.28574490547180176,
      "step": 448
    },
    {
      "epoch": 0.2911802853437095,
      "grad_norm": 0.240234375,
      "learning_rate": 1.9312843042038415e-05,
      "loss": 0.2768983840942383,
      "step": 449
    },
    {
      "epoch": 0.2918287937743191,
      "grad_norm": 0.25390625,
      "learning_rate": 1.930901155698098e-05,
      "loss": 0.30494269728660583,
      "step": 450
    },
    {
      "epoch": 0.2924773022049287,
      "grad_norm": 0.263671875,
      "learning_rate": 1.930516980192342e-05,
      "loss": 0.29532772302627563,
      "step": 451
    },
    {
      "epoch": 0.2931258106355383,
      "grad_norm": 0.251953125,
      "learning_rate": 1.930131778110408e-05,
      "loss": 0.29028698801994324,
      "step": 452
    },
    {
      "epoch": 0.29377431906614787,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.929745549877264e-05,
      "loss": 0.2830733358860016,
      "step": 453
    },
    {
      "epoch": 0.29442282749675747,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9293582959190086e-05,
      "loss": 0.26716575026512146,
      "step": 454
    },
    {
      "epoch": 0.29507133592736706,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.928970016662873e-05,
      "loss": 0.2805415391921997,
      "step": 455
    },
    {
      "epoch": 0.29571984435797666,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.92858071253722e-05,
      "loss": 0.2673115134239197,
      "step": 456
    },
    {
      "epoch": 0.29636835278858625,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9281903839715413e-05,
      "loss": 0.28085118532180786,
      "step": 457
    },
    {
      "epoch": 0.29701686121919585,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.9277990313964607e-05,
      "loss": 0.30207595229148865,
      "step": 458
    },
    {
      "epoch": 0.29766536964980544,
      "grad_norm": 0.267578125,
      "learning_rate": 1.9274066552437303e-05,
      "loss": 0.29515212774276733,
      "step": 459
    },
    {
      "epoch": 0.29831387808041504,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.9270132559462325e-05,
      "loss": 0.27699923515319824,
      "step": 460
    },
    {
      "epoch": 0.29896238651102464,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9266188339379782e-05,
      "loss": 0.28386765718460083,
      "step": 461
    },
    {
      "epoch": 0.29961089494163423,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.926223389654106e-05,
      "loss": 0.28587639331817627,
      "step": 462
    },
    {
      "epoch": 0.3002594033722438,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.925826923530883e-05,
      "loss": 0.29401570558547974,
      "step": 463
    },
    {
      "epoch": 0.3009079118028534,
      "grad_norm": 0.2265625,
      "learning_rate": 1.925429436005703e-05,
      "loss": 0.28549814224243164,
      "step": 464
    },
    {
      "epoch": 0.301556420233463,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9250309275170876e-05,
      "loss": 0.2894708514213562,
      "step": 465
    },
    {
      "epoch": 0.3022049286640726,
      "grad_norm": 0.3046875,
      "learning_rate": 1.9246313985046833e-05,
      "loss": 0.27185335755348206,
      "step": 466
    },
    {
      "epoch": 0.3028534370946822,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.924230849409264e-05,
      "loss": 0.27790164947509766,
      "step": 467
    },
    {
      "epoch": 0.3035019455252918,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9238292806727277e-05,
      "loss": 0.2594006657600403,
      "step": 468
    },
    {
      "epoch": 0.3041504539559014,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.923426692738099e-05,
      "loss": 0.30137962102890015,
      "step": 469
    },
    {
      "epoch": 0.30479896238651105,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.9230230860495245e-05,
      "loss": 0.2914367914199829,
      "step": 470
    },
    {
      "epoch": 0.30544747081712065,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.922618461052277e-05,
      "loss": 0.29894542694091797,
      "step": 471
    },
    {
      "epoch": 0.30609597924773024,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9222128181927512e-05,
      "loss": 0.2631731629371643,
      "step": 472
    },
    {
      "epoch": 0.30674448767833984,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.921806157918465e-05,
      "loss": 0.2810553014278412,
      "step": 473
    },
    {
      "epoch": 0.30739299610894943,
      "grad_norm": 0.23828125,
      "learning_rate": 1.9213984806780606e-05,
      "loss": 0.2870325744152069,
      "step": 474
    },
    {
      "epoch": 0.30804150453955903,
      "grad_norm": 0.228515625,
      "learning_rate": 1.920989786921299e-05,
      "loss": 0.277665913105011,
      "step": 475
    },
    {
      "epoch": 0.3086900129701686,
      "grad_norm": 0.25390625,
      "learning_rate": 1.9205800770990647e-05,
      "loss": 0.27994000911712646,
      "step": 476
    },
    {
      "epoch": 0.3093385214007782,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.9201693516633635e-05,
      "loss": 0.28040751814842224,
      "step": 477
    },
    {
      "epoch": 0.3099870298313878,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9197576110673198e-05,
      "loss": 0.2787296175956726,
      "step": 478
    },
    {
      "epoch": 0.3106355382619974,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.9193448557651794e-05,
      "loss": 0.27137133479118347,
      "step": 479
    },
    {
      "epoch": 0.311284046692607,
      "grad_norm": 0.234375,
      "learning_rate": 1.9189310862123076e-05,
      "loss": 0.2663111686706543,
      "step": 480
    },
    {
      "epoch": 0.3119325551232166,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.9185163028651878e-05,
      "loss": 0.3029720187187195,
      "step": 481
    },
    {
      "epoch": 0.3125810635538262,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.9181005061814223e-05,
      "loss": 0.271523118019104,
      "step": 482
    },
    {
      "epoch": 0.3132295719844358,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.9176836966197318e-05,
      "loss": 0.29047006368637085,
      "step": 483
    },
    {
      "epoch": 0.3138780804150454,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.917265874639953e-05,
      "loss": 0.28538036346435547,
      "step": 484
    },
    {
      "epoch": 0.314526588845655,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9168470407030416e-05,
      "loss": 0.2743898928165436,
      "step": 485
    },
    {
      "epoch": 0.3151750972762646,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.916427195271068e-05,
      "loss": 0.27812623977661133,
      "step": 486
    },
    {
      "epoch": 0.3158236057068742,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.9160063388072192e-05,
      "loss": 0.271104633808136,
      "step": 487
    },
    {
      "epoch": 0.3164721141374838,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9155844717757977e-05,
      "loss": 0.273567795753479,
      "step": 488
    },
    {
      "epoch": 0.31712062256809337,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.915161594642221e-05,
      "loss": 0.278580904006958,
      "step": 489
    },
    {
      "epoch": 0.31776913099870296,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.91473770787302e-05,
      "loss": 0.27896571159362793,
      "step": 490
    },
    {
      "epoch": 0.31841763942931256,
      "grad_norm": 0.21484375,
      "learning_rate": 1.9143128119358407e-05,
      "loss": 0.2643428444862366,
      "step": 491
    },
    {
      "epoch": 0.31906614785992216,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.913886907299442e-05,
      "loss": 0.28314852714538574,
      "step": 492
    },
    {
      "epoch": 0.31971465629053175,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.913459994433695e-05,
      "loss": 0.2874375581741333,
      "step": 493
    },
    {
      "epoch": 0.3203631647211414,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9130320738095844e-05,
      "loss": 0.30206790566444397,
      "step": 494
    },
    {
      "epoch": 0.321011673151751,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.9126031458992058e-05,
      "loss": 0.28514862060546875,
      "step": 495
    },
    {
      "epoch": 0.3216601815823606,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9121732111757654e-05,
      "loss": 0.2761240303516388,
      "step": 496
    },
    {
      "epoch": 0.3223086900129702,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9117422701135816e-05,
      "loss": 0.27630919218063354,
      "step": 497
    },
    {
      "epoch": 0.3229571984435798,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.911310323188083e-05,
      "loss": 0.27804285287857056,
      "step": 498
    },
    {
      "epoch": 0.3236057068741894,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.9108773708758063e-05,
      "loss": 0.2681125998497009,
      "step": 499
    },
    {
      "epoch": 0.324254215304799,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.9104434136543987e-05,
      "loss": 0.2708478569984436,
      "step": 500
    },
    {
      "epoch": 0.32490272373540857,
      "grad_norm": 0.228515625,
      "learning_rate": 1.9100084520026164e-05,
      "loss": 0.28275227546691895,
      "step": 501
    },
    {
      "epoch": 0.32555123216601817,
      "grad_norm": 0.234375,
      "learning_rate": 1.9095724864003218e-05,
      "loss": 0.2647738754749298,
      "step": 502
    },
    {
      "epoch": 0.32619974059662776,
      "grad_norm": 0.224609375,
      "learning_rate": 1.909135517328487e-05,
      "loss": 0.28028982877731323,
      "step": 503
    },
    {
      "epoch": 0.32684824902723736,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.90869754526919e-05,
      "loss": 0.28068646788597107,
      "step": 504
    },
    {
      "epoch": 0.32749675745784695,
      "grad_norm": 0.23046875,
      "learning_rate": 1.9082585707056157e-05,
      "loss": 0.26066550612449646,
      "step": 505
    },
    {
      "epoch": 0.32814526588845655,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9078185941220557e-05,
      "loss": 0.26525288820266724,
      "step": 506
    },
    {
      "epoch": 0.32879377431906615,
      "grad_norm": 0.21875,
      "learning_rate": 1.9073776160039043e-05,
      "loss": 0.2457423359155655,
      "step": 507
    },
    {
      "epoch": 0.32944228274967574,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.9069356368376645e-05,
      "loss": 0.2608604431152344,
      "step": 508
    },
    {
      "epoch": 0.33009079118028534,
      "grad_norm": 0.263671875,
      "learning_rate": 1.9064926571109416e-05,
      "loss": 0.29162269830703735,
      "step": 509
    },
    {
      "epoch": 0.33073929961089493,
      "grad_norm": 0.244140625,
      "learning_rate": 1.9060486773124444e-05,
      "loss": 0.26603347063064575,
      "step": 510
    },
    {
      "epoch": 0.33138780804150453,
      "grad_norm": 0.25390625,
      "learning_rate": 1.905603697931986e-05,
      "loss": 0.2721555829048157,
      "step": 511
    },
    {
      "epoch": 0.3320363164721141,
      "grad_norm": 0.2265625,
      "learning_rate": 1.9051577194604816e-05,
      "loss": 0.2646275460720062,
      "step": 512
    },
    {
      "epoch": 0.3326848249027237,
      "grad_norm": 0.240234375,
      "learning_rate": 1.9047107423899497e-05,
      "loss": 0.28752362728118896,
      "step": 513
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.904262767213509e-05,
      "loss": 0.2762068510055542,
      "step": 514
    },
    {
      "epoch": 0.3339818417639429,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.9038137944253808e-05,
      "loss": 0.2695223391056061,
      "step": 515
    },
    {
      "epoch": 0.3346303501945525,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.9033638245208856e-05,
      "loss": 0.2743101716041565,
      "step": 516
    },
    {
      "epoch": 0.3352788586251621,
      "grad_norm": 0.26171875,
      "learning_rate": 1.902912857996445e-05,
      "loss": 0.24928617477416992,
      "step": 517
    },
    {
      "epoch": 0.3359273670557717,
      "grad_norm": 0.25,
      "learning_rate": 1.9024608953495796e-05,
      "loss": 0.2735181748867035,
      "step": 518
    },
    {
      "epoch": 0.33657587548638135,
      "grad_norm": 0.232421875,
      "learning_rate": 1.902007937078909e-05,
      "loss": 0.26258164644241333,
      "step": 519
    },
    {
      "epoch": 0.33722438391699094,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.9015539836841516e-05,
      "loss": 0.25755342841148376,
      "step": 520
    },
    {
      "epoch": 0.33787289234760054,
      "grad_norm": 0.220703125,
      "learning_rate": 1.901099035666123e-05,
      "loss": 0.28055351972579956,
      "step": 521
    },
    {
      "epoch": 0.33852140077821014,
      "grad_norm": 0.224609375,
      "learning_rate": 1.9006430935267367e-05,
      "loss": 0.27009910345077515,
      "step": 522
    },
    {
      "epoch": 0.33916990920881973,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.9001861577690028e-05,
      "loss": 0.2706766128540039,
      "step": 523
    },
    {
      "epoch": 0.3398184176394293,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.8997282288970273e-05,
      "loss": 0.2900887131690979,
      "step": 524
    },
    {
      "epoch": 0.3404669260700389,
      "grad_norm": 0.234375,
      "learning_rate": 1.899269307416012e-05,
      "loss": 0.27185535430908203,
      "step": 525
    },
    {
      "epoch": 0.3411154345006485,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.8988093938322533e-05,
      "loss": 0.27740374207496643,
      "step": 526
    },
    {
      "epoch": 0.3417639429312581,
      "grad_norm": 0.23828125,
      "learning_rate": 1.8983484886531437e-05,
      "loss": 0.2829630970954895,
      "step": 527
    },
    {
      "epoch": 0.3424124513618677,
      "grad_norm": 0.251953125,
      "learning_rate": 1.8978865923871676e-05,
      "loss": 0.27555108070373535,
      "step": 528
    },
    {
      "epoch": 0.3430609597924773,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8974237055439045e-05,
      "loss": 0.29424959421157837,
      "step": 529
    },
    {
      "epoch": 0.3437094682230869,
      "grad_norm": 0.216796875,
      "learning_rate": 1.8969598286340254e-05,
      "loss": 0.2604690492153168,
      "step": 530
    },
    {
      "epoch": 0.3443579766536965,
      "grad_norm": 0.251953125,
      "learning_rate": 1.8964949621692946e-05,
      "loss": 0.2805781364440918,
      "step": 531
    },
    {
      "epoch": 0.3450064850843061,
      "grad_norm": 0.21875,
      "learning_rate": 1.8960291066625674e-05,
      "loss": 0.26896440982818604,
      "step": 532
    },
    {
      "epoch": 0.3456549935149157,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.8955622626277908e-05,
      "loss": 0.28967252373695374,
      "step": 533
    },
    {
      "epoch": 0.3463035019455253,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8950944305800025e-05,
      "loss": 0.28978431224823,
      "step": 534
    },
    {
      "epoch": 0.3469520103761349,
      "grad_norm": 0.234375,
      "learning_rate": 1.8946256110353287e-05,
      "loss": 0.27188223600387573,
      "step": 535
    },
    {
      "epoch": 0.3476005188067445,
      "grad_norm": 0.21484375,
      "learning_rate": 1.8941558045109868e-05,
      "loss": 0.2666720747947693,
      "step": 536
    },
    {
      "epoch": 0.34824902723735407,
      "grad_norm": 0.236328125,
      "learning_rate": 1.8936850115252827e-05,
      "loss": 0.24734994769096375,
      "step": 537
    },
    {
      "epoch": 0.34889753566796367,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.8932132325976102e-05,
      "loss": 0.2679750919342041,
      "step": 538
    },
    {
      "epoch": 0.34954604409857326,
      "grad_norm": 0.23828125,
      "learning_rate": 1.8927404682484504e-05,
      "loss": 0.2873380184173584,
      "step": 539
    },
    {
      "epoch": 0.35019455252918286,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8922667189993726e-05,
      "loss": 0.2693762481212616,
      "step": 540
    },
    {
      "epoch": 0.35084306095979245,
      "grad_norm": 0.212890625,
      "learning_rate": 1.891791985373032e-05,
      "loss": 0.27440381050109863,
      "step": 541
    },
    {
      "epoch": 0.35149156939040205,
      "grad_norm": 0.248046875,
      "learning_rate": 1.8913162678931703e-05,
      "loss": 0.2749295234680176,
      "step": 542
    },
    {
      "epoch": 0.3521400778210117,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.8908395670846137e-05,
      "loss": 0.254534512758255,
      "step": 543
    },
    {
      "epoch": 0.3527885862516213,
      "grad_norm": 0.259765625,
      "learning_rate": 1.8903618834732744e-05,
      "loss": 0.26520875096321106,
      "step": 544
    },
    {
      "epoch": 0.3534370946822309,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8898832175861475e-05,
      "loss": 0.28729546070098877,
      "step": 545
    },
    {
      "epoch": 0.3540856031128405,
      "grad_norm": 0.23828125,
      "learning_rate": 1.8894035699513135e-05,
      "loss": 0.27736058831214905,
      "step": 546
    },
    {
      "epoch": 0.3547341115434501,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.8889229410979344e-05,
      "loss": 0.26611819863319397,
      "step": 547
    },
    {
      "epoch": 0.3553826199740597,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.8884413315562555e-05,
      "loss": 0.25900793075561523,
      "step": 548
    },
    {
      "epoch": 0.3560311284046693,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.887958741857604e-05,
      "loss": 0.27665942907333374,
      "step": 549
    },
    {
      "epoch": 0.35667963683527887,
      "grad_norm": 0.232421875,
      "learning_rate": 1.8874751725343885e-05,
      "loss": 0.27783018350601196,
      "step": 550
    },
    {
      "epoch": 0.35732814526588846,
      "grad_norm": 0.26953125,
      "learning_rate": 1.886990624120098e-05,
      "loss": 0.2722920775413513,
      "step": 551
    },
    {
      "epoch": 0.35797665369649806,
      "grad_norm": 0.275390625,
      "learning_rate": 1.8865050971493014e-05,
      "loss": 0.2649890184402466,
      "step": 552
    },
    {
      "epoch": 0.35862516212710766,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8860185921576483e-05,
      "loss": 0.25693780183792114,
      "step": 553
    },
    {
      "epoch": 0.35927367055771725,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.8855311096818667e-05,
      "loss": 0.29062920808792114,
      "step": 554
    },
    {
      "epoch": 0.35992217898832685,
      "grad_norm": 0.244140625,
      "learning_rate": 1.885042650259762e-05,
      "loss": 0.2734842598438263,
      "step": 555
    },
    {
      "epoch": 0.36057068741893644,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8845532144302195e-05,
      "loss": 0.26427415013313293,
      "step": 556
    },
    {
      "epoch": 0.36121919584954604,
      "grad_norm": 0.2109375,
      "learning_rate": 1.8840628027331995e-05,
      "loss": 0.2644352912902832,
      "step": 557
    },
    {
      "epoch": 0.36186770428015563,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8835714157097403e-05,
      "loss": 0.26060667634010315,
      "step": 558
    },
    {
      "epoch": 0.36251621271076523,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.883079053901956e-05,
      "loss": 0.24303029477596283,
      "step": 559
    },
    {
      "epoch": 0.3631647211413748,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.882585717853036e-05,
      "loss": 0.28026220202445984,
      "step": 560
    },
    {
      "epoch": 0.3638132295719844,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8820914081072437e-05,
      "loss": 0.2852172255516052,
      "step": 561
    },
    {
      "epoch": 0.364461738002594,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.881596125209918e-05,
      "loss": 0.2908170819282532,
      "step": 562
    },
    {
      "epoch": 0.3651102464332036,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.8810998697074713e-05,
      "loss": 0.27331292629241943,
      "step": 563
    },
    {
      "epoch": 0.3657587548638132,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8806026421473878e-05,
      "loss": 0.2715567946434021,
      "step": 564
    },
    {
      "epoch": 0.3664072632944228,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.880104443078225e-05,
      "loss": 0.28132930397987366,
      "step": 565
    },
    {
      "epoch": 0.3670557717250324,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.879605273049613e-05,
      "loss": 0.28199344873428345,
      "step": 566
    },
    {
      "epoch": 0.36770428015564205,
      "grad_norm": 0.220703125,
      "learning_rate": 1.879105132612251e-05,
      "loss": 0.25307005643844604,
      "step": 567
    },
    {
      "epoch": 0.36835278858625164,
      "grad_norm": 0.220703125,
      "learning_rate": 1.8786040223179106e-05,
      "loss": 0.26062431931495667,
      "step": 568
    },
    {
      "epoch": 0.36900129701686124,
      "grad_norm": 0.265625,
      "learning_rate": 1.878101942719433e-05,
      "loss": 0.2760327458381653,
      "step": 569
    },
    {
      "epoch": 0.36964980544747084,
      "grad_norm": 0.228515625,
      "learning_rate": 1.877598894370728e-05,
      "loss": 0.26406168937683105,
      "step": 570
    },
    {
      "epoch": 0.37029831387808043,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.8770948778267744e-05,
      "loss": 0.26075440645217896,
      "step": 571
    },
    {
      "epoch": 0.37094682230869,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.87658989364362e-05,
      "loss": 0.2654181122779846,
      "step": 572
    },
    {
      "epoch": 0.3715953307392996,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.8760839423783796e-05,
      "loss": 0.2753872275352478,
      "step": 573
    },
    {
      "epoch": 0.3722438391699092,
      "grad_norm": 0.224609375,
      "learning_rate": 1.8755770245892345e-05,
      "loss": 0.2629868686199188,
      "step": 574
    },
    {
      "epoch": 0.3728923476005188,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.8750691408354332e-05,
      "loss": 0.28653058409690857,
      "step": 575
    },
    {
      "epoch": 0.3735408560311284,
      "grad_norm": 0.2734375,
      "learning_rate": 1.8745602916772884e-05,
      "loss": 0.27308058738708496,
      "step": 576
    },
    {
      "epoch": 0.374189364461738,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.8740504776761795e-05,
      "loss": 0.26945924758911133,
      "step": 577
    },
    {
      "epoch": 0.3748378728923476,
      "grad_norm": 0.236328125,
      "learning_rate": 1.8735396993945502e-05,
      "loss": 0.27014094591140747,
      "step": 578
    },
    {
      "epoch": 0.3754863813229572,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.873027957395906e-05,
      "loss": 0.27467191219329834,
      "step": 579
    },
    {
      "epoch": 0.3761348897535668,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.872515252244818e-05,
      "loss": 0.2852683961391449,
      "step": 580
    },
    {
      "epoch": 0.3767833981841764,
      "grad_norm": 0.220703125,
      "learning_rate": 1.8720015845069194e-05,
      "loss": 0.2728208005428314,
      "step": 581
    },
    {
      "epoch": 0.377431906614786,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.871486954748904e-05,
      "loss": 0.25440341234207153,
      "step": 582
    },
    {
      "epoch": 0.3780804150453956,
      "grad_norm": 0.21875,
      "learning_rate": 1.8709713635385282e-05,
      "loss": 0.2647070586681366,
      "step": 583
    },
    {
      "epoch": 0.3787289234760052,
      "grad_norm": 0.208984375,
      "learning_rate": 1.870454811444609e-05,
      "loss": 0.2678894102573395,
      "step": 584
    },
    {
      "epoch": 0.37937743190661477,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.869937299037023e-05,
      "loss": 0.25251859426498413,
      "step": 585
    },
    {
      "epoch": 0.38002594033722437,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8694188268867063e-05,
      "loss": 0.2684122323989868,
      "step": 586
    },
    {
      "epoch": 0.38067444876783396,
      "grad_norm": 0.232421875,
      "learning_rate": 1.8688993955656548e-05,
      "loss": 0.28381258249282837,
      "step": 587
    },
    {
      "epoch": 0.38132295719844356,
      "grad_norm": 0.2109375,
      "learning_rate": 1.8683790056469208e-05,
      "loss": 0.253908634185791,
      "step": 588
    },
    {
      "epoch": 0.38197146562905315,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8678576577046158e-05,
      "loss": 0.25856703519821167,
      "step": 589
    },
    {
      "epoch": 0.38261997405966275,
      "grad_norm": 0.236328125,
      "learning_rate": 1.8673353523139073e-05,
      "loss": 0.26157838106155396,
      "step": 590
    },
    {
      "epoch": 0.3832684824902724,
      "grad_norm": 0.24609375,
      "learning_rate": 1.8668120900510193e-05,
      "loss": 0.2577868103981018,
      "step": 591
    },
    {
      "epoch": 0.383916990920882,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.8662878714932315e-05,
      "loss": 0.26218026876449585,
      "step": 592
    },
    {
      "epoch": 0.3845654993514916,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.865762697218879e-05,
      "loss": 0.26802363991737366,
      "step": 593
    },
    {
      "epoch": 0.3852140077821012,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.8652365678073505e-05,
      "loss": 0.2719504237174988,
      "step": 594
    },
    {
      "epoch": 0.3858625162127108,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.8647094838390894e-05,
      "loss": 0.25193920731544495,
      "step": 595
    },
    {
      "epoch": 0.3865110246433204,
      "grad_norm": 0.255859375,
      "learning_rate": 1.864181445895591e-05,
      "loss": 0.27372318506240845,
      "step": 596
    },
    {
      "epoch": 0.38715953307393,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.8636524545594036e-05,
      "loss": 0.25786399841308594,
      "step": 597
    },
    {
      "epoch": 0.38780804150453957,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.863122510414128e-05,
      "loss": 0.26325762271881104,
      "step": 598
    },
    {
      "epoch": 0.38845654993514916,
      "grad_norm": 0.224609375,
      "learning_rate": 1.8625916140444152e-05,
      "loss": 0.2703898549079895,
      "step": 599
    },
    {
      "epoch": 0.38910505836575876,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8620597660359677e-05,
      "loss": 0.2566010355949402,
      "step": 600
    },
    {
      "epoch": 0.38975356679636836,
      "grad_norm": 0.23046875,
      "learning_rate": 1.861526966975536e-05,
      "loss": 0.26704978942871094,
      "step": 601
    },
    {
      "epoch": 0.39040207522697795,
      "grad_norm": 0.255859375,
      "learning_rate": 1.8609932174509228e-05,
      "loss": 0.26858243346214294,
      "step": 602
    },
    {
      "epoch": 0.39105058365758755,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.8604585180509762e-05,
      "loss": 0.2640794813632965,
      "step": 603
    },
    {
      "epoch": 0.39169909208819714,
      "grad_norm": 0.248046875,
      "learning_rate": 1.8599228693655944e-05,
      "loss": 0.2757962942123413,
      "step": 604
    },
    {
      "epoch": 0.39234760051880674,
      "grad_norm": 0.244140625,
      "learning_rate": 1.8593862719857223e-05,
      "loss": 0.27895021438598633,
      "step": 605
    },
    {
      "epoch": 0.39299610894941633,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8588487265033514e-05,
      "loss": 0.25440484285354614,
      "step": 606
    },
    {
      "epoch": 0.39364461738002593,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.8583102335115186e-05,
      "loss": 0.2513465881347656,
      "step": 607
    },
    {
      "epoch": 0.3942931258106355,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.8577707936043068e-05,
      "loss": 0.24205714464187622,
      "step": 608
    },
    {
      "epoch": 0.3949416342412451,
      "grad_norm": 0.21875,
      "learning_rate": 1.8572304073768437e-05,
      "loss": 0.2589496374130249,
      "step": 609
    },
    {
      "epoch": 0.3955901426718547,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.856689075425301e-05,
      "loss": 0.2580423951148987,
      "step": 610
    },
    {
      "epoch": 0.3962386511024643,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.8561467983468926e-05,
      "loss": 0.25096550583839417,
      "step": 611
    },
    {
      "epoch": 0.3968871595330739,
      "grad_norm": 0.25,
      "learning_rate": 1.8556035767398764e-05,
      "loss": 0.2650999128818512,
      "step": 612
    },
    {
      "epoch": 0.3975356679636835,
      "grad_norm": 0.26953125,
      "learning_rate": 1.8550594112035522e-05,
      "loss": 0.2976752519607544,
      "step": 613
    },
    {
      "epoch": 0.3981841763942931,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.8545143023382603e-05,
      "loss": 0.2693478465080261,
      "step": 614
    },
    {
      "epoch": 0.39883268482490275,
      "grad_norm": 0.220703125,
      "learning_rate": 1.8539682507453826e-05,
      "loss": 0.2557649612426758,
      "step": 615
    },
    {
      "epoch": 0.39948119325551235,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.8534212570273408e-05,
      "loss": 0.26261693239212036,
      "step": 616
    },
    {
      "epoch": 0.40012970168612194,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.8528733217875957e-05,
      "loss": 0.2498488873243332,
      "step": 617
    },
    {
      "epoch": 0.40077821011673154,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.8523244456306474e-05,
      "loss": 0.2657491862773895,
      "step": 618
    },
    {
      "epoch": 0.40142671854734113,
      "grad_norm": 0.234375,
      "learning_rate": 1.851774629162033e-05,
      "loss": 0.27482739090919495,
      "step": 619
    },
    {
      "epoch": 0.40207522697795073,
      "grad_norm": 0.26171875,
      "learning_rate": 1.8512238729883286e-05,
      "loss": 0.26619023084640503,
      "step": 620
    },
    {
      "epoch": 0.4027237354085603,
      "grad_norm": 0.2421875,
      "learning_rate": 1.8506721777171453e-05,
      "loss": 0.2926812767982483,
      "step": 621
    },
    {
      "epoch": 0.4033722438391699,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8501195439571314e-05,
      "loss": 0.2855931520462036,
      "step": 622
    },
    {
      "epoch": 0.4040207522697795,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8495659723179696e-05,
      "loss": 0.27419668436050415,
      "step": 623
    },
    {
      "epoch": 0.4046692607003891,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.849011463410379e-05,
      "loss": 0.27069157361984253,
      "step": 624
    },
    {
      "epoch": 0.4053177691309987,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.8484560178461107e-05,
      "loss": 0.25000548362731934,
      "step": 625
    },
    {
      "epoch": 0.4059662775616083,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.84789963623795e-05,
      "loss": 0.2559022903442383,
      "step": 626
    },
    {
      "epoch": 0.4066147859922179,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8473423191997156e-05,
      "loss": 0.25913703441619873,
      "step": 627
    },
    {
      "epoch": 0.4072632944228275,
      "grad_norm": 0.21875,
      "learning_rate": 1.846784067346257e-05,
      "loss": 0.23663902282714844,
      "step": 628
    },
    {
      "epoch": 0.4079118028534371,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.846224881293456e-05,
      "loss": 0.2616436183452606,
      "step": 629
    },
    {
      "epoch": 0.4085603112840467,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8456647616582242e-05,
      "loss": 0.26892969012260437,
      "step": 630
    },
    {
      "epoch": 0.4092088197146563,
      "grad_norm": 0.23828125,
      "learning_rate": 1.845103709058504e-05,
      "loss": 0.26319366693496704,
      "step": 631
    },
    {
      "epoch": 0.4098573281452659,
      "grad_norm": 0.2470703125,
      "learning_rate": 1.8445417241132663e-05,
      "loss": 0.2579922378063202,
      "step": 632
    },
    {
      "epoch": 0.41050583657587547,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.8439788074425105e-05,
      "loss": 0.2548098564147949,
      "step": 633
    },
    {
      "epoch": 0.41115434500648507,
      "grad_norm": 0.224609375,
      "learning_rate": 1.843414959667265e-05,
      "loss": 0.2641475200653076,
      "step": 634
    },
    {
      "epoch": 0.41180285343709466,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.842850181409584e-05,
      "loss": 0.24372395873069763,
      "step": 635
    },
    {
      "epoch": 0.41245136186770426,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8422844732925503e-05,
      "loss": 0.24120034277439117,
      "step": 636
    },
    {
      "epoch": 0.41309987029831385,
      "grad_norm": 0.2734375,
      "learning_rate": 1.84171783594027e-05,
      "loss": 0.2788400650024414,
      "step": 637
    },
    {
      "epoch": 0.41374837872892345,
      "grad_norm": 0.25,
      "learning_rate": 1.841150269977876e-05,
      "loss": 0.2587830424308777,
      "step": 638
    },
    {
      "epoch": 0.4143968871595331,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.8405817760315255e-05,
      "loss": 0.24614320695400238,
      "step": 639
    },
    {
      "epoch": 0.4150453955901427,
      "grad_norm": 0.234375,
      "learning_rate": 1.840012354728399e-05,
      "loss": 0.24267099797725677,
      "step": 640
    },
    {
      "epoch": 0.4156939040207523,
      "grad_norm": 0.216796875,
      "learning_rate": 1.8394420066967003e-05,
      "loss": 0.2598766088485718,
      "step": 641
    },
    {
      "epoch": 0.4163424124513619,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.838870732565656e-05,
      "loss": 0.271318256855011,
      "step": 642
    },
    {
      "epoch": 0.4169909208819715,
      "grad_norm": 0.236328125,
      "learning_rate": 1.8382985329655132e-05,
      "loss": 0.28252264857292175,
      "step": 643
    },
    {
      "epoch": 0.4176394293125811,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.837725408527542e-05,
      "loss": 0.25201451778411865,
      "step": 644
    },
    {
      "epoch": 0.4182879377431907,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.8371513598840307e-05,
      "loss": 0.2542056739330292,
      "step": 645
    },
    {
      "epoch": 0.41893644617380027,
      "grad_norm": 0.21875,
      "learning_rate": 1.836576387668289e-05,
      "loss": 0.25016891956329346,
      "step": 646
    },
    {
      "epoch": 0.41958495460440987,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.836000492514644e-05,
      "loss": 0.26977819204330444,
      "step": 647
    },
    {
      "epoch": 0.42023346303501946,
      "grad_norm": 0.263671875,
      "learning_rate": 1.835423675058442e-05,
      "loss": 0.2653461694717407,
      "step": 648
    },
    {
      "epoch": 0.42088197146562906,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.8348459359360467e-05,
      "loss": 0.27749326825141907,
      "step": 649
    },
    {
      "epoch": 0.42153047989623865,
      "grad_norm": 0.220703125,
      "learning_rate": 1.8342672757848377e-05,
      "loss": 0.25108766555786133,
      "step": 650
    },
    {
      "epoch": 0.42217898832684825,
      "grad_norm": 0.236328125,
      "learning_rate": 1.8336876952432125e-05,
      "loss": 0.27162158489227295,
      "step": 651
    },
    {
      "epoch": 0.42282749675745784,
      "grad_norm": 0.22265625,
      "learning_rate": 1.833107194950582e-05,
      "loss": 0.27731579542160034,
      "step": 652
    },
    {
      "epoch": 0.42347600518806744,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8325257755473735e-05,
      "loss": 0.25708386301994324,
      "step": 653
    },
    {
      "epoch": 0.42412451361867703,
      "grad_norm": 0.234375,
      "learning_rate": 1.831943437675027e-05,
      "loss": 0.2874174118041992,
      "step": 654
    },
    {
      "epoch": 0.42477302204928663,
      "grad_norm": 0.21484375,
      "learning_rate": 1.8313601819759967e-05,
      "loss": 0.25844547152519226,
      "step": 655
    },
    {
      "epoch": 0.4254215304798962,
      "grad_norm": 0.259765625,
      "learning_rate": 1.8307760090937486e-05,
      "loss": 0.2667010724544525,
      "step": 656
    },
    {
      "epoch": 0.4260700389105058,
      "grad_norm": 0.240234375,
      "learning_rate": 1.8301909196727613e-05,
      "loss": 0.26200398802757263,
      "step": 657
    },
    {
      "epoch": 0.4267185473411154,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8296049143585237e-05,
      "loss": 0.25926074385643005,
      "step": 658
    },
    {
      "epoch": 0.427367055771725,
      "grad_norm": 0.23828125,
      "learning_rate": 1.8290179937975364e-05,
      "loss": 0.273723304271698,
      "step": 659
    },
    {
      "epoch": 0.4280155642023346,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8284301586373082e-05,
      "loss": 0.26151466369628906,
      "step": 660
    },
    {
      "epoch": 0.4286640726329442,
      "grad_norm": 0.23046875,
      "learning_rate": 1.8278414095263586e-05,
      "loss": 0.26056110858917236,
      "step": 661
    },
    {
      "epoch": 0.4293125810635538,
      "grad_norm": 0.216796875,
      "learning_rate": 1.8272517471142136e-05,
      "loss": 0.2507365942001343,
      "step": 662
    },
    {
      "epoch": 0.42996108949416345,
      "grad_norm": 0.21875,
      "learning_rate": 1.8266611720514085e-05,
      "loss": 0.28002113103866577,
      "step": 663
    },
    {
      "epoch": 0.43060959792477305,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.826069684989484e-05,
      "loss": 0.26374149322509766,
      "step": 664
    },
    {
      "epoch": 0.43125810635538264,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.825477286580988e-05,
      "loss": 0.25413697957992554,
      "step": 665
    },
    {
      "epoch": 0.43190661478599224,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.8248839774794732e-05,
      "loss": 0.2442082166671753,
      "step": 666
    },
    {
      "epoch": 0.43255512321660183,
      "grad_norm": 0.248046875,
      "learning_rate": 1.8242897583394975e-05,
      "loss": 0.25871801376342773,
      "step": 667
    },
    {
      "epoch": 0.43320363164721143,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.8236946298166217e-05,
      "loss": 0.25211721658706665,
      "step": 668
    },
    {
      "epoch": 0.433852140077821,
      "grad_norm": 0.216796875,
      "learning_rate": 1.823098592567412e-05,
      "loss": 0.28030920028686523,
      "step": 669
    },
    {
      "epoch": 0.4345006485084306,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8225016472494348e-05,
      "loss": 0.26751983165740967,
      "step": 670
    },
    {
      "epoch": 0.4351491569390402,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.8219037945212595e-05,
      "loss": 0.2555464506149292,
      "step": 671
    },
    {
      "epoch": 0.4357976653696498,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8213050350424567e-05,
      "loss": 0.25078654289245605,
      "step": 672
    },
    {
      "epoch": 0.4364461738002594,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.820705369473597e-05,
      "loss": 0.2714647650718689,
      "step": 673
    },
    {
      "epoch": 0.437094682230869,
      "grad_norm": 0.267578125,
      "learning_rate": 1.8201047984762503e-05,
      "loss": 0.2691151201725006,
      "step": 674
    },
    {
      "epoch": 0.4377431906614786,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.8195033227129863e-05,
      "loss": 0.2522677481174469,
      "step": 675
    },
    {
      "epoch": 0.4383916990920882,
      "grad_norm": 0.224609375,
      "learning_rate": 1.818900942847372e-05,
      "loss": 0.26131200790405273,
      "step": 676
    },
    {
      "epoch": 0.4390402075226978,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8182976595439726e-05,
      "loss": 0.27142566442489624,
      "step": 677
    },
    {
      "epoch": 0.4396887159533074,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.817693473468349e-05,
      "loss": 0.2690189778804779,
      "step": 678
    },
    {
      "epoch": 0.440337224383917,
      "grad_norm": 0.251953125,
      "learning_rate": 1.8170883852870593e-05,
      "loss": 0.2595691978931427,
      "step": 679
    },
    {
      "epoch": 0.4409857328145266,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.8164823956676553e-05,
      "loss": 0.2668459415435791,
      "step": 680
    },
    {
      "epoch": 0.44163424124513617,
      "grad_norm": 0.224609375,
      "learning_rate": 1.815875505278685e-05,
      "loss": 0.2561210095882416,
      "step": 681
    },
    {
      "epoch": 0.44228274967574577,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.8152677147896893e-05,
      "loss": 0.2508721649646759,
      "step": 682
    },
    {
      "epoch": 0.44293125810635536,
      "grad_norm": 0.228515625,
      "learning_rate": 1.8146590248712017e-05,
      "loss": 0.2660960257053375,
      "step": 683
    },
    {
      "epoch": 0.44357976653696496,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.8140494361947486e-05,
      "loss": 0.29863590002059937,
      "step": 684
    },
    {
      "epoch": 0.44422827496757455,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.8134389494328483e-05,
      "loss": 0.2517477869987488,
      "step": 685
    },
    {
      "epoch": 0.44487678339818415,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.8128275652590085e-05,
      "loss": 0.2702222466468811,
      "step": 686
    },
    {
      "epoch": 0.4455252918287938,
      "grad_norm": 0.234375,
      "learning_rate": 1.8122152843477282e-05,
      "loss": 0.2465229332447052,
      "step": 687
    },
    {
      "epoch": 0.4461738002594034,
      "grad_norm": 0.25390625,
      "learning_rate": 1.8116021073744957e-05,
      "loss": 0.2706555128097534,
      "step": 688
    },
    {
      "epoch": 0.446822308690013,
      "grad_norm": 0.216796875,
      "learning_rate": 1.810988035015787e-05,
      "loss": 0.2614952325820923,
      "step": 689
    },
    {
      "epoch": 0.4474708171206226,
      "grad_norm": 0.220703125,
      "learning_rate": 1.8103730679490667e-05,
      "loss": 0.2554285526275635,
      "step": 690
    },
    {
      "epoch": 0.4481193255512322,
      "grad_norm": 0.25,
      "learning_rate": 1.8097572068527863e-05,
      "loss": 0.25971710681915283,
      "step": 691
    },
    {
      "epoch": 0.4487678339818418,
      "grad_norm": 0.2421875,
      "learning_rate": 1.809140452406383e-05,
      "loss": 0.25769227743148804,
      "step": 692
    },
    {
      "epoch": 0.4494163424124514,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.8085228052902806e-05,
      "loss": 0.25769588351249695,
      "step": 693
    },
    {
      "epoch": 0.45006485084306097,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.807904266185887e-05,
      "loss": 0.26629507541656494,
      "step": 694
    },
    {
      "epoch": 0.45071335927367057,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.8072848357755945e-05,
      "loss": 0.24739420413970947,
      "step": 695
    },
    {
      "epoch": 0.45136186770428016,
      "grad_norm": 0.310546875,
      "learning_rate": 1.8066645147427782e-05,
      "loss": 0.24358151853084564,
      "step": 696
    },
    {
      "epoch": 0.45201037613488976,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.806043303771797e-05,
      "loss": 0.2619495987892151,
      "step": 697
    },
    {
      "epoch": 0.45265888456549935,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.80542120354799e-05,
      "loss": 0.23797577619552612,
      "step": 698
    },
    {
      "epoch": 0.45330739299610895,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.804798214757678e-05,
      "loss": 0.23617073893547058,
      "step": 699
    },
    {
      "epoch": 0.45395590142671854,
      "grad_norm": 0.232421875,
      "learning_rate": 1.804174338088163e-05,
      "loss": 0.258662611246109,
      "step": 700
    },
    {
      "epoch": 0.45460440985732814,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.8035495742277252e-05,
      "loss": 0.23804756999015808,
      "step": 701
    },
    {
      "epoch": 0.45525291828793774,
      "grad_norm": 0.22265625,
      "learning_rate": 1.8029239238656246e-05,
      "loss": 0.2583202123641968,
      "step": 702
    },
    {
      "epoch": 0.45590142671854733,
      "grad_norm": 0.21875,
      "learning_rate": 1.802297387692098e-05,
      "loss": 0.26310306787490845,
      "step": 703
    },
    {
      "epoch": 0.4565499351491569,
      "grad_norm": 0.2265625,
      "learning_rate": 1.8016699663983602e-05,
      "loss": 0.2551477551460266,
      "step": 704
    },
    {
      "epoch": 0.4571984435797665,
      "grad_norm": 0.240234375,
      "learning_rate": 1.8010416606766034e-05,
      "loss": 0.23326310515403748,
      "step": 705
    },
    {
      "epoch": 0.4578469520103761,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.800412471219994e-05,
      "loss": 0.24993138015270233,
      "step": 706
    },
    {
      "epoch": 0.4584954604409857,
      "grad_norm": 0.2109375,
      "learning_rate": 1.799782398722674e-05,
      "loss": 0.24932679533958435,
      "step": 707
    },
    {
      "epoch": 0.4591439688715953,
      "grad_norm": 0.23828125,
      "learning_rate": 1.79915144387976e-05,
      "loss": 0.25192174315452576,
      "step": 708
    },
    {
      "epoch": 0.4597924773022049,
      "grad_norm": 0.236328125,
      "learning_rate": 1.7985196073873414e-05,
      "loss": 0.2543199956417084,
      "step": 709
    },
    {
      "epoch": 0.4604409857328145,
      "grad_norm": 0.212890625,
      "learning_rate": 1.79788688994248e-05,
      "loss": 0.24767664074897766,
      "step": 710
    },
    {
      "epoch": 0.46108949416342415,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.7972532922432105e-05,
      "loss": 0.26216065883636475,
      "step": 711
    },
    {
      "epoch": 0.46173800259403375,
      "grad_norm": 0.2265625,
      "learning_rate": 1.796618814988538e-05,
      "loss": 0.25524991750717163,
      "step": 712
    },
    {
      "epoch": 0.46238651102464334,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.7959834588784386e-05,
      "loss": 0.25457489490509033,
      "step": 713
    },
    {
      "epoch": 0.46303501945525294,
      "grad_norm": 0.20703125,
      "learning_rate": 1.795347224613857e-05,
      "loss": 0.2699052095413208,
      "step": 714
    },
    {
      "epoch": 0.46368352788586253,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.7947101128967074e-05,
      "loss": 0.22784000635147095,
      "step": 715
    },
    {
      "epoch": 0.46433203631647213,
      "grad_norm": 0.212890625,
      "learning_rate": 1.794072124429872e-05,
      "loss": 0.24393342435359955,
      "step": 716
    },
    {
      "epoch": 0.4649805447470817,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.7934332599171997e-05,
      "loss": 0.2393975555896759,
      "step": 717
    },
    {
      "epoch": 0.4656290531776913,
      "grad_norm": 0.19921875,
      "learning_rate": 1.792793520063507e-05,
      "loss": 0.24963811039924622,
      "step": 718
    },
    {
      "epoch": 0.4662775616083009,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.792152905574575e-05,
      "loss": 0.2523779273033142,
      "step": 719
    },
    {
      "epoch": 0.4669260700389105,
      "grad_norm": 0.212890625,
      "learning_rate": 1.79151141715715e-05,
      "loss": 0.24576711654663086,
      "step": 720
    },
    {
      "epoch": 0.4675745784695201,
      "grad_norm": 0.212890625,
      "learning_rate": 1.790869055518943e-05,
      "loss": 0.26632195711135864,
      "step": 721
    },
    {
      "epoch": 0.4682230869001297,
      "grad_norm": 0.26171875,
      "learning_rate": 1.790225821368628e-05,
      "loss": 0.25126737356185913,
      "step": 722
    },
    {
      "epoch": 0.4688715953307393,
      "grad_norm": 0.22265625,
      "learning_rate": 1.789581715415841e-05,
      "loss": 0.2613705098628998,
      "step": 723
    },
    {
      "epoch": 0.4695201037613489,
      "grad_norm": 0.232421875,
      "learning_rate": 1.788936738371181e-05,
      "loss": 0.2879320979118347,
      "step": 724
    },
    {
      "epoch": 0.4701686121919585,
      "grad_norm": 0.2109375,
      "learning_rate": 1.788290890946207e-05,
      "loss": 0.2542335093021393,
      "step": 725
    },
    {
      "epoch": 0.4708171206225681,
      "grad_norm": 0.220703125,
      "learning_rate": 1.7876441738534386e-05,
      "loss": 0.27183058857917786,
      "step": 726
    },
    {
      "epoch": 0.4714656290531777,
      "grad_norm": 0.2265625,
      "learning_rate": 1.7869965878063546e-05,
      "loss": 0.24853459000587463,
      "step": 727
    },
    {
      "epoch": 0.4721141374837873,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7863481335193937e-05,
      "loss": 0.2545422315597534,
      "step": 728
    },
    {
      "epoch": 0.4727626459143969,
      "grad_norm": 0.212890625,
      "learning_rate": 1.78569881170795e-05,
      "loss": 0.23794987797737122,
      "step": 729
    },
    {
      "epoch": 0.47341115434500647,
      "grad_norm": 0.2109375,
      "learning_rate": 1.7850486230883773e-05,
      "loss": 0.26679521799087524,
      "step": 730
    },
    {
      "epoch": 0.47405966277561606,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.784397568377984e-05,
      "loss": 0.2428193837404251,
      "step": 731
    },
    {
      "epoch": 0.47470817120622566,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.783745648295035e-05,
      "loss": 0.245649516582489,
      "step": 732
    },
    {
      "epoch": 0.47535667963683526,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7830928635587488e-05,
      "loss": 0.25833919644355774,
      "step": 733
    },
    {
      "epoch": 0.47600518806744485,
      "grad_norm": 0.228515625,
      "learning_rate": 1.7824392148892986e-05,
      "loss": 0.2794002294540405,
      "step": 734
    },
    {
      "epoch": 0.4766536964980545,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7817847030078112e-05,
      "loss": 0.2471138834953308,
      "step": 735
    },
    {
      "epoch": 0.4773022049286641,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.7811293286363646e-05,
      "loss": 0.2571690082550049,
      "step": 736
    },
    {
      "epoch": 0.4779507133592737,
      "grad_norm": 0.23046875,
      "learning_rate": 1.7804730924979888e-05,
      "loss": 0.24564313888549805,
      "step": 737
    },
    {
      "epoch": 0.4785992217898833,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7798159953166646e-05,
      "loss": 0.2686495780944824,
      "step": 738
    },
    {
      "epoch": 0.4792477302204929,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.7791580378173224e-05,
      "loss": 0.2721078097820282,
      "step": 739
    },
    {
      "epoch": 0.4798962386511025,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.778499220725843e-05,
      "loss": 0.250704288482666,
      "step": 740
    },
    {
      "epoch": 0.4805447470817121,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.7778395447690535e-05,
      "loss": 0.24144311249256134,
      "step": 741
    },
    {
      "epoch": 0.48119325551232167,
      "grad_norm": 0.22265625,
      "learning_rate": 1.77717901067473e-05,
      "loss": 0.24581509828567505,
      "step": 742
    },
    {
      "epoch": 0.48184176394293127,
      "grad_norm": 0.236328125,
      "learning_rate": 1.7765176191715948e-05,
      "loss": 0.2638018727302551,
      "step": 743
    },
    {
      "epoch": 0.48249027237354086,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.7758553709893168e-05,
      "loss": 0.262343168258667,
      "step": 744
    },
    {
      "epoch": 0.48313878080415046,
      "grad_norm": 0.208984375,
      "learning_rate": 1.7751922668585083e-05,
      "loss": 0.2531052827835083,
      "step": 745
    },
    {
      "epoch": 0.48378728923476005,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.7745283075107277e-05,
      "loss": 0.25088465213775635,
      "step": 746
    },
    {
      "epoch": 0.48443579766536965,
      "grad_norm": 0.2109375,
      "learning_rate": 1.7738634936784768e-05,
      "loss": 0.2619387209415436,
      "step": 747
    },
    {
      "epoch": 0.48508430609597925,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7731978260951985e-05,
      "loss": 0.25315597653388977,
      "step": 748
    },
    {
      "epoch": 0.48573281452658884,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7725313054952787e-05,
      "loss": 0.2598324120044708,
      "step": 749
    },
    {
      "epoch": 0.48638132295719844,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7718639326140455e-05,
      "loss": 0.27035975456237793,
      "step": 750
    },
    {
      "epoch": 0.48702983138780803,
      "grad_norm": 0.234375,
      "learning_rate": 1.771195708187765e-05,
      "loss": 0.26308852434158325,
      "step": 751
    },
    {
      "epoch": 0.4876783398184176,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.770526632953644e-05,
      "loss": 0.26169878244400024,
      "step": 752
    },
    {
      "epoch": 0.4883268482490272,
      "grad_norm": 0.21875,
      "learning_rate": 1.7698567076498276e-05,
      "loss": 0.23757131397724152,
      "step": 753
    },
    {
      "epoch": 0.4889753566796368,
      "grad_norm": 0.21484375,
      "learning_rate": 1.7691859330153992e-05,
      "loss": 0.2526874542236328,
      "step": 754
    },
    {
      "epoch": 0.4896238651102464,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.768514309790379e-05,
      "loss": 0.2701413631439209,
      "step": 755
    },
    {
      "epoch": 0.490272373540856,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.767841838715723e-05,
      "loss": 0.24036994576454163,
      "step": 756
    },
    {
      "epoch": 0.4909208819714656,
      "grad_norm": 0.208984375,
      "learning_rate": 1.7671685205333232e-05,
      "loss": 0.23691552877426147,
      "step": 757
    },
    {
      "epoch": 0.4915693904020752,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.7664943559860052e-05,
      "loss": 0.2451799511909485,
      "step": 758
    },
    {
      "epoch": 0.49221789883268485,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7658193458175294e-05,
      "loss": 0.23674803972244263,
      "step": 759
    },
    {
      "epoch": 0.49286640726329445,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7651434907725885e-05,
      "loss": 0.24700142443180084,
      "step": 760
    },
    {
      "epoch": 0.49351491569390404,
      "grad_norm": 0.2109375,
      "learning_rate": 1.7644667915968077e-05,
      "loss": 0.27151116728782654,
      "step": 761
    },
    {
      "epoch": 0.49416342412451364,
      "grad_norm": 0.228515625,
      "learning_rate": 1.7637892490367428e-05,
      "loss": 0.2425975650548935,
      "step": 762
    },
    {
      "epoch": 0.49481193255512324,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.7631108638398812e-05,
      "loss": 0.24186061322689056,
      "step": 763
    },
    {
      "epoch": 0.49546044098573283,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.7624316367546387e-05,
      "loss": 0.2570067346096039,
      "step": 764
    },
    {
      "epoch": 0.4961089494163424,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.7617515685303603e-05,
      "loss": 0.25335216522216797,
      "step": 765
    },
    {
      "epoch": 0.496757457846952,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.7610706599173194e-05,
      "loss": 0.2574220597743988,
      "step": 766
    },
    {
      "epoch": 0.4974059662775616,
      "grad_norm": 0.21484375,
      "learning_rate": 1.760388911666716e-05,
      "loss": 0.25293251872062683,
      "step": 767
    },
    {
      "epoch": 0.4980544747081712,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.7597063245306766e-05,
      "loss": 0.24504058063030243,
      "step": 768
    },
    {
      "epoch": 0.4987029831387808,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7590228992622535e-05,
      "loss": 0.2496173083782196,
      "step": 769
    },
    {
      "epoch": 0.4993514915693904,
      "grad_norm": 0.255859375,
      "learning_rate": 1.758338636615423e-05,
      "loss": 0.2623802423477173,
      "step": 770
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.757653537345086e-05,
      "loss": 0.234059676527977,
      "step": 771
    },
    {
      "epoch": 0.5006485084306096,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.756967602207066e-05,
      "loss": 0.26016756892204285,
      "step": 772
    },
    {
      "epoch": 0.5012970168612192,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.756280831958108e-05,
      "loss": 0.24600207805633545,
      "step": 773
    },
    {
      "epoch": 0.5019455252918288,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.7555932273558797e-05,
      "loss": 0.2642427384853363,
      "step": 774
    },
    {
      "epoch": 0.5025940337224384,
      "grad_norm": 0.203125,
      "learning_rate": 1.754904789158968e-05,
      "loss": 0.25622379779815674,
      "step": 775
    },
    {
      "epoch": 0.503242542153048,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7542155181268805e-05,
      "loss": 0.22302496433258057,
      "step": 776
    },
    {
      "epoch": 0.5038910505836576,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.7535254150200428e-05,
      "loss": 0.2439330518245697,
      "step": 777
    },
    {
      "epoch": 0.5045395590142672,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.752834480599799e-05,
      "loss": 0.23718202114105225,
      "step": 778
    },
    {
      "epoch": 0.5051880674448768,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.7521427156284096e-05,
      "loss": 0.256733775138855,
      "step": 779
    },
    {
      "epoch": 0.5058365758754864,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.7514501208690527e-05,
      "loss": 0.2448139488697052,
      "step": 780
    },
    {
      "epoch": 0.506485084306096,
      "grad_norm": 0.20703125,
      "learning_rate": 1.7507566970858202e-05,
      "loss": 0.2518021762371063,
      "step": 781
    },
    {
      "epoch": 0.5071335927367056,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.7500624450437202e-05,
      "loss": 0.2322305142879486,
      "step": 782
    },
    {
      "epoch": 0.5077821011673151,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.7493673655086734e-05,
      "loss": 0.24691671133041382,
      "step": 783
    },
    {
      "epoch": 0.5084306095979247,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7486714592475137e-05,
      "loss": 0.2665014863014221,
      "step": 784
    },
    {
      "epoch": 0.5090791180285343,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.747974727027988e-05,
      "loss": 0.26431363821029663,
      "step": 785
    },
    {
      "epoch": 0.5097276264591439,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.7472771696187523e-05,
      "loss": 0.2596772313117981,
      "step": 786
    },
    {
      "epoch": 0.5103761348897535,
      "grad_norm": 0.2451171875,
      "learning_rate": 1.746578787789376e-05,
      "loss": 0.259757399559021,
      "step": 787
    },
    {
      "epoch": 0.5110246433203631,
      "grad_norm": 0.2109375,
      "learning_rate": 1.7458795823103348e-05,
      "loss": 0.23468446731567383,
      "step": 788
    },
    {
      "epoch": 0.5116731517509727,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7451795539530156e-05,
      "loss": 0.25615498423576355,
      "step": 789
    },
    {
      "epoch": 0.5123216601815823,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.7444787034897114e-05,
      "loss": 0.25098350644111633,
      "step": 790
    },
    {
      "epoch": 0.5129701686121919,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.7437770316936234e-05,
      "loss": 0.26461946964263916,
      "step": 791
    },
    {
      "epoch": 0.5136186770428015,
      "grad_norm": 0.208984375,
      "learning_rate": 1.743074539338858e-05,
      "loss": 0.23960307240486145,
      "step": 792
    },
    {
      "epoch": 0.5142671854734111,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7423712272004282e-05,
      "loss": 0.26992717385292053,
      "step": 793
    },
    {
      "epoch": 0.5149156939040207,
      "grad_norm": 0.21484375,
      "learning_rate": 1.7416670960542498e-05,
      "loss": 0.25818514823913574,
      "step": 794
    },
    {
      "epoch": 0.5155642023346303,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7409621466771425e-05,
      "loss": 0.25449085235595703,
      "step": 795
    },
    {
      "epoch": 0.51621271076524,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.7402563798468297e-05,
      "loss": 0.25367507338523865,
      "step": 796
    },
    {
      "epoch": 0.5168612191958496,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7395497963419362e-05,
      "loss": 0.27120909094810486,
      "step": 797
    },
    {
      "epoch": 0.5175097276264592,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.738842396941987e-05,
      "loss": 0.24565419554710388,
      "step": 798
    },
    {
      "epoch": 0.5181582360570688,
      "grad_norm": 0.203125,
      "learning_rate": 1.738134182427408e-05,
      "loss": 0.23051393032073975,
      "step": 799
    },
    {
      "epoch": 0.5188067444876784,
      "grad_norm": 0.224609375,
      "learning_rate": 1.7374251535795244e-05,
      "loss": 0.24349388480186462,
      "step": 800
    },
    {
      "epoch": 0.519455252918288,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.736715311180559e-05,
      "loss": 0.23808160424232483,
      "step": 801
    },
    {
      "epoch": 0.5201037613488976,
      "grad_norm": 0.205078125,
      "learning_rate": 1.736004656013633e-05,
      "loss": 0.2502765953540802,
      "step": 802
    },
    {
      "epoch": 0.5207522697795072,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.7352931888627648e-05,
      "loss": 0.23216818273067474,
      "step": 803
    },
    {
      "epoch": 0.5214007782101168,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.7345809105128665e-05,
      "loss": 0.25561437010765076,
      "step": 804
    },
    {
      "epoch": 0.5220492866407264,
      "grad_norm": 0.21875,
      "learning_rate": 1.7338678217497468e-05,
      "loss": 0.2508404850959778,
      "step": 805
    },
    {
      "epoch": 0.522697795071336,
      "grad_norm": 0.22265625,
      "learning_rate": 1.7331539233601084e-05,
      "loss": 0.26383522152900696,
      "step": 806
    },
    {
      "epoch": 0.5233463035019456,
      "grad_norm": 0.23828125,
      "learning_rate": 1.7324392161315468e-05,
      "loss": 0.2545105814933777,
      "step": 807
    },
    {
      "epoch": 0.5239948119325551,
      "grad_norm": 0.25,
      "learning_rate": 1.73172370085255e-05,
      "loss": 0.27660003304481506,
      "step": 808
    },
    {
      "epoch": 0.5246433203631647,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.731007378312497e-05,
      "loss": 0.2372470498085022,
      "step": 809
    },
    {
      "epoch": 0.5252918287937743,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7302902493016583e-05,
      "loss": 0.25344038009643555,
      "step": 810
    },
    {
      "epoch": 0.5259403372243839,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.7295723146111934e-05,
      "loss": 0.24009867012500763,
      "step": 811
    },
    {
      "epoch": 0.5265888456549935,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7288535750331507e-05,
      "loss": 0.2599325180053711,
      "step": 812
    },
    {
      "epoch": 0.5272373540856031,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.728134031360467e-05,
      "loss": 0.23909229040145874,
      "step": 813
    },
    {
      "epoch": 0.5278858625162127,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.7274136843869662e-05,
      "loss": 0.23628994822502136,
      "step": 814
    },
    {
      "epoch": 0.5285343709468223,
      "grad_norm": 0.2109375,
      "learning_rate": 1.7266925349073574e-05,
      "loss": 0.25099682807922363,
      "step": 815
    },
    {
      "epoch": 0.5291828793774319,
      "grad_norm": 0.224609375,
      "learning_rate": 1.7259705837172366e-05,
      "loss": 0.268869549036026,
      "step": 816
    },
    {
      "epoch": 0.5298313878080415,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.7252478316130834e-05,
      "loss": 0.2530663013458252,
      "step": 817
    },
    {
      "epoch": 0.5304798962386511,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7245242793922606e-05,
      "loss": 0.23891159892082214,
      "step": 818
    },
    {
      "epoch": 0.5311284046692607,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7237999278530146e-05,
      "loss": 0.24446305632591248,
      "step": 819
    },
    {
      "epoch": 0.5317769130998703,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.7230747777944735e-05,
      "loss": 0.2474980354309082,
      "step": 820
    },
    {
      "epoch": 0.5324254215304799,
      "grad_norm": 0.240234375,
      "learning_rate": 1.7223488300166456e-05,
      "loss": 0.25447648763656616,
      "step": 821
    },
    {
      "epoch": 0.5330739299610895,
      "grad_norm": 0.251953125,
      "learning_rate": 1.72162208532042e-05,
      "loss": 0.2578514516353607,
      "step": 822
    },
    {
      "epoch": 0.5337224383916991,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.7208945445075648e-05,
      "loss": 0.23854947090148926,
      "step": 823
    },
    {
      "epoch": 0.5343709468223087,
      "grad_norm": 0.205078125,
      "learning_rate": 1.720166208380726e-05,
      "loss": 0.24505779147148132,
      "step": 824
    },
    {
      "epoch": 0.5350194552529183,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.719437077743428e-05,
      "loss": 0.2505459785461426,
      "step": 825
    },
    {
      "epoch": 0.5356679636835279,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.7187071534000704e-05,
      "loss": 0.23384061455726624,
      "step": 826
    },
    {
      "epoch": 0.5363164721141375,
      "grad_norm": 0.220703125,
      "learning_rate": 1.71797643615593e-05,
      "loss": 0.26251477003097534,
      "step": 827
    },
    {
      "epoch": 0.5369649805447471,
      "grad_norm": 0.208984375,
      "learning_rate": 1.717244926817157e-05,
      "loss": 0.2499566674232483,
      "step": 828
    },
    {
      "epoch": 0.5376134889753567,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.7165126261907755e-05,
      "loss": 0.2355017066001892,
      "step": 829
    },
    {
      "epoch": 0.5382619974059663,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.7157795350846837e-05,
      "loss": 0.23951615393161774,
      "step": 830
    },
    {
      "epoch": 0.5389105058365758,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.7150456543076513e-05,
      "loss": 0.2398923635482788,
      "step": 831
    },
    {
      "epoch": 0.5395590142671854,
      "grad_norm": 0.224609375,
      "learning_rate": 1.714310984669319e-05,
      "loss": 0.23710858821868896,
      "step": 832
    },
    {
      "epoch": 0.540207522697795,
      "grad_norm": 0.212890625,
      "learning_rate": 1.7135755269801972e-05,
      "loss": 0.2742719054222107,
      "step": 833
    },
    {
      "epoch": 0.5408560311284046,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.7128392820516674e-05,
      "loss": 0.24416588246822357,
      "step": 834
    },
    {
      "epoch": 0.5415045395590142,
      "grad_norm": 0.212890625,
      "learning_rate": 1.712102250695978e-05,
      "loss": 0.25250375270843506,
      "step": 835
    },
    {
      "epoch": 0.5421530479896238,
      "grad_norm": 0.220703125,
      "learning_rate": 1.711364433726246e-05,
      "loss": 0.2595706582069397,
      "step": 836
    },
    {
      "epoch": 0.5428015564202334,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.7106258319564542e-05,
      "loss": 0.23573431372642517,
      "step": 837
    },
    {
      "epoch": 0.543450064850843,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.709886446201453e-05,
      "loss": 0.24604499340057373,
      "step": 838
    },
    {
      "epoch": 0.5440985732814526,
      "grad_norm": 0.212890625,
      "learning_rate": 1.709146277276955e-05,
      "loss": 0.2520371973514557,
      "step": 839
    },
    {
      "epoch": 0.5447470817120622,
      "grad_norm": 0.234375,
      "learning_rate": 1.7084053259995387e-05,
      "loss": 0.2414272278547287,
      "step": 840
    },
    {
      "epoch": 0.5453955901426718,
      "grad_norm": 0.201171875,
      "learning_rate": 1.707663593186646e-05,
      "loss": 0.23957416415214539,
      "step": 841
    },
    {
      "epoch": 0.5460440985732814,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.7069210796565796e-05,
      "loss": 0.25629985332489014,
      "step": 842
    },
    {
      "epoch": 0.546692607003891,
      "grad_norm": 0.2333984375,
      "learning_rate": 1.7061777862285046e-05,
      "loss": 0.25050121545791626,
      "step": 843
    },
    {
      "epoch": 0.5473411154345007,
      "grad_norm": 0.224609375,
      "learning_rate": 1.705433713722446e-05,
      "loss": 0.2497149556875229,
      "step": 844
    },
    {
      "epoch": 0.5479896238651103,
      "grad_norm": 0.21484375,
      "learning_rate": 1.7046888629592883e-05,
      "loss": 0.26282402873039246,
      "step": 845
    },
    {
      "epoch": 0.5486381322957199,
      "grad_norm": 0.2490234375,
      "learning_rate": 1.703943234760775e-05,
      "loss": 0.22858166694641113,
      "step": 846
    },
    {
      "epoch": 0.5492866407263295,
      "grad_norm": 0.216796875,
      "learning_rate": 1.7031968299495073e-05,
      "loss": 0.23788544535636902,
      "step": 847
    },
    {
      "epoch": 0.5499351491569391,
      "grad_norm": 0.240234375,
      "learning_rate": 1.7024496493489427e-05,
      "loss": 0.2616792917251587,
      "step": 848
    },
    {
      "epoch": 0.5505836575875487,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.7017016937833944e-05,
      "loss": 0.2187148630619049,
      "step": 849
    },
    {
      "epoch": 0.5512321660181583,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.7009529640780312e-05,
      "loss": 0.25052139163017273,
      "step": 850
    },
    {
      "epoch": 0.5518806744487679,
      "grad_norm": 0.203125,
      "learning_rate": 1.7002034610588762e-05,
      "loss": 0.24965092539787292,
      "step": 851
    },
    {
      "epoch": 0.5525291828793775,
      "grad_norm": 0.212890625,
      "learning_rate": 1.6994531855528047e-05,
      "loss": 0.2385530173778534,
      "step": 852
    },
    {
      "epoch": 0.5531776913099871,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6987021383875446e-05,
      "loss": 0.24725677073001862,
      "step": 853
    },
    {
      "epoch": 0.5538261997405967,
      "grad_norm": 0.21484375,
      "learning_rate": 1.6979503203916755e-05,
      "loss": 0.2512688934803009,
      "step": 854
    },
    {
      "epoch": 0.5544747081712063,
      "grad_norm": 0.208984375,
      "learning_rate": 1.6971977323946273e-05,
      "loss": 0.24122266471385956,
      "step": 855
    },
    {
      "epoch": 0.5551232166018158,
      "grad_norm": 0.23046875,
      "learning_rate": 1.6964443752266787e-05,
      "loss": 0.2502886652946472,
      "step": 856
    },
    {
      "epoch": 0.5557717250324254,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.695690249718958e-05,
      "loss": 0.2380983829498291,
      "step": 857
    },
    {
      "epoch": 0.556420233463035,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.69493535670344e-05,
      "loss": 0.2564305067062378,
      "step": 858
    },
    {
      "epoch": 0.5570687418936446,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.6941796970129477e-05,
      "loss": 0.246547669172287,
      "step": 859
    },
    {
      "epoch": 0.5577172503242542,
      "grad_norm": 0.21484375,
      "learning_rate": 1.6934232714811486e-05,
      "loss": 0.2500418424606323,
      "step": 860
    },
    {
      "epoch": 0.5583657587548638,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.6926660809425554e-05,
      "loss": 0.22617794573307037,
      "step": 861
    },
    {
      "epoch": 0.5590142671854734,
      "grad_norm": 0.224609375,
      "learning_rate": 1.6919081262325257e-05,
      "loss": 0.24113288521766663,
      "step": 862
    },
    {
      "epoch": 0.559662775616083,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.6911494081872588e-05,
      "loss": 0.237762913107872,
      "step": 863
    },
    {
      "epoch": 0.5603112840466926,
      "grad_norm": 0.20703125,
      "learning_rate": 1.690389927643797e-05,
      "loss": 0.24261987209320068,
      "step": 864
    },
    {
      "epoch": 0.5609597924773022,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.6896296854400242e-05,
      "loss": 0.24458621442317963,
      "step": 865
    },
    {
      "epoch": 0.5616083009079118,
      "grad_norm": 0.25390625,
      "learning_rate": 1.6888686824146627e-05,
      "loss": 0.2588699162006378,
      "step": 866
    },
    {
      "epoch": 0.5622568093385214,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.688106919407276e-05,
      "loss": 0.2398909628391266,
      "step": 867
    },
    {
      "epoch": 0.562905317769131,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.6873443972582662e-05,
      "loss": 0.24092964828014374,
      "step": 868
    },
    {
      "epoch": 0.5635538261997406,
      "grad_norm": 0.21875,
      "learning_rate": 1.6865811168088715e-05,
      "loss": 0.23532766103744507,
      "step": 869
    },
    {
      "epoch": 0.5642023346303502,
      "grad_norm": 0.23046875,
      "learning_rate": 1.6858170789011673e-05,
      "loss": 0.24494582414627075,
      "step": 870
    },
    {
      "epoch": 0.5648508430609598,
      "grad_norm": 0.203125,
      "learning_rate": 1.685052284378065e-05,
      "loss": 0.23574741184711456,
      "step": 871
    },
    {
      "epoch": 0.5654993514915694,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.6842867340833106e-05,
      "loss": 0.2533760368824005,
      "step": 872
    },
    {
      "epoch": 0.566147859922179,
      "grad_norm": 0.2265625,
      "learning_rate": 1.683520428861483e-05,
      "loss": 0.25927090644836426,
      "step": 873
    },
    {
      "epoch": 0.5667963683527886,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.6827533695579958e-05,
      "loss": 0.23820379376411438,
      "step": 874
    },
    {
      "epoch": 0.5674448767833982,
      "grad_norm": 0.205078125,
      "learning_rate": 1.6819855570190923e-05,
      "loss": 0.2488861382007599,
      "step": 875
    },
    {
      "epoch": 0.5680933852140078,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.6812169920918486e-05,
      "loss": 0.2422334849834442,
      "step": 876
    },
    {
      "epoch": 0.5687418936446174,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.68044767562417e-05,
      "loss": 0.25252050161361694,
      "step": 877
    },
    {
      "epoch": 0.569390402075227,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.6796776084647915e-05,
      "loss": 0.2371557652950287,
      "step": 878
    },
    {
      "epoch": 0.5700389105058365,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.678906791463275e-05,
      "loss": 0.2525731325149536,
      "step": 879
    },
    {
      "epoch": 0.5706874189364461,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.6781352254700114e-05,
      "loss": 0.2461223304271698,
      "step": 880
    },
    {
      "epoch": 0.5713359273670557,
      "grad_norm": 0.216796875,
      "learning_rate": 1.6773629113362167e-05,
      "loss": 0.23937997221946716,
      "step": 881
    },
    {
      "epoch": 0.5719844357976653,
      "grad_norm": 0.20703125,
      "learning_rate": 1.6765898499139327e-05,
      "loss": 0.24828499555587769,
      "step": 882
    },
    {
      "epoch": 0.5726329442282749,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.6758160420560253e-05,
      "loss": 0.2394510805606842,
      "step": 883
    },
    {
      "epoch": 0.5732814526588845,
      "grad_norm": 0.216796875,
      "learning_rate": 1.6750414886161844e-05,
      "loss": 0.2649855315685272,
      "step": 884
    },
    {
      "epoch": 0.5739299610894941,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.674266190448922e-05,
      "loss": 0.23506863415241241,
      "step": 885
    },
    {
      "epoch": 0.5745784695201037,
      "grad_norm": 0.216796875,
      "learning_rate": 1.6734901484095722e-05,
      "loss": 0.2537495493888855,
      "step": 886
    },
    {
      "epoch": 0.5752269779507133,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.6727133633542892e-05,
      "loss": 0.25819021463394165,
      "step": 887
    },
    {
      "epoch": 0.5758754863813229,
      "grad_norm": 0.208984375,
      "learning_rate": 1.6719358361400474e-05,
      "loss": 0.22767531871795654,
      "step": 888
    },
    {
      "epoch": 0.5765239948119325,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.6711575676246398e-05,
      "loss": 0.231440007686615,
      "step": 889
    },
    {
      "epoch": 0.5771725032425421,
      "grad_norm": 0.201171875,
      "learning_rate": 1.670378558666677e-05,
      "loss": 0.2477472722530365,
      "step": 890
    },
    {
      "epoch": 0.5778210116731517,
      "grad_norm": 0.236328125,
      "learning_rate": 1.6695988101255865e-05,
      "loss": 0.2643510103225708,
      "step": 891
    },
    {
      "epoch": 0.5784695201037614,
      "grad_norm": 0.21875,
      "learning_rate": 1.668818322861612e-05,
      "loss": 0.25123530626296997,
      "step": 892
    },
    {
      "epoch": 0.579118028534371,
      "grad_norm": 0.212890625,
      "learning_rate": 1.6680370977358126e-05,
      "loss": 0.2710804343223572,
      "step": 893
    },
    {
      "epoch": 0.5797665369649806,
      "grad_norm": 0.2109375,
      "learning_rate": 1.6672551356100603e-05,
      "loss": 0.24202676117420197,
      "step": 894
    },
    {
      "epoch": 0.5804150453955902,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.666472437347041e-05,
      "loss": 0.24139884114265442,
      "step": 895
    },
    {
      "epoch": 0.5810635538261998,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6656890038102526e-05,
      "loss": 0.26074016094207764,
      "step": 896
    },
    {
      "epoch": 0.5817120622568094,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.664904835864004e-05,
      "loss": 0.24852514266967773,
      "step": 897
    },
    {
      "epoch": 0.582360570687419,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.6641199343734142e-05,
      "loss": 0.22754469513893127,
      "step": 898
    },
    {
      "epoch": 0.5830090791180286,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.6633343002044124e-05,
      "loss": 0.25681132078170776,
      "step": 899
    },
    {
      "epoch": 0.5836575875486382,
      "grad_norm": 0.2265625,
      "learning_rate": 1.6625479342237348e-05,
      "loss": 0.23638150095939636,
      "step": 900
    },
    {
      "epoch": 0.5843060959792478,
      "grad_norm": 0.22265625,
      "learning_rate": 1.6617608372989258e-05,
      "loss": 0.2735379934310913,
      "step": 901
    },
    {
      "epoch": 0.5849546044098574,
      "grad_norm": 0.220703125,
      "learning_rate": 1.660973010298336e-05,
      "loss": 0.26309484243392944,
      "step": 902
    },
    {
      "epoch": 0.585603112840467,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.660184454091121e-05,
      "loss": 0.2643967270851135,
      "step": 903
    },
    {
      "epoch": 0.5862516212710766,
      "grad_norm": 0.2109375,
      "learning_rate": 1.659395169547242e-05,
      "loss": 0.23725301027297974,
      "step": 904
    },
    {
      "epoch": 0.5869001297016861,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.6586051575374624e-05,
      "loss": 0.22938942909240723,
      "step": 905
    },
    {
      "epoch": 0.5875486381322957,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.6578144189333494e-05,
      "loss": 0.24473069608211517,
      "step": 906
    },
    {
      "epoch": 0.5881971465629053,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6570229546072707e-05,
      "loss": 0.24889063835144043,
      "step": 907
    },
    {
      "epoch": 0.5888456549935149,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.656230765432395e-05,
      "loss": 0.25221115350723267,
      "step": 908
    },
    {
      "epoch": 0.5894941634241245,
      "grad_norm": 0.25,
      "learning_rate": 1.6554378522826918e-05,
      "loss": 0.2419426292181015,
      "step": 909
    },
    {
      "epoch": 0.5901426718547341,
      "grad_norm": 0.212890625,
      "learning_rate": 1.654644216032927e-05,
      "loss": 0.25629162788391113,
      "step": 910
    },
    {
      "epoch": 0.5907911802853437,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.6538498575586662e-05,
      "loss": 0.2606733441352844,
      "step": 911
    },
    {
      "epoch": 0.5914396887159533,
      "grad_norm": 0.228515625,
      "learning_rate": 1.653054777736271e-05,
      "loss": 0.25323033332824707,
      "step": 912
    },
    {
      "epoch": 0.5920881971465629,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.6522589774428993e-05,
      "loss": 0.24328389763832092,
      "step": 913
    },
    {
      "epoch": 0.5927367055771725,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.6514624575565035e-05,
      "loss": 0.24086147546768188,
      "step": 914
    },
    {
      "epoch": 0.5933852140077821,
      "grad_norm": 0.23828125,
      "learning_rate": 1.650665218955829e-05,
      "loss": 0.23695909976959229,
      "step": 915
    },
    {
      "epoch": 0.5940337224383917,
      "grad_norm": 0.24609375,
      "learning_rate": 1.6498672625204165e-05,
      "loss": 0.24361476302146912,
      "step": 916
    },
    {
      "epoch": 0.5946822308690013,
      "grad_norm": 0.21875,
      "learning_rate": 1.6490685891305957e-05,
      "loss": 0.23210017383098602,
      "step": 917
    },
    {
      "epoch": 0.5953307392996109,
      "grad_norm": 0.2412109375,
      "learning_rate": 1.6482691996674896e-05,
      "loss": 0.23873919248580933,
      "step": 918
    },
    {
      "epoch": 0.5959792477302205,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.64746909501301e-05,
      "loss": 0.24996428191661835,
      "step": 919
    },
    {
      "epoch": 0.5966277561608301,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.6466682760498578e-05,
      "loss": 0.24698016047477722,
      "step": 920
    },
    {
      "epoch": 0.5972762645914397,
      "grad_norm": 0.2314453125,
      "learning_rate": 1.6458667436615227e-05,
      "loss": 0.25858718156814575,
      "step": 921
    },
    {
      "epoch": 0.5979247730220493,
      "grad_norm": 0.21875,
      "learning_rate": 1.64506449873228e-05,
      "loss": 0.25404664874076843,
      "step": 922
    },
    {
      "epoch": 0.5985732814526589,
      "grad_norm": 0.2265625,
      "learning_rate": 1.644261542147193e-05,
      "loss": 0.24432627856731415,
      "step": 923
    },
    {
      "epoch": 0.5992217898832685,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6434578747921087e-05,
      "loss": 0.25290077924728394,
      "step": 924
    },
    {
      "epoch": 0.5998702983138781,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.6426534975536593e-05,
      "loss": 0.25577667355537415,
      "step": 925
    },
    {
      "epoch": 0.6005188067444877,
      "grad_norm": 0.22265625,
      "learning_rate": 1.641848411319259e-05,
      "loss": 0.25071048736572266,
      "step": 926
    },
    {
      "epoch": 0.6011673151750972,
      "grad_norm": 0.205078125,
      "learning_rate": 1.6410426169771043e-05,
      "loss": 0.2417571097612381,
      "step": 927
    },
    {
      "epoch": 0.6018158236057068,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.6402361154161742e-05,
      "loss": 0.2351555973291397,
      "step": 928
    },
    {
      "epoch": 0.6024643320363164,
      "grad_norm": 0.203125,
      "learning_rate": 1.6394289075262265e-05,
      "loss": 0.23941874504089355,
      "step": 929
    },
    {
      "epoch": 0.603112840466926,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.6386209941977992e-05,
      "loss": 0.22745655477046967,
      "step": 930
    },
    {
      "epoch": 0.6037613488975356,
      "grad_norm": 0.212890625,
      "learning_rate": 1.6378123763222084e-05,
      "loss": 0.24072733521461487,
      "step": 931
    },
    {
      "epoch": 0.6044098573281452,
      "grad_norm": 0.234375,
      "learning_rate": 1.637003054791547e-05,
      "loss": 0.25102531909942627,
      "step": 932
    },
    {
      "epoch": 0.6050583657587548,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6361930304986846e-05,
      "loss": 0.24363845586776733,
      "step": 933
    },
    {
      "epoch": 0.6057068741893644,
      "grad_norm": 0.2431640625,
      "learning_rate": 1.6353823043372656e-05,
      "loss": 0.2514728903770447,
      "step": 934
    },
    {
      "epoch": 0.606355382619974,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.6345708772017094e-05,
      "loss": 0.2561870813369751,
      "step": 935
    },
    {
      "epoch": 0.6070038910505836,
      "grad_norm": 0.205078125,
      "learning_rate": 1.6337587499872085e-05,
      "loss": 0.2306516468524933,
      "step": 936
    },
    {
      "epoch": 0.6076523994811932,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.632945923589727e-05,
      "loss": 0.23316578567028046,
      "step": 937
    },
    {
      "epoch": 0.6083009079118028,
      "grad_norm": 0.201171875,
      "learning_rate": 1.6321323989060022e-05,
      "loss": 0.23764556646347046,
      "step": 938
    },
    {
      "epoch": 0.6089494163424124,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.6313181768335397e-05,
      "loss": 0.24057886004447937,
      "step": 939
    },
    {
      "epoch": 0.6095979247730221,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.6305032582706163e-05,
      "loss": 0.2430863380432129,
      "step": 940
    },
    {
      "epoch": 0.6102464332036317,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.6296876441162752e-05,
      "loss": 0.25168585777282715,
      "step": 941
    },
    {
      "epoch": 0.6108949416342413,
      "grad_norm": 0.244140625,
      "learning_rate": 1.628871335270329e-05,
      "loss": 0.26666826009750366,
      "step": 942
    },
    {
      "epoch": 0.6115434500648509,
      "grad_norm": 0.224609375,
      "learning_rate": 1.6280543326333553e-05,
      "loss": 0.2578209638595581,
      "step": 943
    },
    {
      "epoch": 0.6121919584954605,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.627236637106698e-05,
      "loss": 0.2298002541065216,
      "step": 944
    },
    {
      "epoch": 0.6128404669260701,
      "grad_norm": 0.263671875,
      "learning_rate": 1.6264182495924648e-05,
      "loss": 0.2266928106546402,
      "step": 945
    },
    {
      "epoch": 0.6134889753566797,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.6255991709935268e-05,
      "loss": 0.24492314457893372,
      "step": 946
    },
    {
      "epoch": 0.6141374837872893,
      "grad_norm": 0.20703125,
      "learning_rate": 1.624779402213518e-05,
      "loss": 0.2477463334798813,
      "step": 947
    },
    {
      "epoch": 0.6147859922178989,
      "grad_norm": 0.20703125,
      "learning_rate": 1.6239589441568338e-05,
      "loss": 0.25315093994140625,
      "step": 948
    },
    {
      "epoch": 0.6154345006485085,
      "grad_norm": 0.205078125,
      "learning_rate": 1.6231377977286298e-05,
      "loss": 0.22410587966442108,
      "step": 949
    },
    {
      "epoch": 0.6160830090791181,
      "grad_norm": 0.212890625,
      "learning_rate": 1.622315963834821e-05,
      "loss": 0.24820604920387268,
      "step": 950
    },
    {
      "epoch": 0.6167315175097277,
      "grad_norm": 0.26953125,
      "learning_rate": 1.6214934433820805e-05,
      "loss": 0.24918755888938904,
      "step": 951
    },
    {
      "epoch": 0.6173800259403373,
      "grad_norm": 0.203125,
      "learning_rate": 1.6206702372778398e-05,
      "loss": 0.23209059238433838,
      "step": 952
    },
    {
      "epoch": 0.6180285343709468,
      "grad_norm": 0.224609375,
      "learning_rate": 1.619846346430286e-05,
      "loss": 0.2538565695285797,
      "step": 953
    },
    {
      "epoch": 0.6186770428015564,
      "grad_norm": 0.224609375,
      "learning_rate": 1.619021771748362e-05,
      "loss": 0.24861663579940796,
      "step": 954
    },
    {
      "epoch": 0.619325551232166,
      "grad_norm": 0.216796875,
      "learning_rate": 1.6181965141417656e-05,
      "loss": 0.24744021892547607,
      "step": 955
    },
    {
      "epoch": 0.6199740596627756,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.6173705745209464e-05,
      "loss": 0.25656771659851074,
      "step": 956
    },
    {
      "epoch": 0.6206225680933852,
      "grad_norm": 0.21875,
      "learning_rate": 1.6165439537971082e-05,
      "loss": 0.23495203256607056,
      "step": 957
    },
    {
      "epoch": 0.6212710765239948,
      "grad_norm": 0.19140625,
      "learning_rate": 1.615716652882205e-05,
      "loss": 0.22860679030418396,
      "step": 958
    },
    {
      "epoch": 0.6219195849546044,
      "grad_norm": 0.201171875,
      "learning_rate": 1.614888672688942e-05,
      "loss": 0.23767365515232086,
      "step": 959
    },
    {
      "epoch": 0.622568093385214,
      "grad_norm": 0.244140625,
      "learning_rate": 1.6140600141307738e-05,
      "loss": 0.252236932516098,
      "step": 960
    },
    {
      "epoch": 0.6232166018158236,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.613230678121903e-05,
      "loss": 0.2317807525396347,
      "step": 961
    },
    {
      "epoch": 0.6238651102464332,
      "grad_norm": 0.203125,
      "learning_rate": 1.612400665577279e-05,
      "loss": 0.23425838351249695,
      "step": 962
    },
    {
      "epoch": 0.6245136186770428,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.611569977412599e-05,
      "loss": 0.24979113042354584,
      "step": 963
    },
    {
      "epoch": 0.6251621271076524,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.6107386145443044e-05,
      "loss": 0.22391779720783234,
      "step": 964
    },
    {
      "epoch": 0.625810635538262,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.609906577889582e-05,
      "loss": 0.23095038533210754,
      "step": 965
    },
    {
      "epoch": 0.6264591439688716,
      "grad_norm": 0.212890625,
      "learning_rate": 1.6090738683663598e-05,
      "loss": 0.24096065759658813,
      "step": 966
    },
    {
      "epoch": 0.6271076523994812,
      "grad_norm": 0.224609375,
      "learning_rate": 1.6082404868933114e-05,
      "loss": 0.2564721405506134,
      "step": 967
    },
    {
      "epoch": 0.6277561608300908,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.6074064343898494e-05,
      "loss": 0.27196916937828064,
      "step": 968
    },
    {
      "epoch": 0.6284046692607004,
      "grad_norm": 0.234375,
      "learning_rate": 1.606571711776127e-05,
      "loss": 0.2635185122489929,
      "step": 969
    },
    {
      "epoch": 0.62905317769131,
      "grad_norm": 0.208984375,
      "learning_rate": 1.6057363199730374e-05,
      "loss": 0.24167633056640625,
      "step": 970
    },
    {
      "epoch": 0.6297016861219196,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.604900259902211e-05,
      "loss": 0.24424105882644653,
      "step": 971
    },
    {
      "epoch": 0.6303501945525292,
      "grad_norm": 0.2109375,
      "learning_rate": 1.6040635324860167e-05,
      "loss": 0.23373281955718994,
      "step": 972
    },
    {
      "epoch": 0.6309987029831388,
      "grad_norm": 0.23828125,
      "learning_rate": 1.6032261386475586e-05,
      "loss": 0.24833741784095764,
      "step": 973
    },
    {
      "epoch": 0.6316472114137484,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.6023880793106767e-05,
      "loss": 0.2330552488565445,
      "step": 974
    },
    {
      "epoch": 0.632295719844358,
      "grad_norm": 0.205078125,
      "learning_rate": 1.601549355399945e-05,
      "loss": 0.24411743879318237,
      "step": 975
    },
    {
      "epoch": 0.6329442282749675,
      "grad_norm": 0.208984375,
      "learning_rate": 1.60070996784067e-05,
      "loss": 0.2550343871116638,
      "step": 976
    },
    {
      "epoch": 0.6335927367055771,
      "grad_norm": 0.19921875,
      "learning_rate": 1.5998699175588917e-05,
      "loss": 0.2517588436603546,
      "step": 977
    },
    {
      "epoch": 0.6342412451361867,
      "grad_norm": 0.212890625,
      "learning_rate": 1.5990292054813802e-05,
      "loss": 0.252142995595932,
      "step": 978
    },
    {
      "epoch": 0.6348897535667963,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.5981878325356363e-05,
      "loss": 0.26113659143447876,
      "step": 979
    },
    {
      "epoch": 0.6355382619974059,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.5973457996498895e-05,
      "loss": 0.23606835305690765,
      "step": 980
    },
    {
      "epoch": 0.6361867704280155,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.596503107753097e-05,
      "loss": 0.24093079566955566,
      "step": 981
    },
    {
      "epoch": 0.6368352788586251,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.595659757774944e-05,
      "loss": 0.25118762254714966,
      "step": 982
    },
    {
      "epoch": 0.6374837872892347,
      "grad_norm": 0.21484375,
      "learning_rate": 1.5948157506458414e-05,
      "loss": 0.24482783675193787,
      "step": 983
    },
    {
      "epoch": 0.6381322957198443,
      "grad_norm": 0.22265625,
      "learning_rate": 1.593971087296925e-05,
      "loss": 0.25862377882003784,
      "step": 984
    },
    {
      "epoch": 0.6387808041504539,
      "grad_norm": 0.21484375,
      "learning_rate": 1.5931257686600533e-05,
      "loss": 0.2673421800136566,
      "step": 985
    },
    {
      "epoch": 0.6394293125810635,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.5922797956678104e-05,
      "loss": 0.236227884888649,
      "step": 986
    },
    {
      "epoch": 0.6400778210116731,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.5914331692535004e-05,
      "loss": 0.26872777938842773,
      "step": 987
    },
    {
      "epoch": 0.6407263294422828,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.5905858903511483e-05,
      "loss": 0.24116933345794678,
      "step": 988
    },
    {
      "epoch": 0.6413748378728924,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5897379598954995e-05,
      "loss": 0.24039828777313232,
      "step": 989
    },
    {
      "epoch": 0.642023346303502,
      "grad_norm": 0.228515625,
      "learning_rate": 1.5888893788220187e-05,
      "loss": 0.23400892317295074,
      "step": 990
    },
    {
      "epoch": 0.6426718547341116,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.5880401480668874e-05,
      "loss": 0.22052066028118134,
      "step": 991
    },
    {
      "epoch": 0.6433203631647212,
      "grad_norm": 0.21875,
      "learning_rate": 1.5871902685670035e-05,
      "loss": 0.2549007534980774,
      "step": 992
    },
    {
      "epoch": 0.6439688715953308,
      "grad_norm": 0.212890625,
      "learning_rate": 1.586339741259982e-05,
      "loss": 0.24077144265174866,
      "step": 993
    },
    {
      "epoch": 0.6446173800259404,
      "grad_norm": 0.26953125,
      "learning_rate": 1.585488567084152e-05,
      "loss": 0.26484382152557373,
      "step": 994
    },
    {
      "epoch": 0.64526588845655,
      "grad_norm": 0.216796875,
      "learning_rate": 1.584636746978556e-05,
      "loss": 0.23701173067092896,
      "step": 995
    },
    {
      "epoch": 0.6459143968871596,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.5837842818829492e-05,
      "loss": 0.23978611826896667,
      "step": 996
    },
    {
      "epoch": 0.6465629053177692,
      "grad_norm": 0.21875,
      "learning_rate": 1.5829311727377984e-05,
      "loss": 0.25713050365448,
      "step": 997
    },
    {
      "epoch": 0.6472114137483788,
      "grad_norm": 0.248046875,
      "learning_rate": 1.582077420484281e-05,
      "loss": 0.24291223287582397,
      "step": 998
    },
    {
      "epoch": 0.6478599221789884,
      "grad_norm": 0.19921875,
      "learning_rate": 1.5812230260642842e-05,
      "loss": 0.22655750811100006,
      "step": 999
    },
    {
      "epoch": 0.648508430609598,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.5803679904204027e-05,
      "loss": 0.24812042713165283,
      "step": 1000
    },
    {
      "epoch": 0.6491569390402075,
      "grad_norm": 0.24609375,
      "learning_rate": 1.5795123144959396e-05,
      "loss": 0.2401857078075409,
      "step": 1001
    },
    {
      "epoch": 0.6498054474708171,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.5786559992349042e-05,
      "loss": 0.26080623269081116,
      "step": 1002
    },
    {
      "epoch": 0.6504539559014267,
      "grad_norm": 0.240234375,
      "learning_rate": 1.5777990455820104e-05,
      "loss": 0.26343584060668945,
      "step": 1003
    },
    {
      "epoch": 0.6511024643320363,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.5769414544826777e-05,
      "loss": 0.23838604986667633,
      "step": 1004
    },
    {
      "epoch": 0.6517509727626459,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.5760832268830277e-05,
      "loss": 0.24723772704601288,
      "step": 1005
    },
    {
      "epoch": 0.6523994811932555,
      "grad_norm": 0.228515625,
      "learning_rate": 1.5752243637298844e-05,
      "loss": 0.24971215426921844,
      "step": 1006
    },
    {
      "epoch": 0.6530479896238651,
      "grad_norm": 0.20703125,
      "learning_rate": 1.574364865970774e-05,
      "loss": 0.24666659533977509,
      "step": 1007
    },
    {
      "epoch": 0.6536964980544747,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.5735047345539206e-05,
      "loss": 0.2503644526004791,
      "step": 1008
    },
    {
      "epoch": 0.6543450064850843,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.57264397042825e-05,
      "loss": 0.22295141220092773,
      "step": 1009
    },
    {
      "epoch": 0.6549935149156939,
      "grad_norm": 0.21484375,
      "learning_rate": 1.5717825745433848e-05,
      "loss": 0.26306670904159546,
      "step": 1010
    },
    {
      "epoch": 0.6556420233463035,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.5709205478496436e-05,
      "loss": 0.2389674186706543,
      "step": 1011
    },
    {
      "epoch": 0.6562905317769131,
      "grad_norm": 0.25390625,
      "learning_rate": 1.5700578912980425e-05,
      "loss": 0.2550007998943329,
      "step": 1012
    },
    {
      "epoch": 0.6569390402075227,
      "grad_norm": 0.234375,
      "learning_rate": 1.569194605840292e-05,
      "loss": 0.24747136235237122,
      "step": 1013
    },
    {
      "epoch": 0.6575875486381323,
      "grad_norm": 0.2109375,
      "learning_rate": 1.568330692428796e-05,
      "loss": 0.23528584837913513,
      "step": 1014
    },
    {
      "epoch": 0.6582360570687419,
      "grad_norm": 0.212890625,
      "learning_rate": 1.5674661520166515e-05,
      "loss": 0.24975493550300598,
      "step": 1015
    },
    {
      "epoch": 0.6588845654993515,
      "grad_norm": 0.203125,
      "learning_rate": 1.566600985557647e-05,
      "loss": 0.2330969274044037,
      "step": 1016
    },
    {
      "epoch": 0.6595330739299611,
      "grad_norm": 0.21875,
      "learning_rate": 1.565735194006263e-05,
      "loss": 0.24115385115146637,
      "step": 1017
    },
    {
      "epoch": 0.6601815823605707,
      "grad_norm": 0.20703125,
      "learning_rate": 1.564868778317667e-05,
      "loss": 0.23121526837348938,
      "step": 1018
    },
    {
      "epoch": 0.6608300907911803,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.5640017394477178e-05,
      "loss": 0.25866633653640747,
      "step": 1019
    },
    {
      "epoch": 0.6614785992217899,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.56313407835296e-05,
      "loss": 0.2552535831928253,
      "step": 1020
    },
    {
      "epoch": 0.6621271076523995,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.5622657959906248e-05,
      "loss": 0.2605186104774475,
      "step": 1021
    },
    {
      "epoch": 0.6627756160830091,
      "grad_norm": 0.201171875,
      "learning_rate": 1.5613968933186294e-05,
      "loss": 0.24104833602905273,
      "step": 1022
    },
    {
      "epoch": 0.6634241245136187,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.5605273712955754e-05,
      "loss": 0.23090413212776184,
      "step": 1023
    },
    {
      "epoch": 0.6640726329442282,
      "grad_norm": 0.216796875,
      "learning_rate": 1.5596572308807473e-05,
      "loss": 0.24509474635124207,
      "step": 1024
    },
    {
      "epoch": 0.6647211413748378,
      "grad_norm": 0.203125,
      "learning_rate": 1.5587864730341116e-05,
      "loss": 0.22246524691581726,
      "step": 1025
    },
    {
      "epoch": 0.6653696498054474,
      "grad_norm": 0.220703125,
      "learning_rate": 1.5579150987163166e-05,
      "loss": 0.24175064265727997,
      "step": 1026
    },
    {
      "epoch": 0.666018158236057,
      "grad_norm": 0.203125,
      "learning_rate": 1.55704310888869e-05,
      "loss": 0.23722146451473236,
      "step": 1027
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.5561705045132393e-05,
      "loss": 0.2465820461511612,
      "step": 1028
    },
    {
      "epoch": 0.6673151750972762,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.5552972865526497e-05,
      "loss": 0.2562980651855469,
      "step": 1029
    },
    {
      "epoch": 0.6679636835278858,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.554423455970283e-05,
      "loss": 0.2358611524105072,
      "step": 1030
    },
    {
      "epoch": 0.6686121919584954,
      "grad_norm": 0.23046875,
      "learning_rate": 1.553549013730177e-05,
      "loss": 0.23255601525306702,
      "step": 1031
    },
    {
      "epoch": 0.669260700389105,
      "grad_norm": 0.2109375,
      "learning_rate": 1.5526739607970446e-05,
      "loss": 0.25363093614578247,
      "step": 1032
    },
    {
      "epoch": 0.6699092088197146,
      "grad_norm": 0.22265625,
      "learning_rate": 1.551798298136273e-05,
      "loss": 0.25353097915649414,
      "step": 1033
    },
    {
      "epoch": 0.6705577172503242,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.55092202671392e-05,
      "loss": 0.23048332333564758,
      "step": 1034
    },
    {
      "epoch": 0.6712062256809338,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.5500451474967174e-05,
      "loss": 0.25789695978164673,
      "step": 1035
    },
    {
      "epoch": 0.6718547341115434,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.549167661452066e-05,
      "loss": 0.2564896047115326,
      "step": 1036
    },
    {
      "epoch": 0.6725032425421531,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.5482895695480362e-05,
      "loss": 0.24368982017040253,
      "step": 1037
    },
    {
      "epoch": 0.6731517509727627,
      "grad_norm": 0.205078125,
      "learning_rate": 1.5474108727533678e-05,
      "loss": 0.25381791591644287,
      "step": 1038
    },
    {
      "epoch": 0.6738002594033723,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.546531572037467e-05,
      "loss": 0.2507246434688568,
      "step": 1039
    },
    {
      "epoch": 0.6744487678339819,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.5456516683704067e-05,
      "loss": 0.25004440546035767,
      "step": 1040
    },
    {
      "epoch": 0.6750972762645915,
      "grad_norm": 0.20703125,
      "learning_rate": 1.544771162722925e-05,
      "loss": 0.22876980900764465,
      "step": 1041
    },
    {
      "epoch": 0.6757457846952011,
      "grad_norm": 0.203125,
      "learning_rate": 1.5438900560664232e-05,
      "loss": 0.24831464886665344,
      "step": 1042
    },
    {
      "epoch": 0.6763942931258107,
      "grad_norm": 0.20703125,
      "learning_rate": 1.5430083493729674e-05,
      "loss": 0.2504825294017792,
      "step": 1043
    },
    {
      "epoch": 0.6770428015564203,
      "grad_norm": 0.2353515625,
      "learning_rate": 1.542126043615284e-05,
      "loss": 0.2515137195587158,
      "step": 1044
    },
    {
      "epoch": 0.6776913099870299,
      "grad_norm": 0.236328125,
      "learning_rate": 1.541243139766761e-05,
      "loss": 0.23138058185577393,
      "step": 1045
    },
    {
      "epoch": 0.6783398184176395,
      "grad_norm": 0.20703125,
      "learning_rate": 1.5403596388014472e-05,
      "loss": 0.24187029898166656,
      "step": 1046
    },
    {
      "epoch": 0.6789883268482491,
      "grad_norm": 0.205078125,
      "learning_rate": 1.539475541694048e-05,
      "loss": 0.24560734629631042,
      "step": 1047
    },
    {
      "epoch": 0.6796368352788587,
      "grad_norm": 0.19921875,
      "learning_rate": 1.5385908494199282e-05,
      "loss": 0.23160380125045776,
      "step": 1048
    },
    {
      "epoch": 0.6802853437094682,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5377055629551088e-05,
      "loss": 0.24524863064289093,
      "step": 1049
    },
    {
      "epoch": 0.6809338521400778,
      "grad_norm": 0.2109375,
      "learning_rate": 1.5368196832762663e-05,
      "loss": 0.2585134208202362,
      "step": 1050
    },
    {
      "epoch": 0.6815823605706874,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.535933211360731e-05,
      "loss": 0.2424941062927246,
      "step": 1051
    },
    {
      "epoch": 0.682230869001297,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.5350461481864875e-05,
      "loss": 0.24960201978683472,
      "step": 1052
    },
    {
      "epoch": 0.6828793774319066,
      "grad_norm": 0.212890625,
      "learning_rate": 1.5341584947321728e-05,
      "loss": 0.2471892237663269,
      "step": 1053
    },
    {
      "epoch": 0.6835278858625162,
      "grad_norm": 0.19921875,
      "learning_rate": 1.5332702519770738e-05,
      "loss": 0.24612781405448914,
      "step": 1054
    },
    {
      "epoch": 0.6841763942931258,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.5323814209011294e-05,
      "loss": 0.25724560022354126,
      "step": 1055
    },
    {
      "epoch": 0.6848249027237354,
      "grad_norm": 0.24609375,
      "learning_rate": 1.531492002484926e-05,
      "loss": 0.22893445193767548,
      "step": 1056
    },
    {
      "epoch": 0.685473411154345,
      "grad_norm": 0.201171875,
      "learning_rate": 1.5306019977096975e-05,
      "loss": 0.22114534676074982,
      "step": 1057
    },
    {
      "epoch": 0.6861219195849546,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.5297114075573274e-05,
      "loss": 0.2378731369972229,
      "step": 1058
    },
    {
      "epoch": 0.6867704280155642,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.5288202330103426e-05,
      "loss": 0.22106698155403137,
      "step": 1059
    },
    {
      "epoch": 0.6874189364461738,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.5279284750519158e-05,
      "loss": 0.23315545916557312,
      "step": 1060
    },
    {
      "epoch": 0.6880674448767834,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.527036134665862e-05,
      "loss": 0.2361375093460083,
      "step": 1061
    },
    {
      "epoch": 0.688715953307393,
      "grad_norm": 0.23046875,
      "learning_rate": 1.5261432128366407e-05,
      "loss": 0.22495751082897186,
      "step": 1062
    },
    {
      "epoch": 0.6893644617380026,
      "grad_norm": 0.232421875,
      "learning_rate": 1.525249710549352e-05,
      "loss": 0.24723400175571442,
      "step": 1063
    },
    {
      "epoch": 0.6900129701686122,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.5243556287897355e-05,
      "loss": 0.24925045669078827,
      "step": 1064
    },
    {
      "epoch": 0.6906614785992218,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.5234609685441712e-05,
      "loss": 0.2540687918663025,
      "step": 1065
    },
    {
      "epoch": 0.6913099870298314,
      "grad_norm": 0.236328125,
      "learning_rate": 1.5225657307996771e-05,
      "loss": 0.25700825452804565,
      "step": 1066
    },
    {
      "epoch": 0.691958495460441,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.5216699165439082e-05,
      "loss": 0.24329723417758942,
      "step": 1067
    },
    {
      "epoch": 0.6926070038910506,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.5207735267651553e-05,
      "loss": 0.24940873682498932,
      "step": 1068
    },
    {
      "epoch": 0.6932555123216602,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.5198765624523448e-05,
      "loss": 0.2479928731918335,
      "step": 1069
    },
    {
      "epoch": 0.6939040207522698,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.5189790245950362e-05,
      "loss": 0.2497437298297882,
      "step": 1070
    },
    {
      "epoch": 0.6945525291828794,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.5180809141834219e-05,
      "loss": 0.23261414468288422,
      "step": 1071
    },
    {
      "epoch": 0.695201037613489,
      "grad_norm": 0.203125,
      "learning_rate": 1.5171822322083261e-05,
      "loss": 0.23651325702667236,
      "step": 1072
    },
    {
      "epoch": 0.6958495460440985,
      "grad_norm": 0.203125,
      "learning_rate": 1.5162829796612038e-05,
      "loss": 0.2304183542728424,
      "step": 1073
    },
    {
      "epoch": 0.6964980544747081,
      "grad_norm": 0.216796875,
      "learning_rate": 1.5153831575341395e-05,
      "loss": 0.24368254840373993,
      "step": 1074
    },
    {
      "epoch": 0.6971465629053177,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5144827668198452e-05,
      "loss": 0.24891029298305511,
      "step": 1075
    },
    {
      "epoch": 0.6977950713359273,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5135818085116612e-05,
      "loss": 0.22879308462142944,
      "step": 1076
    },
    {
      "epoch": 0.6984435797665369,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.5126802836035537e-05,
      "loss": 0.23864015936851501,
      "step": 1077
    },
    {
      "epoch": 0.6990920881971465,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.5117781930901134e-05,
      "loss": 0.2392130047082901,
      "step": 1078
    },
    {
      "epoch": 0.6997405966277561,
      "grad_norm": 0.19921875,
      "learning_rate": 1.5108755379665563e-05,
      "loss": 0.223332941532135,
      "step": 1079
    },
    {
      "epoch": 0.7003891050583657,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.5099723192287199e-05,
      "loss": 0.24604745209217072,
      "step": 1080
    },
    {
      "epoch": 0.7010376134889753,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.509068537873064e-05,
      "loss": 0.23165613412857056,
      "step": 1081
    },
    {
      "epoch": 0.7016861219195849,
      "grad_norm": 0.201171875,
      "learning_rate": 1.5081641948966697e-05,
      "loss": 0.24316132068634033,
      "step": 1082
    },
    {
      "epoch": 0.7023346303501945,
      "grad_norm": 0.25,
      "learning_rate": 1.5072592912972363e-05,
      "loss": 0.24107664823532104,
      "step": 1083
    },
    {
      "epoch": 0.7029831387808041,
      "grad_norm": 0.208984375,
      "learning_rate": 1.5063538280730833e-05,
      "loss": 0.21770314872264862,
      "step": 1084
    },
    {
      "epoch": 0.7036316472114138,
      "grad_norm": 0.22265625,
      "learning_rate": 1.5054478062231466e-05,
      "loss": 0.24924351274967194,
      "step": 1085
    },
    {
      "epoch": 0.7042801556420234,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.5045412267469784e-05,
      "loss": 0.270181268453598,
      "step": 1086
    },
    {
      "epoch": 0.704928664072633,
      "grad_norm": 0.203125,
      "learning_rate": 1.5036340906447465e-05,
      "loss": 0.2319694608449936,
      "step": 1087
    },
    {
      "epoch": 0.7055771725032426,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.5027263989172323e-05,
      "loss": 0.24028530716896057,
      "step": 1088
    },
    {
      "epoch": 0.7062256809338522,
      "grad_norm": 0.212890625,
      "learning_rate": 1.5018181525658299e-05,
      "loss": 0.24851751327514648,
      "step": 1089
    },
    {
      "epoch": 0.7068741893644618,
      "grad_norm": 0.197265625,
      "learning_rate": 1.5009093525925468e-05,
      "loss": 0.24208742380142212,
      "step": 1090
    },
    {
      "epoch": 0.7075226977950714,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.23976564407348633,
      "step": 1091
    },
    {
      "epoch": 0.708171206225681,
      "grad_norm": 0.203125,
      "learning_rate": 1.4990900957914165e-05,
      "loss": 0.23169094324111938,
      "step": 1092
    },
    {
      "epoch": 0.7088197146562906,
      "grad_norm": 0.21875,
      "learning_rate": 1.4981796409706313e-05,
      "loss": 0.2505793273448944,
      "step": 1093
    },
    {
      "epoch": 0.7094682230869002,
      "grad_norm": 0.234375,
      "learning_rate": 1.4972686365420877e-05,
      "loss": 0.24731498956680298,
      "step": 1094
    },
    {
      "epoch": 0.7101167315175098,
      "grad_norm": 0.197265625,
      "learning_rate": 1.496357083510835e-05,
      "loss": 0.22742053866386414,
      "step": 1095
    },
    {
      "epoch": 0.7107652399481194,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.4954449828825277e-05,
      "loss": 0.25650885701179504,
      "step": 1096
    },
    {
      "epoch": 0.711413748378729,
      "grad_norm": 0.20703125,
      "learning_rate": 1.4945323356634248e-05,
      "loss": 0.2382233440876007,
      "step": 1097
    },
    {
      "epoch": 0.7120622568093385,
      "grad_norm": 0.216796875,
      "learning_rate": 1.4936191428603875e-05,
      "loss": 0.24704119563102722,
      "step": 1098
    },
    {
      "epoch": 0.7127107652399481,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.4927054054808792e-05,
      "loss": 0.2417505979537964,
      "step": 1099
    },
    {
      "epoch": 0.7133592736705577,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.491791124532965e-05,
      "loss": 0.24265319108963013,
      "step": 1100
    },
    {
      "epoch": 0.7140077821011673,
      "grad_norm": 0.201171875,
      "learning_rate": 1.4908763010253087e-05,
      "loss": 0.24794936180114746,
      "step": 1101
    },
    {
      "epoch": 0.7146562905317769,
      "grad_norm": 0.1953125,
      "learning_rate": 1.4899609359671724e-05,
      "loss": 0.22145724296569824,
      "step": 1102
    },
    {
      "epoch": 0.7153047989623865,
      "grad_norm": 0.205078125,
      "learning_rate": 1.4890450303684172e-05,
      "loss": 0.24929514527320862,
      "step": 1103
    },
    {
      "epoch": 0.7159533073929961,
      "grad_norm": 0.21484375,
      "learning_rate": 1.488128585239499e-05,
      "loss": 0.24464420974254608,
      "step": 1104
    },
    {
      "epoch": 0.7166018158236057,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4872116015914688e-05,
      "loss": 0.238031804561615,
      "step": 1105
    },
    {
      "epoch": 0.7172503242542153,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.4862940804359736e-05,
      "loss": 0.2344008982181549,
      "step": 1106
    },
    {
      "epoch": 0.7178988326848249,
      "grad_norm": 0.2109375,
      "learning_rate": 1.4853760227852514e-05,
      "loss": 0.2407316267490387,
      "step": 1107
    },
    {
      "epoch": 0.7185473411154345,
      "grad_norm": 0.20703125,
      "learning_rate": 1.484457429652133e-05,
      "loss": 0.2554226517677307,
      "step": 1108
    },
    {
      "epoch": 0.7191958495460441,
      "grad_norm": 0.216796875,
      "learning_rate": 1.48353830205004e-05,
      "loss": 0.2454633116722107,
      "step": 1109
    },
    {
      "epoch": 0.7198443579766537,
      "grad_norm": 0.2109375,
      "learning_rate": 1.482618640992983e-05,
      "loss": 0.23796170949935913,
      "step": 1110
    },
    {
      "epoch": 0.7204928664072633,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.4816984474955617e-05,
      "loss": 0.24305769801139832,
      "step": 1111
    },
    {
      "epoch": 0.7211413748378729,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.4807777225729638e-05,
      "loss": 0.23890580236911774,
      "step": 1112
    },
    {
      "epoch": 0.7217898832684825,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.4798564672409618e-05,
      "loss": 0.24372133612632751,
      "step": 1113
    },
    {
      "epoch": 0.7224383916990921,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.4789346825159143e-05,
      "loss": 0.24207955598831177,
      "step": 1114
    },
    {
      "epoch": 0.7230869001297017,
      "grad_norm": 0.201171875,
      "learning_rate": 1.4780123694147636e-05,
      "loss": 0.2532508671283722,
      "step": 1115
    },
    {
      "epoch": 0.7237354085603113,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.4770895289550358e-05,
      "loss": 0.23976026475429535,
      "step": 1116
    },
    {
      "epoch": 0.7243839169909209,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.4761661621548373e-05,
      "loss": 0.24064187705516815,
      "step": 1117
    },
    {
      "epoch": 0.7250324254215305,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4752422700328562e-05,
      "loss": 0.2499132603406906,
      "step": 1118
    },
    {
      "epoch": 0.72568093385214,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.4743178536083603e-05,
      "loss": 0.23140263557434082,
      "step": 1119
    },
    {
      "epoch": 0.7263294422827496,
      "grad_norm": 0.22265625,
      "learning_rate": 1.4733929139011944e-05,
      "loss": 0.25613880157470703,
      "step": 1120
    },
    {
      "epoch": 0.7269779507133592,
      "grad_norm": 0.21875,
      "learning_rate": 1.472467451931783e-05,
      "loss": 0.2628932595252991,
      "step": 1121
    },
    {
      "epoch": 0.7276264591439688,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.4715414687211247e-05,
      "loss": 0.24071671068668365,
      "step": 1122
    },
    {
      "epoch": 0.7282749675745784,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.470614965290794e-05,
      "loss": 0.22492963075637817,
      "step": 1123
    },
    {
      "epoch": 0.728923476005188,
      "grad_norm": 0.224609375,
      "learning_rate": 1.4696879426629393e-05,
      "loss": 0.2598830461502075,
      "step": 1124
    },
    {
      "epoch": 0.7295719844357976,
      "grad_norm": 0.19140625,
      "learning_rate": 1.4687604018602814e-05,
      "loss": 0.23324376344680786,
      "step": 1125
    },
    {
      "epoch": 0.7302204928664072,
      "grad_norm": 0.205078125,
      "learning_rate": 1.4678323439061133e-05,
      "loss": 0.2521976828575134,
      "step": 1126
    },
    {
      "epoch": 0.7308690012970168,
      "grad_norm": 0.20703125,
      "learning_rate": 1.4669037698242985e-05,
      "loss": 0.22464221715927124,
      "step": 1127
    },
    {
      "epoch": 0.7315175097276264,
      "grad_norm": 0.201171875,
      "learning_rate": 1.4659746806392691e-05,
      "loss": 0.244516983628273,
      "step": 1128
    },
    {
      "epoch": 0.732166018158236,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.4650450773760265e-05,
      "loss": 0.26360440254211426,
      "step": 1129
    },
    {
      "epoch": 0.7328145265888456,
      "grad_norm": 0.189453125,
      "learning_rate": 1.4641149610601391e-05,
      "loss": 0.2330702692270279,
      "step": 1130
    },
    {
      "epoch": 0.7334630350194552,
      "grad_norm": 0.216796875,
      "learning_rate": 1.4631843327177405e-05,
      "loss": 0.23268386721611023,
      "step": 1131
    },
    {
      "epoch": 0.7341115434500648,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.46225319337553e-05,
      "loss": 0.25410595536231995,
      "step": 1132
    },
    {
      "epoch": 0.7347600518806745,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.4613215440607705e-05,
      "loss": 0.23102620244026184,
      "step": 1133
    },
    {
      "epoch": 0.7354085603112841,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.4603893858012873e-05,
      "loss": 0.2390480786561966,
      "step": 1134
    },
    {
      "epoch": 0.7360570687418937,
      "grad_norm": 0.216796875,
      "learning_rate": 1.459456719625467e-05,
      "loss": 0.2563648223876953,
      "step": 1135
    },
    {
      "epoch": 0.7367055771725033,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.458523546562257e-05,
      "loss": 0.2347560077905655,
      "step": 1136
    },
    {
      "epoch": 0.7373540856031129,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.4575898676411643e-05,
      "loss": 0.22800175845623016,
      "step": 1137
    },
    {
      "epoch": 0.7380025940337225,
      "grad_norm": 0.203125,
      "learning_rate": 1.4566556838922526e-05,
      "loss": 0.23707500100135803,
      "step": 1138
    },
    {
      "epoch": 0.7386511024643321,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.455720996346144e-05,
      "loss": 0.22214768826961517,
      "step": 1139
    },
    {
      "epoch": 0.7392996108949417,
      "grad_norm": 0.1875,
      "learning_rate": 1.4547858060340154e-05,
      "loss": 0.22250284254550934,
      "step": 1140
    },
    {
      "epoch": 0.7399481193255513,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.4538501139875991e-05,
      "loss": 0.24481134116649628,
      "step": 1141
    },
    {
      "epoch": 0.7405966277561609,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.4529139212391803e-05,
      "loss": 0.22954976558685303,
      "step": 1142
    },
    {
      "epoch": 0.7412451361867705,
      "grad_norm": 0.19921875,
      "learning_rate": 1.4519772288215967e-05,
      "loss": 0.23866605758666992,
      "step": 1143
    },
    {
      "epoch": 0.74189364461738,
      "grad_norm": 0.193359375,
      "learning_rate": 1.4510400377682378e-05,
      "loss": 0.223214253783226,
      "step": 1144
    },
    {
      "epoch": 0.7425421530479897,
      "grad_norm": 0.1953125,
      "learning_rate": 1.4501023491130428e-05,
      "loss": 0.2506139874458313,
      "step": 1145
    },
    {
      "epoch": 0.7431906614785992,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.4491641638904996e-05,
      "loss": 0.22874194383621216,
      "step": 1146
    },
    {
      "epoch": 0.7438391699092088,
      "grad_norm": 0.197265625,
      "learning_rate": 1.4482254831356444e-05,
      "loss": 0.24326549470424652,
      "step": 1147
    },
    {
      "epoch": 0.7444876783398184,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4472863078840602e-05,
      "loss": 0.23088383674621582,
      "step": 1148
    },
    {
      "epoch": 0.745136186770428,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.4463466391718748e-05,
      "loss": 0.23228448629379272,
      "step": 1149
    },
    {
      "epoch": 0.7457846952010376,
      "grad_norm": 0.2265625,
      "learning_rate": 1.4454064780357611e-05,
      "loss": 0.23310664296150208,
      "step": 1150
    },
    {
      "epoch": 0.7464332036316472,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4444658255129349e-05,
      "loss": 0.21661987900733948,
      "step": 1151
    },
    {
      "epoch": 0.7470817120622568,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.4435246826411542e-05,
      "loss": 0.24868598580360413,
      "step": 1152
    },
    {
      "epoch": 0.7477302204928664,
      "grad_norm": 0.228515625,
      "learning_rate": 1.4425830504587183e-05,
      "loss": 0.24837586283683777,
      "step": 1153
    },
    {
      "epoch": 0.748378728923476,
      "grad_norm": 0.2109375,
      "learning_rate": 1.4416409300044658e-05,
      "loss": 0.249412402510643,
      "step": 1154
    },
    {
      "epoch": 0.7490272373540856,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.4406983223177742e-05,
      "loss": 0.2388565093278885,
      "step": 1155
    },
    {
      "epoch": 0.7496757457846952,
      "grad_norm": 0.19921875,
      "learning_rate": 1.4397552284385586e-05,
      "loss": 0.23758858442306519,
      "step": 1156
    },
    {
      "epoch": 0.7503242542153048,
      "grad_norm": 0.20703125,
      "learning_rate": 1.4388116494072701e-05,
      "loss": 0.24787436425685883,
      "step": 1157
    },
    {
      "epoch": 0.7509727626459144,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.4378675862648959e-05,
      "loss": 0.2325928658246994,
      "step": 1158
    },
    {
      "epoch": 0.751621271076524,
      "grad_norm": 0.197265625,
      "learning_rate": 1.4369230400529563e-05,
      "loss": 0.2421104907989502,
      "step": 1159
    },
    {
      "epoch": 0.7522697795071336,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.4359780118135055e-05,
      "loss": 0.24455508589744568,
      "step": 1160
    },
    {
      "epoch": 0.7529182879377432,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4350325025891285e-05,
      "loss": 0.22812843322753906,
      "step": 1161
    },
    {
      "epoch": 0.7535667963683528,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.4340865134229412e-05,
      "loss": 0.2402144819498062,
      "step": 1162
    },
    {
      "epoch": 0.7542153047989624,
      "grad_norm": 0.205078125,
      "learning_rate": 1.4331400453585897e-05,
      "loss": 0.2275409996509552,
      "step": 1163
    },
    {
      "epoch": 0.754863813229572,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.432193099440248e-05,
      "loss": 0.25028443336486816,
      "step": 1164
    },
    {
      "epoch": 0.7555123216601816,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.4312456767126163e-05,
      "loss": 0.24327081441879272,
      "step": 1165
    },
    {
      "epoch": 0.7561608300907912,
      "grad_norm": 0.19921875,
      "learning_rate": 1.4302977782209228e-05,
      "loss": 0.26442751288414,
      "step": 1166
    },
    {
      "epoch": 0.7568093385214008,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.4293494050109192e-05,
      "loss": 0.2385459840297699,
      "step": 1167
    },
    {
      "epoch": 0.7574578469520103,
      "grad_norm": 0.19921875,
      "learning_rate": 1.428400558128881e-05,
      "loss": 0.24077251553535461,
      "step": 1168
    },
    {
      "epoch": 0.75810635538262,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.4274512386216065e-05,
      "loss": 0.23472771048545837,
      "step": 1169
    },
    {
      "epoch": 0.7587548638132295,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4265014475364156e-05,
      "loss": 0.23935218155384064,
      "step": 1170
    },
    {
      "epoch": 0.7594033722438391,
      "grad_norm": 0.26171875,
      "learning_rate": 1.4255511859211486e-05,
      "loss": 0.2401164025068283,
      "step": 1171
    },
    {
      "epoch": 0.7600518806744487,
      "grad_norm": 0.216796875,
      "learning_rate": 1.4246004548241641e-05,
      "loss": 0.25283247232437134,
      "step": 1172
    },
    {
      "epoch": 0.7607003891050583,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.423649255294339e-05,
      "loss": 0.2448616921901703,
      "step": 1173
    },
    {
      "epoch": 0.7613488975356679,
      "grad_norm": 0.19140625,
      "learning_rate": 1.4226975883810677e-05,
      "loss": 0.23736709356307983,
      "step": 1174
    },
    {
      "epoch": 0.7619974059662775,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.4217454551342593e-05,
      "loss": 0.25324538350105286,
      "step": 1175
    },
    {
      "epoch": 0.7626459143968871,
      "grad_norm": 0.2109375,
      "learning_rate": 1.4207928566043379e-05,
      "loss": 0.24701756238937378,
      "step": 1176
    },
    {
      "epoch": 0.7632944228274967,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4198397938422408e-05,
      "loss": 0.2420937567949295,
      "step": 1177
    },
    {
      "epoch": 0.7639429312581063,
      "grad_norm": 0.2373046875,
      "learning_rate": 1.4188862678994174e-05,
      "loss": 0.2278125286102295,
      "step": 1178
    },
    {
      "epoch": 0.7645914396887159,
      "grad_norm": 0.193359375,
      "learning_rate": 1.4179322798278275e-05,
      "loss": 0.22286386787891388,
      "step": 1179
    },
    {
      "epoch": 0.7652399481193255,
      "grad_norm": 0.2109375,
      "learning_rate": 1.4169778306799422e-05,
      "loss": 0.2328663021326065,
      "step": 1180
    },
    {
      "epoch": 0.7658884565499352,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.41602292150874e-05,
      "loss": 0.22531378269195557,
      "step": 1181
    },
    {
      "epoch": 0.7665369649805448,
      "grad_norm": 0.212890625,
      "learning_rate": 1.4150675533677074e-05,
      "loss": 0.2514967918395996,
      "step": 1182
    },
    {
      "epoch": 0.7671854734111544,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.4141117273108366e-05,
      "loss": 0.24470169842243195,
      "step": 1183
    },
    {
      "epoch": 0.767833981841764,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.4131554443926266e-05,
      "loss": 0.22688905894756317,
      "step": 1184
    },
    {
      "epoch": 0.7684824902723736,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.4121987056680788e-05,
      "loss": 0.2280483841896057,
      "step": 1185
    },
    {
      "epoch": 0.7691309987029832,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.4112415121926983e-05,
      "loss": 0.2480226457118988,
      "step": 1186
    },
    {
      "epoch": 0.7697795071335928,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.4102838650224915e-05,
      "loss": 0.24018071591854095,
      "step": 1187
    },
    {
      "epoch": 0.7704280155642024,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.4093257652139653e-05,
      "loss": 0.25391000509262085,
      "step": 1188
    },
    {
      "epoch": 0.771076523994812,
      "grad_norm": 0.205078125,
      "learning_rate": 1.4083672138241263e-05,
      "loss": 0.2294105589389801,
      "step": 1189
    },
    {
      "epoch": 0.7717250324254216,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.4074082119104793e-05,
      "loss": 0.25561997294425964,
      "step": 1190
    },
    {
      "epoch": 0.7723735408560312,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4064487605310258e-05,
      "loss": 0.23002278804779053,
      "step": 1191
    },
    {
      "epoch": 0.7730220492866408,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.405488860744263e-05,
      "loss": 0.24242472648620605,
      "step": 1192
    },
    {
      "epoch": 0.7736705577172504,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.4045285136091838e-05,
      "loss": 0.23505809903144836,
      "step": 1193
    },
    {
      "epoch": 0.77431906614786,
      "grad_norm": 0.205078125,
      "learning_rate": 1.4035677201852736e-05,
      "loss": 0.23934566974639893,
      "step": 1194
    },
    {
      "epoch": 0.7749675745784695,
      "grad_norm": 0.208984375,
      "learning_rate": 1.4026064815325102e-05,
      "loss": 0.23741719126701355,
      "step": 1195
    },
    {
      "epoch": 0.7756160830090791,
      "grad_norm": 0.212890625,
      "learning_rate": 1.4016447987113635e-05,
      "loss": 0.22820980846881866,
      "step": 1196
    },
    {
      "epoch": 0.7762645914396887,
      "grad_norm": 0.220703125,
      "learning_rate": 1.400682672782793e-05,
      "loss": 0.24550655484199524,
      "step": 1197
    },
    {
      "epoch": 0.7769130998702983,
      "grad_norm": 0.201171875,
      "learning_rate": 1.399720104808246e-05,
      "loss": 0.22550266981124878,
      "step": 1198
    },
    {
      "epoch": 0.7775616083009079,
      "grad_norm": 0.21484375,
      "learning_rate": 1.3987570958496589e-05,
      "loss": 0.24413764476776123,
      "step": 1199
    },
    {
      "epoch": 0.7782101167315175,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3977936469694542e-05,
      "loss": 0.22118057310581207,
      "step": 1200
    },
    {
      "epoch": 0.7788586251621271,
      "grad_norm": 0.205078125,
      "learning_rate": 1.3968297592305391e-05,
      "loss": 0.22883647680282593,
      "step": 1201
    },
    {
      "epoch": 0.7795071335927367,
      "grad_norm": 0.201171875,
      "learning_rate": 1.395865433696306e-05,
      "loss": 0.25093817710876465,
      "step": 1202
    },
    {
      "epoch": 0.7801556420233463,
      "grad_norm": 0.1875,
      "learning_rate": 1.3949006714306297e-05,
      "loss": 0.21710696816444397,
      "step": 1203
    },
    {
      "epoch": 0.7808041504539559,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.3939354734978665e-05,
      "loss": 0.24694989621639252,
      "step": 1204
    },
    {
      "epoch": 0.7814526588845655,
      "grad_norm": 0.20703125,
      "learning_rate": 1.3929698409628541e-05,
      "loss": 0.24508020281791687,
      "step": 1205
    },
    {
      "epoch": 0.7821011673151751,
      "grad_norm": 0.203125,
      "learning_rate": 1.392003774890909e-05,
      "loss": 0.2339121401309967,
      "step": 1206
    },
    {
      "epoch": 0.7827496757457847,
      "grad_norm": 0.2275390625,
      "learning_rate": 1.3910372763478263e-05,
      "loss": 0.22121059894561768,
      "step": 1207
    },
    {
      "epoch": 0.7833981841763943,
      "grad_norm": 0.19921875,
      "learning_rate": 1.3900703463998786e-05,
      "loss": 0.2374008595943451,
      "step": 1208
    },
    {
      "epoch": 0.7840466926070039,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3891029861138137e-05,
      "loss": 0.21340766549110413,
      "step": 1209
    },
    {
      "epoch": 0.7846952010376135,
      "grad_norm": 0.22265625,
      "learning_rate": 1.3881351965568542e-05,
      "loss": 0.24233976006507874,
      "step": 1210
    },
    {
      "epoch": 0.7853437094682231,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.3871669787966968e-05,
      "loss": 0.2479827105998993,
      "step": 1211
    },
    {
      "epoch": 0.7859922178988327,
      "grad_norm": 0.20703125,
      "learning_rate": 1.386198333901511e-05,
      "loss": 0.25009965896606445,
      "step": 1212
    },
    {
      "epoch": 0.7866407263294423,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.3852292629399362e-05,
      "loss": 0.24756011366844177,
      "step": 1213
    },
    {
      "epoch": 0.7872892347600519,
      "grad_norm": 0.2265625,
      "learning_rate": 1.384259766981083e-05,
      "loss": 0.23961769044399261,
      "step": 1214
    },
    {
      "epoch": 0.7879377431906615,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.3832898470945298e-05,
      "loss": 0.23670747876167297,
      "step": 1215
    },
    {
      "epoch": 0.788586251621271,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3823195043503237e-05,
      "loss": 0.22920732200145721,
      "step": 1216
    },
    {
      "epoch": 0.7892347600518806,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.3813487398189784e-05,
      "loss": 0.23541462421417236,
      "step": 1217
    },
    {
      "epoch": 0.7898832684824902,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.3803775545714717e-05,
      "loss": 0.25698041915893555,
      "step": 1218
    },
    {
      "epoch": 0.7905317769130998,
      "grad_norm": 0.201171875,
      "learning_rate": 1.3794059496792469e-05,
      "loss": 0.24195370078086853,
      "step": 1219
    },
    {
      "epoch": 0.7911802853437094,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.3784339262142092e-05,
      "loss": 0.23997701704502106,
      "step": 1220
    },
    {
      "epoch": 0.791828793774319,
      "grad_norm": 0.205078125,
      "learning_rate": 1.3774614852487262e-05,
      "loss": 0.2332383543252945,
      "step": 1221
    },
    {
      "epoch": 0.7924773022049286,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.3764886278556264e-05,
      "loss": 0.22908632457256317,
      "step": 1222
    },
    {
      "epoch": 0.7931258106355382,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3755153551081968e-05,
      "loss": 0.2304653823375702,
      "step": 1223
    },
    {
      "epoch": 0.7937743190661478,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.3745416680801835e-05,
      "loss": 0.24463587999343872,
      "step": 1224
    },
    {
      "epoch": 0.7944228274967574,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.3735675678457886e-05,
      "loss": 0.22454363107681274,
      "step": 1225
    },
    {
      "epoch": 0.795071335927367,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.3725930554796713e-05,
      "loss": 0.24397879838943481,
      "step": 1226
    },
    {
      "epoch": 0.7957198443579766,
      "grad_norm": 0.2265625,
      "learning_rate": 1.3716181320569448e-05,
      "loss": 0.23877134919166565,
      "step": 1227
    },
    {
      "epoch": 0.7963683527885862,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.3706427986531759e-05,
      "loss": 0.2599659264087677,
      "step": 1228
    },
    {
      "epoch": 0.7970168612191959,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3696670563443833e-05,
      "loss": 0.23403674364089966,
      "step": 1229
    },
    {
      "epoch": 0.7976653696498055,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3686909062070377e-05,
      "loss": 0.22922232747077942,
      "step": 1230
    },
    {
      "epoch": 0.7983138780804151,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3677143493180589e-05,
      "loss": 0.24412491917610168,
      "step": 1231
    },
    {
      "epoch": 0.7989623865110247,
      "grad_norm": 0.203125,
      "learning_rate": 1.3667373867548162e-05,
      "loss": 0.23881417512893677,
      "step": 1232
    },
    {
      "epoch": 0.7996108949416343,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.3657600195951256e-05,
      "loss": 0.22995254397392273,
      "step": 1233
    },
    {
      "epoch": 0.8002594033722439,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3647822489172505e-05,
      "loss": 0.2539726495742798,
      "step": 1234
    },
    {
      "epoch": 0.8009079118028535,
      "grad_norm": 0.208984375,
      "learning_rate": 1.363804075799898e-05,
      "loss": 0.23886165022850037,
      "step": 1235
    },
    {
      "epoch": 0.8015564202334631,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.3628255013222206e-05,
      "loss": 0.24868306517601013,
      "step": 1236
    },
    {
      "epoch": 0.8022049286640727,
      "grad_norm": 0.193359375,
      "learning_rate": 1.361846526563813e-05,
      "loss": 0.23268838226795197,
      "step": 1237
    },
    {
      "epoch": 0.8028534370946823,
      "grad_norm": 0.212890625,
      "learning_rate": 1.3608671526047115e-05,
      "loss": 0.2679118514060974,
      "step": 1238
    },
    {
      "epoch": 0.8035019455252919,
      "grad_norm": 0.2109375,
      "learning_rate": 1.3598873805253927e-05,
      "loss": 0.2387547791004181,
      "step": 1239
    },
    {
      "epoch": 0.8041504539559015,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.3589072114067732e-05,
      "loss": 0.23748889565467834,
      "step": 1240
    },
    {
      "epoch": 0.804798962386511,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.3579266463302063e-05,
      "loss": 0.24385850131511688,
      "step": 1241
    },
    {
      "epoch": 0.8054474708171206,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.356945686377483e-05,
      "loss": 0.23088158667087555,
      "step": 1242
    },
    {
      "epoch": 0.8060959792477302,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.35596433263083e-05,
      "loss": 0.22159135341644287,
      "step": 1243
    },
    {
      "epoch": 0.8067444876783398,
      "grad_norm": 0.21484375,
      "learning_rate": 1.3549825861729083e-05,
      "loss": 0.22597172856330872,
      "step": 1244
    },
    {
      "epoch": 0.8073929961089494,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.3540004480868119e-05,
      "loss": 0.24597719311714172,
      "step": 1245
    },
    {
      "epoch": 0.808041504539559,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.3530179194560668e-05,
      "loss": 0.23260916769504547,
      "step": 1246
    },
    {
      "epoch": 0.8086900129701686,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.3520350013646304e-05,
      "loss": 0.22312740981578827,
      "step": 1247
    },
    {
      "epoch": 0.8093385214007782,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.3510516948968893e-05,
      "loss": 0.24379070103168488,
      "step": 1248
    },
    {
      "epoch": 0.8099870298313878,
      "grad_norm": 0.1875,
      "learning_rate": 1.350068001137659e-05,
      "loss": 0.22774359583854675,
      "step": 1249
    },
    {
      "epoch": 0.8106355382619974,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.349083921172182e-05,
      "loss": 0.24756315350532532,
      "step": 1250
    },
    {
      "epoch": 0.811284046692607,
      "grad_norm": 0.1953125,
      "learning_rate": 1.3480994560861267e-05,
      "loss": 0.24051818251609802,
      "step": 1251
    },
    {
      "epoch": 0.8119325551232166,
      "grad_norm": 0.205078125,
      "learning_rate": 1.3471146069655862e-05,
      "loss": 0.22485780715942383,
      "step": 1252
    },
    {
      "epoch": 0.8125810635538262,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.3461293748970783e-05,
      "loss": 0.2418041229248047,
      "step": 1253
    },
    {
      "epoch": 0.8132295719844358,
      "grad_norm": 0.205078125,
      "learning_rate": 1.3451437609675424e-05,
      "loss": 0.23893660306930542,
      "step": 1254
    },
    {
      "epoch": 0.8138780804150454,
      "grad_norm": 0.240234375,
      "learning_rate": 1.3441577662643393e-05,
      "loss": 0.2563047409057617,
      "step": 1255
    },
    {
      "epoch": 0.814526588845655,
      "grad_norm": 0.189453125,
      "learning_rate": 1.3431713918752499e-05,
      "loss": 0.21974045038223267,
      "step": 1256
    },
    {
      "epoch": 0.8151750972762646,
      "grad_norm": 0.263671875,
      "learning_rate": 1.3421846388884742e-05,
      "loss": 0.25775837898254395,
      "step": 1257
    },
    {
      "epoch": 0.8158236057068742,
      "grad_norm": 0.208984375,
      "learning_rate": 1.3411975083926296e-05,
      "loss": 0.23737657070159912,
      "step": 1258
    },
    {
      "epoch": 0.8164721141374838,
      "grad_norm": 0.189453125,
      "learning_rate": 1.3402100014767508e-05,
      "loss": 0.2242875099182129,
      "step": 1259
    },
    {
      "epoch": 0.8171206225680934,
      "grad_norm": 0.21875,
      "learning_rate": 1.3392221192302862e-05,
      "loss": 0.2366115152835846,
      "step": 1260
    },
    {
      "epoch": 0.817769130998703,
      "grad_norm": 0.216796875,
      "learning_rate": 1.3382338627430995e-05,
      "loss": 0.25378477573394775,
      "step": 1261
    },
    {
      "epoch": 0.8184176394293126,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.337245233105467e-05,
      "loss": 0.2256709635257721,
      "step": 1262
    },
    {
      "epoch": 0.8190661478599222,
      "grad_norm": 0.208984375,
      "learning_rate": 1.3362562314080765e-05,
      "loss": 0.22477035224437714,
      "step": 1263
    },
    {
      "epoch": 0.8197146562905318,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3352668587420267e-05,
      "loss": 0.2229248285293579,
      "step": 1264
    },
    {
      "epoch": 0.8203631647211413,
      "grad_norm": 0.21484375,
      "learning_rate": 1.3342771161988249e-05,
      "loss": 0.24404467642307281,
      "step": 1265
    },
    {
      "epoch": 0.8210116731517509,
      "grad_norm": 0.2109375,
      "learning_rate": 1.3332870048703871e-05,
      "loss": 0.23871521651744843,
      "step": 1266
    },
    {
      "epoch": 0.8216601815823605,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.332296525849036e-05,
      "loss": 0.2578944265842438,
      "step": 1267
    },
    {
      "epoch": 0.8223086900129701,
      "grad_norm": 0.2294921875,
      "learning_rate": 1.3313056802274989e-05,
      "loss": 0.2643631100654602,
      "step": 1268
    },
    {
      "epoch": 0.8229571984435797,
      "grad_norm": 0.2421875,
      "learning_rate": 1.3303144690989095e-05,
      "loss": 0.2430381178855896,
      "step": 1269
    },
    {
      "epoch": 0.8236057068741893,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.3293228935568036e-05,
      "loss": 0.25373387336730957,
      "step": 1270
    },
    {
      "epoch": 0.8242542153047989,
      "grad_norm": 0.22265625,
      "learning_rate": 1.3283309546951188e-05,
      "loss": 0.2503284811973572,
      "step": 1271
    },
    {
      "epoch": 0.8249027237354085,
      "grad_norm": 0.2109375,
      "learning_rate": 1.327338653608194e-05,
      "loss": 0.23565617203712463,
      "step": 1272
    },
    {
      "epoch": 0.8255512321660181,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.3263459913907673e-05,
      "loss": 0.23223067820072174,
      "step": 1273
    },
    {
      "epoch": 0.8261997405966277,
      "grad_norm": 0.21875,
      "learning_rate": 1.325352969137976e-05,
      "loss": 0.25427502393722534,
      "step": 1274
    },
    {
      "epoch": 0.8268482490272373,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.3243595879453538e-05,
      "loss": 0.25811564922332764,
      "step": 1275
    },
    {
      "epoch": 0.8274967574578469,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.3233658489088306e-05,
      "loss": 0.23822084069252014,
      "step": 1276
    },
    {
      "epoch": 0.8281452658884566,
      "grad_norm": 0.208984375,
      "learning_rate": 1.3223717531247316e-05,
      "loss": 0.25072136521339417,
      "step": 1277
    },
    {
      "epoch": 0.8287937743190662,
      "grad_norm": 0.23046875,
      "learning_rate": 1.3213773016897746e-05,
      "loss": 0.2317470908164978,
      "step": 1278
    },
    {
      "epoch": 0.8294422827496758,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3203824957010707e-05,
      "loss": 0.23256275057792664,
      "step": 1279
    },
    {
      "epoch": 0.8300907911802854,
      "grad_norm": 0.2109375,
      "learning_rate": 1.3193873362561217e-05,
      "loss": 0.2399323284626007,
      "step": 1280
    },
    {
      "epoch": 0.830739299610895,
      "grad_norm": 0.232421875,
      "learning_rate": 1.3183918244528193e-05,
      "loss": 0.23039120435714722,
      "step": 1281
    },
    {
      "epoch": 0.8313878080415046,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.3173959613894443e-05,
      "loss": 0.2171938568353653,
      "step": 1282
    },
    {
      "epoch": 0.8320363164721142,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.3163997481646644e-05,
      "loss": 0.23407676815986633,
      "step": 1283
    },
    {
      "epoch": 0.8326848249027238,
      "grad_norm": 0.22265625,
      "learning_rate": 1.3154031858775343e-05,
      "loss": 0.24379855394363403,
      "step": 1284
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.3144062756274933e-05,
      "loss": 0.25516295433044434,
      "step": 1285
    },
    {
      "epoch": 0.833981841763943,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.3134090185143648e-05,
      "loss": 0.22867891192436218,
      "step": 1286
    },
    {
      "epoch": 0.8346303501945526,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.3124114156383551e-05,
      "loss": 0.26472315192222595,
      "step": 1287
    },
    {
      "epoch": 0.8352788586251622,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.3114134681000514e-05,
      "loss": 0.23682279884815216,
      "step": 1288
    },
    {
      "epoch": 0.8359273670557718,
      "grad_norm": 0.21484375,
      "learning_rate": 1.3104151770004215e-05,
      "loss": 0.23471590876579285,
      "step": 1289
    },
    {
      "epoch": 0.8365758754863813,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.309416543440812e-05,
      "loss": 0.24177376925945282,
      "step": 1290
    },
    {
      "epoch": 0.8372243839169909,
      "grad_norm": 0.20703125,
      "learning_rate": 1.3084175685229477e-05,
      "loss": 0.23791003227233887,
      "step": 1291
    },
    {
      "epoch": 0.8378728923476005,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.3074182533489297e-05,
      "loss": 0.23256519436836243,
      "step": 1292
    },
    {
      "epoch": 0.8385214007782101,
      "grad_norm": 0.234375,
      "learning_rate": 1.3064185990212344e-05,
      "loss": 0.21784313023090363,
      "step": 1293
    },
    {
      "epoch": 0.8391699092088197,
      "grad_norm": 0.2392578125,
      "learning_rate": 1.305418606642713e-05,
      "loss": 0.22992035746574402,
      "step": 1294
    },
    {
      "epoch": 0.8398184176394293,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.3044182773165883e-05,
      "loss": 0.23249870538711548,
      "step": 1295
    },
    {
      "epoch": 0.8404669260700389,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.3034176121464568e-05,
      "loss": 0.2036076784133911,
      "step": 1296
    },
    {
      "epoch": 0.8411154345006485,
      "grad_norm": 0.208984375,
      "learning_rate": 1.3024166122362835e-05,
      "loss": 0.226297527551651,
      "step": 1297
    },
    {
      "epoch": 0.8417639429312581,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.3014152786904042e-05,
      "loss": 0.23699961602687836,
      "step": 1298
    },
    {
      "epoch": 0.8424124513618677,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.3004136126135213e-05,
      "loss": 0.23737524449825287,
      "step": 1299
    },
    {
      "epoch": 0.8430609597924773,
      "grad_norm": 0.21875,
      "learning_rate": 1.2994116151107061e-05,
      "loss": 0.25633901357650757,
      "step": 1300
    },
    {
      "epoch": 0.8437094682230869,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2984092872873937e-05,
      "loss": 0.23433026671409607,
      "step": 1301
    },
    {
      "epoch": 0.8443579766536965,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.2974066302493846e-05,
      "loss": 0.23932671546936035,
      "step": 1302
    },
    {
      "epoch": 0.8450064850843061,
      "grad_norm": 0.228515625,
      "learning_rate": 1.296403645102842e-05,
      "loss": 0.24286824464797974,
      "step": 1303
    },
    {
      "epoch": 0.8456549935149157,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2954003329542915e-05,
      "loss": 0.25161102414131165,
      "step": 1304
    },
    {
      "epoch": 0.8463035019455253,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.2943966949106188e-05,
      "loss": 0.2369084656238556,
      "step": 1305
    },
    {
      "epoch": 0.8469520103761349,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.2933927320790698e-05,
      "loss": 0.25047510862350464,
      "step": 1306
    },
    {
      "epoch": 0.8476005188067445,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2923884455672488e-05,
      "loss": 0.24543093144893646,
      "step": 1307
    },
    {
      "epoch": 0.8482490272373541,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2913838364831169e-05,
      "loss": 0.23756304383277893,
      "step": 1308
    },
    {
      "epoch": 0.8488975356679637,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2903789059349903e-05,
      "loss": 0.23038998246192932,
      "step": 1309
    },
    {
      "epoch": 0.8495460440985733,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2893736550315412e-05,
      "loss": 0.24138934910297394,
      "step": 1310
    },
    {
      "epoch": 0.8501945525291829,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.2883680848817946e-05,
      "loss": 0.2259259968996048,
      "step": 1311
    },
    {
      "epoch": 0.8508430609597925,
      "grad_norm": 0.2265625,
      "learning_rate": 1.2873621965951278e-05,
      "loss": 0.23850002884864807,
      "step": 1312
    },
    {
      "epoch": 0.851491569390402,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.286355991281269e-05,
      "loss": 0.24339675903320312,
      "step": 1313
    },
    {
      "epoch": 0.8521400778210116,
      "grad_norm": 0.23828125,
      "learning_rate": 1.2853494700502963e-05,
      "loss": 0.26608288288116455,
      "step": 1314
    },
    {
      "epoch": 0.8527885862516212,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2843426340126355e-05,
      "loss": 0.2333861142396927,
      "step": 1315
    },
    {
      "epoch": 0.8534370946822308,
      "grad_norm": 0.240234375,
      "learning_rate": 1.283335484279061e-05,
      "loss": 0.2577156722545624,
      "step": 1316
    },
    {
      "epoch": 0.8540856031128404,
      "grad_norm": 0.1826171875,
      "learning_rate": 1.2823280219606929e-05,
      "loss": 0.22620806097984314,
      "step": 1317
    },
    {
      "epoch": 0.85473411154345,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.2813202481689954e-05,
      "loss": 0.2249845564365387,
      "step": 1318
    },
    {
      "epoch": 0.8553826199740596,
      "grad_norm": 0.224609375,
      "learning_rate": 1.2803121640157773e-05,
      "loss": 0.25719451904296875,
      "step": 1319
    },
    {
      "epoch": 0.8560311284046692,
      "grad_norm": 0.1806640625,
      "learning_rate": 1.279303770613189e-05,
      "loss": 0.23608353734016418,
      "step": 1320
    },
    {
      "epoch": 0.8566796368352788,
      "grad_norm": 0.2109375,
      "learning_rate": 1.2782950690737228e-05,
      "loss": 0.22046442329883575,
      "step": 1321
    },
    {
      "epoch": 0.8573281452658884,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.2772860605102104e-05,
      "loss": 0.2161683440208435,
      "step": 1322
    },
    {
      "epoch": 0.857976653696498,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.2762767460358223e-05,
      "loss": 0.2216189205646515,
      "step": 1323
    },
    {
      "epoch": 0.8586251621271076,
      "grad_norm": 0.240234375,
      "learning_rate": 1.2752671267640671e-05,
      "loss": 0.2725641131401062,
      "step": 1324
    },
    {
      "epoch": 0.8592736705577172,
      "grad_norm": 0.2109375,
      "learning_rate": 1.2742572038087886e-05,
      "loss": 0.23875154554843903,
      "step": 1325
    },
    {
      "epoch": 0.8599221789883269,
      "grad_norm": 0.1904296875,
      "learning_rate": 1.273246978284166e-05,
      "loss": 0.22586576640605927,
      "step": 1326
    },
    {
      "epoch": 0.8605706874189365,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.2722364513047135e-05,
      "loss": 0.23107826709747314,
      "step": 1327
    },
    {
      "epoch": 0.8612191958495461,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2712256239852758e-05,
      "loss": 0.2371031641960144,
      "step": 1328
    },
    {
      "epoch": 0.8618677042801557,
      "grad_norm": 0.201171875,
      "learning_rate": 1.270214497441031e-05,
      "loss": 0.23200753331184387,
      "step": 1329
    },
    {
      "epoch": 0.8625162127107653,
      "grad_norm": 0.212890625,
      "learning_rate": 1.2692030727874853e-05,
      "loss": 0.244542196393013,
      "step": 1330
    },
    {
      "epoch": 0.8631647211413749,
      "grad_norm": 0.205078125,
      "learning_rate": 1.2681913511404758e-05,
      "loss": 0.23019364476203918,
      "step": 1331
    },
    {
      "epoch": 0.8638132295719845,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.2671793336161653e-05,
      "loss": 0.2207522988319397,
      "step": 1332
    },
    {
      "epoch": 0.8644617380025941,
      "grad_norm": 0.228515625,
      "learning_rate": 1.2661670213310449e-05,
      "loss": 0.23804020881652832,
      "step": 1333
    },
    {
      "epoch": 0.8651102464332037,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.2651544154019295e-05,
      "loss": 0.2265183925628662,
      "step": 1334
    },
    {
      "epoch": 0.8657587548638133,
      "grad_norm": 0.19140625,
      "learning_rate": 1.2641415169459585e-05,
      "loss": 0.22712449729442596,
      "step": 1335
    },
    {
      "epoch": 0.8664072632944229,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.263128327080594e-05,
      "loss": 0.22147253155708313,
      "step": 1336
    },
    {
      "epoch": 0.8670557717250325,
      "grad_norm": 0.1806640625,
      "learning_rate": 1.2621148469236193e-05,
      "loss": 0.22175011038780212,
      "step": 1337
    },
    {
      "epoch": 0.867704280155642,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2611010775931388e-05,
      "loss": 0.25160425901412964,
      "step": 1338
    },
    {
      "epoch": 0.8683527885862516,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.260087020207575e-05,
      "loss": 0.23066404461860657,
      "step": 1339
    },
    {
      "epoch": 0.8690012970168612,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.2590726758856686e-05,
      "loss": 0.23756031692028046,
      "step": 1340
    },
    {
      "epoch": 0.8696498054474708,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2580580457464766e-05,
      "loss": 0.25139930844306946,
      "step": 1341
    },
    {
      "epoch": 0.8702983138780804,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.2570431309093714e-05,
      "loss": 0.23599126935005188,
      "step": 1342
    },
    {
      "epoch": 0.87094682230869,
      "grad_norm": 0.224609375,
      "learning_rate": 1.2560279324940404e-05,
      "loss": 0.2510282099246979,
      "step": 1343
    },
    {
      "epoch": 0.8715953307392996,
      "grad_norm": 0.205078125,
      "learning_rate": 1.255012451620482e-05,
      "loss": 0.24565234780311584,
      "step": 1344
    },
    {
      "epoch": 0.8722438391699092,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.2539966894090082e-05,
      "loss": 0.22181406617164612,
      "step": 1345
    },
    {
      "epoch": 0.8728923476005188,
      "grad_norm": 0.19140625,
      "learning_rate": 1.2529806469802392e-05,
      "loss": 0.21633070707321167,
      "step": 1346
    },
    {
      "epoch": 0.8735408560311284,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.251964325455107e-05,
      "loss": 0.2420673966407776,
      "step": 1347
    },
    {
      "epoch": 0.874189364461738,
      "grad_norm": 0.2109375,
      "learning_rate": 1.2509477259548495e-05,
      "loss": 0.24417465925216675,
      "step": 1348
    },
    {
      "epoch": 0.8748378728923476,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2499308496010118e-05,
      "loss": 0.2156796157360077,
      "step": 1349
    },
    {
      "epoch": 0.8754863813229572,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2489136975154448e-05,
      "loss": 0.2314346730709076,
      "step": 1350
    },
    {
      "epoch": 0.8761348897535668,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.247896270820303e-05,
      "loss": 0.2476593554019928,
      "step": 1351
    },
    {
      "epoch": 0.8767833981841764,
      "grad_norm": 0.1953125,
      "learning_rate": 1.246878570638044e-05,
      "loss": 0.2310778796672821,
      "step": 1352
    },
    {
      "epoch": 0.877431906614786,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2458605980914279e-05,
      "loss": 0.2367561310529709,
      "step": 1353
    },
    {
      "epoch": 0.8780804150453956,
      "grad_norm": 0.2578125,
      "learning_rate": 1.2448423543035142e-05,
      "loss": 0.22862094640731812,
      "step": 1354
    },
    {
      "epoch": 0.8787289234760052,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.2438238403976619e-05,
      "loss": 0.22705036401748657,
      "step": 1355
    },
    {
      "epoch": 0.8793774319066148,
      "grad_norm": 0.20703125,
      "learning_rate": 1.242805057497529e-05,
      "loss": 0.2524130344390869,
      "step": 1356
    },
    {
      "epoch": 0.8800259403372244,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.2417860067270688e-05,
      "loss": 0.23237645626068115,
      "step": 1357
    },
    {
      "epoch": 0.880674448767834,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2407666892105309e-05,
      "loss": 0.24902065098285675,
      "step": 1358
    },
    {
      "epoch": 0.8813229571984436,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.2397471060724593e-05,
      "loss": 0.24200649559497833,
      "step": 1359
    },
    {
      "epoch": 0.8819714656290532,
      "grad_norm": 0.212890625,
      "learning_rate": 1.2387272584376906e-05,
      "loss": 0.2391549050807953,
      "step": 1360
    },
    {
      "epoch": 0.8826199740596627,
      "grad_norm": 0.212890625,
      "learning_rate": 1.2377071474313535e-05,
      "loss": 0.2636871933937073,
      "step": 1361
    },
    {
      "epoch": 0.8832684824902723,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2366867741788675e-05,
      "loss": 0.2404363453388214,
      "step": 1362
    },
    {
      "epoch": 0.8839169909208819,
      "grad_norm": 0.19140625,
      "learning_rate": 1.2356661398059405e-05,
      "loss": 0.22772425413131714,
      "step": 1363
    },
    {
      "epoch": 0.8845654993514915,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.2346452454385691e-05,
      "loss": 0.23359455168247223,
      "step": 1364
    },
    {
      "epoch": 0.8852140077821011,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.2336240922030374e-05,
      "loss": 0.2356293946504593,
      "step": 1365
    },
    {
      "epoch": 0.8858625162127107,
      "grad_norm": 0.271484375,
      "learning_rate": 1.2326026812259138e-05,
      "loss": 0.24324257671833038,
      "step": 1366
    },
    {
      "epoch": 0.8865110246433203,
      "grad_norm": 0.197265625,
      "learning_rate": 1.2315810136340521e-05,
      "loss": 0.24868172407150269,
      "step": 1367
    },
    {
      "epoch": 0.8871595330739299,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2305590905545879e-05,
      "loss": 0.23945100605487823,
      "step": 1368
    },
    {
      "epoch": 0.8878080415045395,
      "grad_norm": 0.185546875,
      "learning_rate": 1.2295369131149406e-05,
      "loss": 0.22962693870067596,
      "step": 1369
    },
    {
      "epoch": 0.8884565499351491,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2285144824428087e-05,
      "loss": 0.25395667552948,
      "step": 1370
    },
    {
      "epoch": 0.8891050583657587,
      "grad_norm": 0.208984375,
      "learning_rate": 1.2274917996661702e-05,
      "loss": 0.24459466338157654,
      "step": 1371
    },
    {
      "epoch": 0.8897535667963683,
      "grad_norm": 0.205078125,
      "learning_rate": 1.2264688659132817e-05,
      "loss": 0.23565781116485596,
      "step": 1372
    },
    {
      "epoch": 0.8904020752269779,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.2254456823126768e-05,
      "loss": 0.22592270374298096,
      "step": 1373
    },
    {
      "epoch": 0.8910505836575876,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.224422249993164e-05,
      "loss": 0.23274323344230652,
      "step": 1374
    },
    {
      "epoch": 0.8916990920881972,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2233985700838273e-05,
      "loss": 0.21891938149929047,
      "step": 1375
    },
    {
      "epoch": 0.8923476005188068,
      "grad_norm": 0.2255859375,
      "learning_rate": 1.2223746437140226e-05,
      "loss": 0.23923352360725403,
      "step": 1376
    },
    {
      "epoch": 0.8929961089494164,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2213504720133788e-05,
      "loss": 0.2324732542037964,
      "step": 1377
    },
    {
      "epoch": 0.893644617380026,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.220326056111795e-05,
      "loss": 0.23389506340026855,
      "step": 1378
    },
    {
      "epoch": 0.8942931258106356,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.2193013971394384e-05,
      "loss": 0.23047643899917603,
      "step": 1379
    },
    {
      "epoch": 0.8949416342412452,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2182764962267475e-05,
      "loss": 0.24457857012748718,
      "step": 1380
    },
    {
      "epoch": 0.8955901426718548,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.217251354504425e-05,
      "loss": 0.22666120529174805,
      "step": 1381
    },
    {
      "epoch": 0.8962386511024644,
      "grad_norm": 0.228515625,
      "learning_rate": 1.2162259731034399e-05,
      "loss": 0.24617710709571838,
      "step": 1382
    },
    {
      "epoch": 0.896887159533074,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.215200353155026e-05,
      "loss": 0.2523443102836609,
      "step": 1383
    },
    {
      "epoch": 0.8975356679636836,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2141744957906805e-05,
      "loss": 0.2332681119441986,
      "step": 1384
    },
    {
      "epoch": 0.8981841763942932,
      "grad_norm": 0.20703125,
      "learning_rate": 1.2131484021421614e-05,
      "loss": 0.2340814769268036,
      "step": 1385
    },
    {
      "epoch": 0.8988326848249028,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.2121220733414888e-05,
      "loss": 0.23707327246665955,
      "step": 1386
    },
    {
      "epoch": 0.8994811932555123,
      "grad_norm": 0.1953125,
      "learning_rate": 1.2110955105209417e-05,
      "loss": 0.22306910157203674,
      "step": 1387
    },
    {
      "epoch": 0.9001297016861219,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.2100687148130565e-05,
      "loss": 0.24799120426177979,
      "step": 1388
    },
    {
      "epoch": 0.9007782101167315,
      "grad_norm": 0.203125,
      "learning_rate": 1.2090416873506272e-05,
      "loss": 0.22798410058021545,
      "step": 1389
    },
    {
      "epoch": 0.9014267185473411,
      "grad_norm": 0.224609375,
      "learning_rate": 1.208014429266704e-05,
      "loss": 0.26158931851387024,
      "step": 1390
    },
    {
      "epoch": 0.9020752269779507,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2069869416945903e-05,
      "loss": 0.21968789398670197,
      "step": 1391
    },
    {
      "epoch": 0.9027237354085603,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.2059592257678441e-05,
      "loss": 0.23090475797653198,
      "step": 1392
    },
    {
      "epoch": 0.9033722438391699,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.204931282620274e-05,
      "loss": 0.23645909130573273,
      "step": 1393
    },
    {
      "epoch": 0.9040207522697795,
      "grad_norm": 0.201171875,
      "learning_rate": 1.2039031133859398e-05,
      "loss": 0.24444949626922607,
      "step": 1394
    },
    {
      "epoch": 0.9046692607003891,
      "grad_norm": 0.193359375,
      "learning_rate": 1.2028747191991509e-05,
      "loss": 0.23327398300170898,
      "step": 1395
    },
    {
      "epoch": 0.9053177691309987,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.201846101194465e-05,
      "loss": 0.2534821629524231,
      "step": 1396
    },
    {
      "epoch": 0.9059662775616083,
      "grad_norm": 0.220703125,
      "learning_rate": 1.2008172605066866e-05,
      "loss": 0.23881199955940247,
      "step": 1397
    },
    {
      "epoch": 0.9066147859922179,
      "grad_norm": 0.20703125,
      "learning_rate": 1.199788198270865e-05,
      "loss": 0.23026658594608307,
      "step": 1398
    },
    {
      "epoch": 0.9072632944228275,
      "grad_norm": 0.20703125,
      "learning_rate": 1.1987589156222954e-05,
      "loss": 0.23241057991981506,
      "step": 1399
    },
    {
      "epoch": 0.9079118028534371,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.1977294136965148e-05,
      "loss": 0.2409856915473938,
      "step": 1400
    },
    {
      "epoch": 0.9085603112840467,
      "grad_norm": 0.189453125,
      "learning_rate": 1.1966996936293032e-05,
      "loss": 0.23062291741371155,
      "step": 1401
    },
    {
      "epoch": 0.9092088197146563,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1956697565566808e-05,
      "loss": 0.2468806803226471,
      "step": 1402
    },
    {
      "epoch": 0.9098573281452659,
      "grad_norm": 0.1865234375,
      "learning_rate": 1.1946396036149071e-05,
      "loss": 0.22484895586967468,
      "step": 1403
    },
    {
      "epoch": 0.9105058365758755,
      "grad_norm": 0.205078125,
      "learning_rate": 1.1936092359404798e-05,
      "loss": 0.2505338191986084,
      "step": 1404
    },
    {
      "epoch": 0.9111543450064851,
      "grad_norm": 0.21875,
      "learning_rate": 1.1925786546701336e-05,
      "loss": 0.237228661775589,
      "step": 1405
    },
    {
      "epoch": 0.9118028534370947,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.191547860940839e-05,
      "loss": 0.25502923130989075,
      "step": 1406
    },
    {
      "epoch": 0.9124513618677043,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.1905168558898005e-05,
      "loss": 0.23565666377544403,
      "step": 1407
    },
    {
      "epoch": 0.9130998702983139,
      "grad_norm": 0.197265625,
      "learning_rate": 1.1894856406544559e-05,
      "loss": 0.228379487991333,
      "step": 1408
    },
    {
      "epoch": 0.9137483787289234,
      "grad_norm": 0.1875,
      "learning_rate": 1.1884542163724751e-05,
      "loss": 0.23862844705581665,
      "step": 1409
    },
    {
      "epoch": 0.914396887159533,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.1874225841817583e-05,
      "loss": 0.24616622924804688,
      "step": 1410
    },
    {
      "epoch": 0.9150453955901426,
      "grad_norm": 0.19921875,
      "learning_rate": 1.186390745220435e-05,
      "loss": 0.23051349818706512,
      "step": 1411
    },
    {
      "epoch": 0.9156939040207522,
      "grad_norm": 0.20703125,
      "learning_rate": 1.1853587006268639e-05,
      "loss": 0.24823406338691711,
      "step": 1412
    },
    {
      "epoch": 0.9163424124513618,
      "grad_norm": 0.20703125,
      "learning_rate": 1.184326451539629e-05,
      "loss": 0.21841636300086975,
      "step": 1413
    },
    {
      "epoch": 0.9169909208819714,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.1832939990975404e-05,
      "loss": 0.24496108293533325,
      "step": 1414
    },
    {
      "epoch": 0.917639429312581,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.1822613444396334e-05,
      "loss": 0.238599956035614,
      "step": 1415
    },
    {
      "epoch": 0.9182879377431906,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.1812284887051649e-05,
      "loss": 0.2328108251094818,
      "step": 1416
    },
    {
      "epoch": 0.9189364461738002,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.1801954330336153e-05,
      "loss": 0.24084848165512085,
      "step": 1417
    },
    {
      "epoch": 0.9195849546044098,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.1791621785646843e-05,
      "loss": 0.23755431175231934,
      "step": 1418
    },
    {
      "epoch": 0.9202334630350194,
      "grad_norm": 0.1875,
      "learning_rate": 1.178128726438292e-05,
      "loss": 0.24077200889587402,
      "step": 1419
    },
    {
      "epoch": 0.920881971465629,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.1770950777945748e-05,
      "loss": 0.250032514333725,
      "step": 1420
    },
    {
      "epoch": 0.9215304798962386,
      "grad_norm": 0.205078125,
      "learning_rate": 1.1760612337738879e-05,
      "loss": 0.2389945685863495,
      "step": 1421
    },
    {
      "epoch": 0.9221789883268483,
      "grad_norm": 0.201171875,
      "learning_rate": 1.1750271955168012e-05,
      "loss": 0.24411006271839142,
      "step": 1422
    },
    {
      "epoch": 0.9228274967574579,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.1739929641640983e-05,
      "loss": 0.24554386734962463,
      "step": 1423
    },
    {
      "epoch": 0.9234760051880675,
      "grad_norm": 0.1953125,
      "learning_rate": 1.172958540856777e-05,
      "loss": 0.23318272829055786,
      "step": 1424
    },
    {
      "epoch": 0.9241245136186771,
      "grad_norm": 0.201171875,
      "learning_rate": 1.1719239267360459e-05,
      "loss": 0.23093880712985992,
      "step": 1425
    },
    {
      "epoch": 0.9247730220492867,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1708891229433244e-05,
      "loss": 0.2282642126083374,
      "step": 1426
    },
    {
      "epoch": 0.9254215304798963,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1698541306202413e-05,
      "loss": 0.25469306111335754,
      "step": 1427
    },
    {
      "epoch": 0.9260700389105059,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.1688189509086337e-05,
      "loss": 0.25210070610046387,
      "step": 1428
    },
    {
      "epoch": 0.9267185473411155,
      "grad_norm": 0.205078125,
      "learning_rate": 1.1677835849505448e-05,
      "loss": 0.2269148975610733,
      "step": 1429
    },
    {
      "epoch": 0.9273670557717251,
      "grad_norm": 0.2109375,
      "learning_rate": 1.1667480338882236e-05,
      "loss": 0.2441801130771637,
      "step": 1430
    },
    {
      "epoch": 0.9280155642023347,
      "grad_norm": 0.1875,
      "learning_rate": 1.1657122988641232e-05,
      "loss": 0.21714577078819275,
      "step": 1431
    },
    {
      "epoch": 0.9286640726329443,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1646763810208993e-05,
      "loss": 0.24192890524864197,
      "step": 1432
    },
    {
      "epoch": 0.9293125810635539,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1636402815014102e-05,
      "loss": 0.235250324010849,
      "step": 1433
    },
    {
      "epoch": 0.9299610894941635,
      "grad_norm": 0.1845703125,
      "learning_rate": 1.1626040014487143e-05,
      "loss": 0.22462356090545654,
      "step": 1434
    },
    {
      "epoch": 0.930609597924773,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.1615675420060685e-05,
      "loss": 0.2430328130722046,
      "step": 1435
    },
    {
      "epoch": 0.9312581063553826,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1605309043169282e-05,
      "loss": 0.23461303114891052,
      "step": 1436
    },
    {
      "epoch": 0.9319066147859922,
      "grad_norm": 0.1884765625,
      "learning_rate": 1.1594940895249453e-05,
      "loss": 0.22825080156326294,
      "step": 1437
    },
    {
      "epoch": 0.9325551232166018,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.1584570987739676e-05,
      "loss": 0.25511634349823,
      "step": 1438
    },
    {
      "epoch": 0.9332036316472114,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.157419933208036e-05,
      "loss": 0.26079002022743225,
      "step": 1439
    },
    {
      "epoch": 0.933852140077821,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.1563825939713853e-05,
      "loss": 0.2306469976902008,
      "step": 1440
    },
    {
      "epoch": 0.9345006485084306,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1553450822084409e-05,
      "loss": 0.2310113161802292,
      "step": 1441
    },
    {
      "epoch": 0.9351491569390402,
      "grad_norm": 0.185546875,
      "learning_rate": 1.1543073990638192e-05,
      "loss": 0.2204381227493286,
      "step": 1442
    },
    {
      "epoch": 0.9357976653696498,
      "grad_norm": 0.205078125,
      "learning_rate": 1.153269545682326e-05,
      "loss": 0.23832815885543823,
      "step": 1443
    },
    {
      "epoch": 0.9364461738002594,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.1522315232089539e-05,
      "loss": 0.23516924679279327,
      "step": 1444
    },
    {
      "epoch": 0.937094682230869,
      "grad_norm": 0.2265625,
      "learning_rate": 1.1511933327888825e-05,
      "loss": 0.2393331527709961,
      "step": 1445
    },
    {
      "epoch": 0.9377431906614786,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.1501549755674773e-05,
      "loss": 0.23700720071792603,
      "step": 1446
    },
    {
      "epoch": 0.9383916990920882,
      "grad_norm": 0.240234375,
      "learning_rate": 1.149116452690287e-05,
      "loss": 0.2423371821641922,
      "step": 1447
    },
    {
      "epoch": 0.9390402075226978,
      "grad_norm": 0.205078125,
      "learning_rate": 1.1480777653030431e-05,
      "loss": 0.22588187456130981,
      "step": 1448
    },
    {
      "epoch": 0.9396887159533074,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1470389145516594e-05,
      "loss": 0.22687339782714844,
      "step": 1449
    },
    {
      "epoch": 0.940337224383917,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.1459999015822292e-05,
      "loss": 0.2189233899116516,
      "step": 1450
    },
    {
      "epoch": 0.9409857328145266,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1449607275410246e-05,
      "loss": 0.23664388060569763,
      "step": 1451
    },
    {
      "epoch": 0.9416342412451362,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1439213935744959e-05,
      "loss": 0.24012941122055054,
      "step": 1452
    },
    {
      "epoch": 0.9422827496757458,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.1428819008292698e-05,
      "loss": 0.23705783486366272,
      "step": 1453
    },
    {
      "epoch": 0.9429312581063554,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1418422504521476e-05,
      "loss": 0.24141715466976166,
      "step": 1454
    },
    {
      "epoch": 0.943579766536965,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1408024435901058e-05,
      "loss": 0.24927747249603271,
      "step": 1455
    },
    {
      "epoch": 0.9442282749675746,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.1397624813902919e-05,
      "loss": 0.23238620162010193,
      "step": 1456
    },
    {
      "epoch": 0.9448767833981842,
      "grad_norm": 0.205078125,
      "learning_rate": 1.1387223650000261e-05,
      "loss": 0.26300644874572754,
      "step": 1457
    },
    {
      "epoch": 0.9455252918287937,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.1376820955667973e-05,
      "loss": 0.22634723782539368,
      "step": 1458
    },
    {
      "epoch": 0.9461738002594033,
      "grad_norm": 0.203125,
      "learning_rate": 1.1366416742382654e-05,
      "loss": 0.23229219019412994,
      "step": 1459
    },
    {
      "epoch": 0.9468223086900129,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.1356011021622555e-05,
      "loss": 0.22405287623405457,
      "step": 1460
    },
    {
      "epoch": 0.9474708171206225,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.1345603804867605e-05,
      "loss": 0.23612435162067413,
      "step": 1461
    },
    {
      "epoch": 0.9481193255512321,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.133519510359938e-05,
      "loss": 0.23100623488426208,
      "step": 1462
    },
    {
      "epoch": 0.9487678339818417,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.1324784929301087e-05,
      "loss": 0.23278938233852386,
      "step": 1463
    },
    {
      "epoch": 0.9494163424124513,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.1314373293457572e-05,
      "loss": 0.24411481618881226,
      "step": 1464
    },
    {
      "epoch": 0.9500648508430609,
      "grad_norm": 0.216796875,
      "learning_rate": 1.1303960207555284e-05,
      "loss": 0.23482725024223328,
      "step": 1465
    },
    {
      "epoch": 0.9507133592736705,
      "grad_norm": 0.208984375,
      "learning_rate": 1.1293545683082272e-05,
      "loss": 0.2568148970603943,
      "step": 1466
    },
    {
      "epoch": 0.9513618677042801,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.1283129731528173e-05,
      "loss": 0.23011818528175354,
      "step": 1467
    },
    {
      "epoch": 0.9520103761348897,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.1272712364384201e-05,
      "loss": 0.22526374459266663,
      "step": 1468
    },
    {
      "epoch": 0.9526588845654993,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.1262293593143125e-05,
      "loss": 0.2605650722980499,
      "step": 1469
    },
    {
      "epoch": 0.953307392996109,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.1251873429299272e-05,
      "loss": 0.22755911946296692,
      "step": 1470
    },
    {
      "epoch": 0.9539559014267186,
      "grad_norm": 0.1953125,
      "learning_rate": 1.12414518843485e-05,
      "loss": 0.22818998992443085,
      "step": 1471
    },
    {
      "epoch": 0.9546044098573282,
      "grad_norm": 0.19140625,
      "learning_rate": 1.1231028969788192e-05,
      "loss": 0.2394372820854187,
      "step": 1472
    },
    {
      "epoch": 0.9552529182879378,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.122060469711724e-05,
      "loss": 0.22662466764450073,
      "step": 1473
    },
    {
      "epoch": 0.9559014267185474,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.1210179077836032e-05,
      "loss": 0.21791677176952362,
      "step": 1474
    },
    {
      "epoch": 0.956549935149157,
      "grad_norm": 0.1875,
      "learning_rate": 1.1199752123446457e-05,
      "loss": 0.21297016739845276,
      "step": 1475
    },
    {
      "epoch": 0.9571984435797666,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.1189323845451856e-05,
      "loss": 0.22680550813674927,
      "step": 1476
    },
    {
      "epoch": 0.9578469520103762,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.1178894255357045e-05,
      "loss": 0.25160232186317444,
      "step": 1477
    },
    {
      "epoch": 0.9584954604409858,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.1168463364668276e-05,
      "loss": 0.23472493886947632,
      "step": 1478
    },
    {
      "epoch": 0.9591439688715954,
      "grad_norm": 0.2236328125,
      "learning_rate": 1.1158031184893247e-05,
      "loss": 0.22998297214508057,
      "step": 1479
    },
    {
      "epoch": 0.959792477302205,
      "grad_norm": 0.203125,
      "learning_rate": 1.1147597727541076e-05,
      "loss": 0.2216833233833313,
      "step": 1480
    },
    {
      "epoch": 0.9604409857328146,
      "grad_norm": 0.2021484375,
      "learning_rate": 1.113716300412228e-05,
      "loss": 0.24973174929618835,
      "step": 1481
    },
    {
      "epoch": 0.9610894941634242,
      "grad_norm": 0.2197265625,
      "learning_rate": 1.1126727026148785e-05,
      "loss": 0.2468000054359436,
      "step": 1482
    },
    {
      "epoch": 0.9617380025940337,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.1116289805133897e-05,
      "loss": 0.23721468448638916,
      "step": 1483
    },
    {
      "epoch": 0.9623865110246433,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1105851352592297e-05,
      "loss": 0.23233485221862793,
      "step": 1484
    },
    {
      "epoch": 0.9630350194552529,
      "grad_norm": 0.2119140625,
      "learning_rate": 1.109541168004001e-05,
      "loss": 0.22265425324440002,
      "step": 1485
    },
    {
      "epoch": 0.9636835278858625,
      "grad_norm": 0.1953125,
      "learning_rate": 1.1084970798994425e-05,
      "loss": 0.22530248761177063,
      "step": 1486
    },
    {
      "epoch": 0.9643320363164721,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.1074528720974255e-05,
      "loss": 0.23647159337997437,
      "step": 1487
    },
    {
      "epoch": 0.9649805447470817,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.1064085457499537e-05,
      "loss": 0.2613672614097595,
      "step": 1488
    },
    {
      "epoch": 0.9656290531776913,
      "grad_norm": 0.2158203125,
      "learning_rate": 1.1053641020091614e-05,
      "loss": 0.2201242297887802,
      "step": 1489
    },
    {
      "epoch": 0.9662775616083009,
      "grad_norm": 0.208984375,
      "learning_rate": 1.1043195420273123e-05,
      "loss": 0.2398175299167633,
      "step": 1490
    },
    {
      "epoch": 0.9669260700389105,
      "grad_norm": 0.20703125,
      "learning_rate": 1.1032748669567983e-05,
      "loss": 0.24440929293632507,
      "step": 1491
    },
    {
      "epoch": 0.9675745784695201,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.102230077950139e-05,
      "loss": 0.24006032943725586,
      "step": 1492
    },
    {
      "epoch": 0.9682230869001297,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.1011851761599786e-05,
      "loss": 0.2322508692741394,
      "step": 1493
    },
    {
      "epoch": 0.9688715953307393,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.1001401627390864e-05,
      "loss": 0.2318558692932129,
      "step": 1494
    },
    {
      "epoch": 0.9695201037613489,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.0990950388403548e-05,
      "loss": 0.2385571300983429,
      "step": 1495
    },
    {
      "epoch": 0.9701686121919585,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.098049805616798e-05,
      "loss": 0.22641921043395996,
      "step": 1496
    },
    {
      "epoch": 0.9708171206225681,
      "grad_norm": 0.1953125,
      "learning_rate": 1.0970044642215512e-05,
      "loss": 0.2150404006242752,
      "step": 1497
    },
    {
      "epoch": 0.9714656290531777,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.095959015807868e-05,
      "loss": 0.23154330253601074,
      "step": 1498
    },
    {
      "epoch": 0.9721141374837873,
      "grad_norm": 0.2060546875,
      "learning_rate": 1.0949134615291205e-05,
      "loss": 0.23371177911758423,
      "step": 1499
    },
    {
      "epoch": 0.9727626459143969,
      "grad_norm": 0.212890625,
      "learning_rate": 1.093867802538798e-05,
      "loss": 0.23104898631572723,
      "step": 1500
    },
    {
      "epoch": 0.9734111543450065,
      "grad_norm": 0.1953125,
      "learning_rate": 1.0928220399905052e-05,
      "loss": 0.24231310188770294,
      "step": 1501
    },
    {
      "epoch": 0.9740596627756161,
      "grad_norm": 0.19140625,
      "learning_rate": 1.0917761750379607e-05,
      "loss": 0.24701659381389618,
      "step": 1502
    },
    {
      "epoch": 0.9747081712062257,
      "grad_norm": 0.20703125,
      "learning_rate": 1.0907302088349965e-05,
      "loss": 0.2545427083969116,
      "step": 1503
    },
    {
      "epoch": 0.9753566796368353,
      "grad_norm": 0.19921875,
      "learning_rate": 1.0896841425355556e-05,
      "loss": 0.23171845078468323,
      "step": 1504
    },
    {
      "epoch": 0.9760051880674449,
      "grad_norm": 0.193359375,
      "learning_rate": 1.0886379772936921e-05,
      "loss": 0.23597726225852966,
      "step": 1505
    },
    {
      "epoch": 0.9766536964980544,
      "grad_norm": 0.2216796875,
      "learning_rate": 1.0875917142635693e-05,
      "loss": 0.2506871223449707,
      "step": 1506
    },
    {
      "epoch": 0.977302204928664,
      "grad_norm": 0.1923828125,
      "learning_rate": 1.086545354599458e-05,
      "loss": 0.21896615624427795,
      "step": 1507
    },
    {
      "epoch": 0.9779507133592736,
      "grad_norm": 0.203125,
      "learning_rate": 1.0854988994557356e-05,
      "loss": 0.21598447859287262,
      "step": 1508
    },
    {
      "epoch": 0.9785992217898832,
      "grad_norm": 0.232421875,
      "learning_rate": 1.0844523499868849e-05,
      "loss": 0.24243032932281494,
      "step": 1509
    },
    {
      "epoch": 0.9792477302204928,
      "grad_norm": 0.1943359375,
      "learning_rate": 1.083405707347493e-05,
      "loss": 0.22689422965049744,
      "step": 1510
    },
    {
      "epoch": 0.9798962386511024,
      "grad_norm": 0.19140625,
      "learning_rate": 1.0823589726922494e-05,
      "loss": 0.2344590127468109,
      "step": 1511
    },
    {
      "epoch": 0.980544747081712,
      "grad_norm": 0.212890625,
      "learning_rate": 1.081312147175946e-05,
      "loss": 0.2405458241701126,
      "step": 1512
    },
    {
      "epoch": 0.9811932555123216,
      "grad_norm": 0.19921875,
      "learning_rate": 1.0802652319534739e-05,
      "loss": 0.2449973076581955,
      "step": 1513
    },
    {
      "epoch": 0.9818417639429312,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.0792182281798233e-05,
      "loss": 0.24066002666950226,
      "step": 1514
    },
    {
      "epoch": 0.9824902723735408,
      "grad_norm": 0.189453125,
      "learning_rate": 1.0781711370100827e-05,
      "loss": 0.23903927206993103,
      "step": 1515
    },
    {
      "epoch": 0.9831387808041504,
      "grad_norm": 0.19921875,
      "learning_rate": 1.077123959599436e-05,
      "loss": 0.25234168767929077,
      "step": 1516
    },
    {
      "epoch": 0.98378728923476,
      "grad_norm": 0.1962890625,
      "learning_rate": 1.076076697103164e-05,
      "loss": 0.23056384921073914,
      "step": 1517
    },
    {
      "epoch": 0.9844357976653697,
      "grad_norm": 0.1982421875,
      "learning_rate": 1.0750293506766392e-05,
      "loss": 0.22860902547836304,
      "step": 1518
    },
    {
      "epoch": 0.9850843060959793,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.0739819214753286e-05,
      "loss": 0.2369219958782196,
      "step": 1519
    },
    {
      "epoch": 0.9857328145265889,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.0729344106547893e-05,
      "loss": 0.24046747386455536,
      "step": 1520
    },
    {
      "epoch": 0.9863813229571985,
      "grad_norm": 0.197265625,
      "learning_rate": 1.0718868193706688e-05,
      "loss": 0.2222250998020172,
      "step": 1521
    },
    {
      "epoch": 0.9870298313878081,
      "grad_norm": 0.20703125,
      "learning_rate": 1.0708391487787036e-05,
      "loss": 0.22888711094856262,
      "step": 1522
    },
    {
      "epoch": 0.9876783398184177,
      "grad_norm": 0.2001953125,
      "learning_rate": 1.0697914000347173e-05,
      "loss": 0.23470643162727356,
      "step": 1523
    },
    {
      "epoch": 0.9883268482490273,
      "grad_norm": 0.2177734375,
      "learning_rate": 1.0687435742946203e-05,
      "loss": 0.23076725006103516,
      "step": 1524
    },
    {
      "epoch": 0.9889753566796369,
      "grad_norm": 0.1953125,
      "learning_rate": 1.0676956727144067e-05,
      "loss": 0.22949384152889252,
      "step": 1525
    },
    {
      "epoch": 0.9896238651102465,
      "grad_norm": 0.20703125,
      "learning_rate": 1.066647696450156e-05,
      "loss": 0.2309270203113556,
      "step": 1526
    },
    {
      "epoch": 0.9902723735408561,
      "grad_norm": 0.1845703125,
      "learning_rate": 1.0655996466580288e-05,
      "loss": 0.21738292276859283,
      "step": 1527
    },
    {
      "epoch": 0.9909208819714657,
      "grad_norm": 0.197265625,
      "learning_rate": 1.0645515244942676e-05,
      "loss": 0.23034021258354187,
      "step": 1528
    },
    {
      "epoch": 0.9915693904020753,
      "grad_norm": 0.1875,
      "learning_rate": 1.0635033311151942e-05,
      "loss": 0.2260051667690277,
      "step": 1529
    },
    {
      "epoch": 0.9922178988326849,
      "grad_norm": 0.2099609375,
      "learning_rate": 1.062455067677209e-05,
      "loss": 0.24502217769622803,
      "step": 1530
    },
    {
      "epoch": 0.9928664072632944,
      "grad_norm": 0.1953125,
      "learning_rate": 1.06140673533679e-05,
      "loss": 0.23468898236751556,
      "step": 1531
    },
    {
      "epoch": 0.993514915693904,
      "grad_norm": 0.2138671875,
      "learning_rate": 1.0603583352504909e-05,
      "loss": 0.22225283086299896,
      "step": 1532
    },
    {
      "epoch": 0.9941634241245136,
      "grad_norm": 0.1953125,
      "learning_rate": 1.0593098685749409e-05,
      "loss": 0.23471981287002563,
      "step": 1533
    },
    {
      "epoch": 0.9948119325551232,
      "grad_norm": 0.2109375,
      "learning_rate": 1.058261336466841e-05,
      "loss": 0.22314035892486572,
      "step": 1534
    },
    {
      "epoch": 0.9954604409857328,
      "grad_norm": 0.1953125,
      "learning_rate": 1.0572127400829664e-05,
      "loss": 0.23483601212501526,
      "step": 1535
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.0561640805801616e-05,
      "loss": 0.2457972764968872,
      "step": 1536
    },
    {
      "epoch": 0.996757457846952,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.055115359115342e-05,
      "loss": 0.22622992098331451,
      "step": 1537
    },
    {
      "epoch": 0.9974059662775616,
      "grad_norm": 0.2080078125,
      "learning_rate": 1.0540665768454903e-05,
      "loss": 0.23438572883605957,
      "step": 1538
    },
    {
      "epoch": 0.9980544747081712,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.0530177349276572e-05,
      "loss": 0.2364831268787384,
      "step": 1539
    },
    {
      "epoch": 0.9987029831387808,
      "grad_norm": 0.19921875,
      "learning_rate": 1.0519688345189583e-05,
      "loss": 0.22529175877571106,
      "step": 1540
    },
    {
      "epoch": 0.9993514915693904,
      "grad_norm": 0.20703125,
      "learning_rate": 1.0509198767765743e-05,
      "loss": 0.2296258807182312,
      "step": 1541
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.2041015625,
      "learning_rate": 1.0498708628577487e-05,
      "loss": 0.23429754376411438,
      "step": 1542
    }
  ],
  "logging_steps": 1,
  "max_steps": 3084,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.784266421967939e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}