{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 31526,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003171985028230667,
      "grad_norm": 6.952805519104004,
      "learning_rate": 4.9949248239548315e-05,
      "loss": 7.5095,
      "step": 50
    },
    {
      "epoch": 0.006343970056461334,
      "grad_norm": 0.7631180882453918,
      "learning_rate": 4.9897439150753875e-05,
      "loss": 0.581,
      "step": 100
    },
    {
      "epoch": 0.009515955084692,
      "grad_norm": 0.6402416229248047,
      "learning_rate": 4.98445727336167e-05,
      "loss": 0.4056,
      "step": 150
    },
    {
      "epoch": 0.012687940112922668,
      "grad_norm": 0.2075737714767456,
      "learning_rate": 4.979170631647952e-05,
      "loss": 0.3261,
      "step": 200
    },
    {
      "epoch": 0.015859925141153332,
      "grad_norm": 0.3269546329975128,
      "learning_rate": 4.973883989934234e-05,
      "loss": 0.2932,
      "step": 250
    },
    {
      "epoch": 0.019031910169384,
      "grad_norm": 0.42410802841186523,
      "learning_rate": 4.968597348220517e-05,
      "loss": 0.3021,
      "step": 300
    },
    {
      "epoch": 0.02220389519761467,
      "grad_norm": 0.26918208599090576,
      "learning_rate": 4.963310706506799e-05,
      "loss": 0.3534,
      "step": 350
    },
    {
      "epoch": 0.025375880225845335,
      "grad_norm": 0.36581048369407654,
      "learning_rate": 4.958024064793081e-05,
      "loss": 0.3136,
      "step": 400
    },
    {
      "epoch": 0.028547865254076002,
      "grad_norm": 0.3738636076450348,
      "learning_rate": 4.9527374230793634e-05,
      "loss": 0.2982,
      "step": 450
    },
    {
      "epoch": 0.031719850282306665,
      "grad_norm": 0.3204258680343628,
      "learning_rate": 4.9474507813656455e-05,
      "loss": 0.3183,
      "step": 500
    },
    {
      "epoch": 0.034891835310537335,
      "grad_norm": 0.24417226016521454,
      "learning_rate": 4.942164139651928e-05,
      "loss": 0.2906,
      "step": 550
    },
    {
      "epoch": 0.038063820338768,
      "grad_norm": 0.3362484574317932,
      "learning_rate": 4.93687749793821e-05,
      "loss": 0.3457,
      "step": 600
    },
    {
      "epoch": 0.04123580536699867,
      "grad_norm": 0.4605356454849243,
      "learning_rate": 4.931590856224492e-05,
      "loss": 0.3072,
      "step": 650
    },
    {
      "epoch": 0.04440779039522934,
      "grad_norm": 0.5630594491958618,
      "learning_rate": 4.926304214510775e-05,
      "loss": 0.3201,
      "step": 700
    },
    {
      "epoch": 0.04757977542346,
      "grad_norm": 0.5788861513137817,
      "learning_rate": 4.9210175727970564e-05,
      "loss": 0.2825,
      "step": 750
    },
    {
      "epoch": 0.05075176045169067,
      "grad_norm": 0.26267775893211365,
      "learning_rate": 4.9157309310833386e-05,
      "loss": 0.3336,
      "step": 800
    },
    {
      "epoch": 0.053923745479921334,
      "grad_norm": 0.34053167700767517,
      "learning_rate": 4.9104442893696214e-05,
      "loss": 0.314,
      "step": 850
    },
    {
      "epoch": 0.057095730508152004,
      "grad_norm": 0.3658903241157532,
      "learning_rate": 4.9051576476559036e-05,
      "loss": 0.335,
      "step": 900
    },
    {
      "epoch": 0.06026771553638267,
      "grad_norm": 0.5043643712997437,
      "learning_rate": 4.899871005942185e-05,
      "loss": 0.2956,
      "step": 950
    },
    {
      "epoch": 0.06343970056461333,
      "grad_norm": 0.4024595320224762,
      "learning_rate": 4.894584364228468e-05,
      "loss": 0.3452,
      "step": 1000
    },
    {
      "epoch": 0.066611685592844,
      "grad_norm": 0.19914183020591736,
      "learning_rate": 4.88929772251475e-05,
      "loss": 0.2788,
      "step": 1050
    },
    {
      "epoch": 0.06978367062107467,
      "grad_norm": 0.3954038619995117,
      "learning_rate": 4.8840110808010316e-05,
      "loss": 0.3452,
      "step": 1100
    },
    {
      "epoch": 0.07295565564930534,
      "grad_norm": 0.2236422300338745,
      "learning_rate": 4.8787244390873145e-05,
      "loss": 0.292,
      "step": 1150
    },
    {
      "epoch": 0.076127640677536,
      "grad_norm": 0.3291652202606201,
      "learning_rate": 4.873437797373597e-05,
      "loss": 0.2955,
      "step": 1200
    },
    {
      "epoch": 0.07929962570576667,
      "grad_norm": 0.46171942353248596,
      "learning_rate": 4.868151155659879e-05,
      "loss": 0.3074,
      "step": 1250
    },
    {
      "epoch": 0.08247161073399734,
      "grad_norm": 0.22759978473186493,
      "learning_rate": 4.862864513946161e-05,
      "loss": 0.3017,
      "step": 1300
    },
    {
      "epoch": 0.085643595762228,
      "grad_norm": 0.23650604486465454,
      "learning_rate": 4.857577872232443e-05,
      "loss": 0.3176,
      "step": 1350
    },
    {
      "epoch": 0.08881558079045868,
      "grad_norm": 0.5810359120368958,
      "learning_rate": 4.8522912305187254e-05,
      "loss": 0.3382,
      "step": 1400
    },
    {
      "epoch": 0.09198756581868933,
      "grad_norm": 0.33472833037376404,
      "learning_rate": 4.8470045888050075e-05,
      "loss": 0.3031,
      "step": 1450
    },
    {
      "epoch": 0.09515955084692,
      "grad_norm": 0.38241392374038696,
      "learning_rate": 4.84171794709129e-05,
      "loss": 0.2811,
      "step": 1500
    },
    {
      "epoch": 0.09833153587515067,
      "grad_norm": 0.29483163356781006,
      "learning_rate": 4.8364313053775726e-05,
      "loss": 0.2733,
      "step": 1550
    },
    {
      "epoch": 0.10150352090338134,
      "grad_norm": 0.7687553763389587,
      "learning_rate": 4.831144663663855e-05,
      "loss": 0.3021,
      "step": 1600
    },
    {
      "epoch": 0.104675505931612,
      "grad_norm": 0.23088738322257996,
      "learning_rate": 4.825858021950136e-05,
      "loss": 0.2768,
      "step": 1650
    },
    {
      "epoch": 0.10784749095984267,
      "grad_norm": 0.4174398183822632,
      "learning_rate": 4.820571380236419e-05,
      "loss": 0.2826,
      "step": 1700
    },
    {
      "epoch": 0.11101947598807334,
      "grad_norm": 0.8025326132774353,
      "learning_rate": 4.815284738522701e-05,
      "loss": 0.342,
      "step": 1750
    },
    {
      "epoch": 0.11419146101630401,
      "grad_norm": 0.22708263993263245,
      "learning_rate": 4.809998096808983e-05,
      "loss": 0.2597,
      "step": 1800
    },
    {
      "epoch": 0.11736344604453466,
      "grad_norm": 0.7445570826530457,
      "learning_rate": 4.8047114550952656e-05,
      "loss": 0.3205,
      "step": 1850
    },
    {
      "epoch": 0.12053543107276533,
      "grad_norm": 0.3659399151802063,
      "learning_rate": 4.799424813381548e-05,
      "loss": 0.3078,
      "step": 1900
    },
    {
      "epoch": 0.123707416100996,
      "grad_norm": 0.21260209381580353,
      "learning_rate": 4.79413817166783e-05,
      "loss": 0.2728,
      "step": 1950
    },
    {
      "epoch": 0.12687940112922666,
      "grad_norm": 0.44993868470191956,
      "learning_rate": 4.788851529954112e-05,
      "loss": 0.3012,
      "step": 2000
    },
    {
      "epoch": 0.13005138615745734,
      "grad_norm": 0.47664666175842285,
      "learning_rate": 4.783564888240394e-05,
      "loss": 0.3808,
      "step": 2050
    },
    {
      "epoch": 0.133223371185688,
      "grad_norm": 0.2831490933895111,
      "learning_rate": 4.7782782465266765e-05,
      "loss": 0.2902,
      "step": 2100
    },
    {
      "epoch": 0.13639535621391868,
      "grad_norm": 0.22913455963134766,
      "learning_rate": 4.772991604812959e-05,
      "loss": 0.3305,
      "step": 2150
    },
    {
      "epoch": 0.13956734124214934,
      "grad_norm": 0.3116960823535919,
      "learning_rate": 4.767704963099241e-05,
      "loss": 0.259,
      "step": 2200
    },
    {
      "epoch": 0.14273932627038,
      "grad_norm": 0.2142101675271988,
      "learning_rate": 4.762418321385523e-05,
      "loss": 0.2946,
      "step": 2250
    },
    {
      "epoch": 0.14591131129861068,
      "grad_norm": 0.31184491515159607,
      "learning_rate": 4.757131679671806e-05,
      "loss": 0.3192,
      "step": 2300
    },
    {
      "epoch": 0.14908329632684134,
      "grad_norm": 0.34447625279426575,
      "learning_rate": 4.7518450379580874e-05,
      "loss": 0.258,
      "step": 2350
    },
    {
      "epoch": 0.152255281355072,
      "grad_norm": 0.2478509545326233,
      "learning_rate": 4.74655839624437e-05,
      "loss": 0.2644,
      "step": 2400
    },
    {
      "epoch": 0.15542726638330268,
      "grad_norm": 0.4509633183479309,
      "learning_rate": 4.7412717545306524e-05,
      "loss": 0.3223,
      "step": 2450
    },
    {
      "epoch": 0.15859925141153333,
      "grad_norm": 0.5341806411743164,
      "learning_rate": 4.735985112816934e-05,
      "loss": 0.3158,
      "step": 2500
    },
    {
      "epoch": 0.16177123643976402,
      "grad_norm": 0.3863554298877716,
      "learning_rate": 4.730698471103217e-05,
      "loss": 0.3017,
      "step": 2550
    },
    {
      "epoch": 0.16494322146799467,
      "grad_norm": 0.5030498504638672,
      "learning_rate": 4.725411829389499e-05,
      "loss": 0.3043,
      "step": 2600
    },
    {
      "epoch": 0.16811520649622533,
      "grad_norm": 0.18916811048984528,
      "learning_rate": 4.720125187675781e-05,
      "loss": 0.2842,
      "step": 2650
    },
    {
      "epoch": 0.171287191524456,
      "grad_norm": 0.36252668499946594,
      "learning_rate": 4.714838545962063e-05,
      "loss": 0.3019,
      "step": 2700
    },
    {
      "epoch": 0.17445917655268667,
      "grad_norm": 0.47955018281936646,
      "learning_rate": 4.7095519042483454e-05,
      "loss": 0.2992,
      "step": 2750
    },
    {
      "epoch": 0.17763116158091735,
      "grad_norm": 0.20012222230434418,
      "learning_rate": 4.7042652625346276e-05,
      "loss": 0.2525,
      "step": 2800
    },
    {
      "epoch": 0.180803146609148,
      "grad_norm": 0.30269569158554077,
      "learning_rate": 4.6989786208209105e-05,
      "loss": 0.2789,
      "step": 2850
    },
    {
      "epoch": 0.18397513163737866,
      "grad_norm": 0.20235884189605713,
      "learning_rate": 4.693691979107192e-05,
      "loss": 0.2819,
      "step": 2900
    },
    {
      "epoch": 0.18714711666560935,
      "grad_norm": 0.21970972418785095,
      "learning_rate": 4.688405337393474e-05,
      "loss": 0.2649,
      "step": 2950
    },
    {
      "epoch": 0.19031910169384,
      "grad_norm": 0.3686061501502991,
      "learning_rate": 4.683118695679757e-05,
      "loss": 0.2724,
      "step": 3000
    },
    {
      "epoch": 0.19349108672207066,
      "grad_norm": 0.5213696360588074,
      "learning_rate": 4.6778320539660385e-05,
      "loss": 0.3447,
      "step": 3050
    },
    {
      "epoch": 0.19666307175030134,
      "grad_norm": 0.385406494140625,
      "learning_rate": 4.6725454122523213e-05,
      "loss": 0.3139,
      "step": 3100
    },
    {
      "epoch": 0.199835056778532,
      "grad_norm": 0.578931450843811,
      "learning_rate": 4.6672587705386035e-05,
      "loss": 0.3217,
      "step": 3150
    },
    {
      "epoch": 0.20300704180676268,
      "grad_norm": 0.39177459478378296,
      "learning_rate": 4.661972128824886e-05,
      "loss": 0.2639,
      "step": 3200
    },
    {
      "epoch": 0.20617902683499334,
      "grad_norm": 0.4169202148914337,
      "learning_rate": 4.656685487111168e-05,
      "loss": 0.3087,
      "step": 3250
    },
    {
      "epoch": 0.209351011863224,
      "grad_norm": 0.4254414141178131,
      "learning_rate": 4.65139884539745e-05,
      "loss": 0.2634,
      "step": 3300
    },
    {
      "epoch": 0.21252299689145468,
      "grad_norm": 0.4798215627670288,
      "learning_rate": 4.646112203683732e-05,
      "loss": 0.3065,
      "step": 3350
    },
    {
      "epoch": 0.21569498191968534,
      "grad_norm": 0.5004227161407471,
      "learning_rate": 4.6408255619700144e-05,
      "loss": 0.2469,
      "step": 3400
    },
    {
      "epoch": 0.21886696694791602,
      "grad_norm": 0.3792094886302948,
      "learning_rate": 4.6355389202562966e-05,
      "loss": 0.3019,
      "step": 3450
    },
    {
      "epoch": 0.22203895197614668,
      "grad_norm": 0.701235294342041,
      "learning_rate": 4.630252278542579e-05,
      "loss": 0.369,
      "step": 3500
    },
    {
      "epoch": 0.22521093700437733,
      "grad_norm": 0.3253133296966553,
      "learning_rate": 4.6249656368288616e-05,
      "loss": 0.277,
      "step": 3550
    },
    {
      "epoch": 0.22838292203260802,
      "grad_norm": 0.49311327934265137,
      "learning_rate": 4.619678995115143e-05,
      "loss": 0.2913,
      "step": 3600
    },
    {
      "epoch": 0.23155490706083867,
      "grad_norm": 0.18701878190040588,
      "learning_rate": 4.614392353401425e-05,
      "loss": 0.3095,
      "step": 3650
    },
    {
      "epoch": 0.23472689208906933,
      "grad_norm": 0.6811497807502747,
      "learning_rate": 4.609105711687708e-05,
      "loss": 0.2754,
      "step": 3700
    },
    {
      "epoch": 0.2378988771173,
      "grad_norm": 0.16985131800174713,
      "learning_rate": 4.6038190699739896e-05,
      "loss": 0.3032,
      "step": 3750
    },
    {
      "epoch": 0.24107086214553067,
      "grad_norm": 0.33355677127838135,
      "learning_rate": 4.598532428260272e-05,
      "loss": 0.31,
      "step": 3800
    },
    {
      "epoch": 0.24424284717376135,
      "grad_norm": 0.3561393916606903,
      "learning_rate": 4.5932457865465546e-05,
      "loss": 0.3527,
      "step": 3850
    },
    {
      "epoch": 0.247414832201992,
      "grad_norm": 0.5302127599716187,
      "learning_rate": 4.587959144832837e-05,
      "loss": 0.2963,
      "step": 3900
    },
    {
      "epoch": 0.2505868172302227,
      "grad_norm": 0.26475265622138977,
      "learning_rate": 4.582672503119119e-05,
      "loss": 0.2859,
      "step": 3950
    },
    {
      "epoch": 0.2537588022584533,
      "grad_norm": 0.42244717478752136,
      "learning_rate": 4.577385861405401e-05,
      "loss": 0.2915,
      "step": 4000
    },
    {
      "epoch": 0.256930787286684,
      "grad_norm": 0.20778138935565948,
      "learning_rate": 4.5720992196916833e-05,
      "loss": 0.2775,
      "step": 4050
    },
    {
      "epoch": 0.2601027723149147,
      "grad_norm": 0.21787141263484955,
      "learning_rate": 4.5668125779779655e-05,
      "loss": 0.2971,
      "step": 4100
    },
    {
      "epoch": 0.2632747573431453,
      "grad_norm": 0.19819681346416473,
      "learning_rate": 4.561525936264248e-05,
      "loss": 0.3213,
      "step": 4150
    },
    {
      "epoch": 0.266446742371376,
      "grad_norm": 0.23251983523368835,
      "learning_rate": 4.55623929455053e-05,
      "loss": 0.2691,
      "step": 4200
    },
    {
      "epoch": 0.2696187273996067,
      "grad_norm": 0.26158884167671204,
      "learning_rate": 4.550952652836812e-05,
      "loss": 0.3758,
      "step": 4250
    },
    {
      "epoch": 0.27279071242783737,
      "grad_norm": 0.18944093585014343,
      "learning_rate": 4.545666011123094e-05,
      "loss": 0.2989,
      "step": 4300
    },
    {
      "epoch": 0.275962697456068,
      "grad_norm": 0.2313028872013092,
      "learning_rate": 4.5403793694093764e-05,
      "loss": 0.3013,
      "step": 4350
    },
    {
      "epoch": 0.2791346824842987,
      "grad_norm": 0.2733168601989746,
      "learning_rate": 4.535092727695659e-05,
      "loss": 0.3073,
      "step": 4400
    },
    {
      "epoch": 0.28230666751252936,
      "grad_norm": 0.5805867314338684,
      "learning_rate": 4.529806085981941e-05,
      "loss": 0.2595,
      "step": 4450
    },
    {
      "epoch": 0.28547865254076,
      "grad_norm": 0.38282257318496704,
      "learning_rate": 4.524519444268223e-05,
      "loss": 0.2867,
      "step": 4500
    },
    {
      "epoch": 0.2886506375689907,
      "grad_norm": 0.2380545735359192,
      "learning_rate": 4.519232802554506e-05,
      "loss": 0.2848,
      "step": 4550
    },
    {
      "epoch": 0.29182262259722136,
      "grad_norm": 0.36206936836242676,
      "learning_rate": 4.513946160840788e-05,
      "loss": 0.3017,
      "step": 4600
    },
    {
      "epoch": 0.294994607625452,
      "grad_norm": 0.2402886301279068,
      "learning_rate": 4.5086595191270694e-05,
      "loss": 0.2957,
      "step": 4650
    },
    {
      "epoch": 0.29816659265368267,
      "grad_norm": 0.29904839396476746,
      "learning_rate": 4.503372877413352e-05,
      "loss": 0.3743,
      "step": 4700
    },
    {
      "epoch": 0.30133857768191336,
      "grad_norm": 0.43882688879966736,
      "learning_rate": 4.4980862356996345e-05,
      "loss": 0.3218,
      "step": 4750
    },
    {
      "epoch": 0.304510562710144,
      "grad_norm": 0.3032098412513733,
      "learning_rate": 4.4927995939859166e-05,
      "loss": 0.3373,
      "step": 4800
    },
    {
      "epoch": 0.30768254773837467,
      "grad_norm": 0.5561183094978333,
      "learning_rate": 4.487512952272199e-05,
      "loss": 0.3756,
      "step": 4850
    },
    {
      "epoch": 0.31085453276660535,
      "grad_norm": 0.2683407962322235,
      "learning_rate": 4.482226310558481e-05,
      "loss": 0.3041,
      "step": 4900
    },
    {
      "epoch": 0.31402651779483604,
      "grad_norm": 0.44373977184295654,
      "learning_rate": 4.476939668844763e-05,
      "loss": 0.3054,
      "step": 4950
    },
    {
      "epoch": 0.31719850282306666,
      "grad_norm": 0.23822714388370514,
      "learning_rate": 4.4716530271310453e-05,
      "loss": 0.2684,
      "step": 5000
    },
    {
      "epoch": 0.32037048785129735,
      "grad_norm": 0.37610000371932983,
      "learning_rate": 4.4663663854173275e-05,
      "loss": 0.3111,
      "step": 5050
    },
    {
      "epoch": 0.32354247287952803,
      "grad_norm": 0.2191406935453415,
      "learning_rate": 4.4610797437036104e-05,
      "loss": 0.3164,
      "step": 5100
    },
    {
      "epoch": 0.32671445790775866,
      "grad_norm": 0.31773659586906433,
      "learning_rate": 4.4557931019898925e-05,
      "loss": 0.2996,
      "step": 5150
    },
    {
      "epoch": 0.32988644293598934,
      "grad_norm": 0.3252709209918976,
      "learning_rate": 4.450506460276174e-05,
      "loss": 0.3224,
      "step": 5200
    },
    {
      "epoch": 0.33305842796422,
      "grad_norm": 0.34400445222854614,
      "learning_rate": 4.445219818562457e-05,
      "loss": 0.2975,
      "step": 5250
    },
    {
      "epoch": 0.33623041299245066,
      "grad_norm": 0.16536681354045868,
      "learning_rate": 4.439933176848739e-05,
      "loss": 0.2726,
      "step": 5300
    },
    {
      "epoch": 0.33940239802068134,
      "grad_norm": 0.23107750713825226,
      "learning_rate": 4.4346465351350206e-05,
      "loss": 0.2814,
      "step": 5350
    },
    {
      "epoch": 0.342574383048912,
      "grad_norm": 0.22565191984176636,
      "learning_rate": 4.4293598934213034e-05,
      "loss": 0.2877,
      "step": 5400
    },
    {
      "epoch": 0.34574636807714265,
      "grad_norm": 0.25360986590385437,
      "learning_rate": 4.4240732517075856e-05,
      "loss": 0.3075,
      "step": 5450
    },
    {
      "epoch": 0.34891835310537334,
      "grad_norm": 0.42394259572029114,
      "learning_rate": 4.418786609993868e-05,
      "loss": 0.2732,
      "step": 5500
    },
    {
      "epoch": 0.352090338133604,
      "grad_norm": 0.5393642783164978,
      "learning_rate": 4.41349996828015e-05,
      "loss": 0.342,
      "step": 5550
    },
    {
      "epoch": 0.3552623231618347,
      "grad_norm": 0.4016542136669159,
      "learning_rate": 4.408213326566432e-05,
      "loss": 0.2756,
      "step": 5600
    },
    {
      "epoch": 0.35843430819006533,
      "grad_norm": 0.2234315276145935,
      "learning_rate": 4.402926684852714e-05,
      "loss": 0.3487,
      "step": 5650
    },
    {
      "epoch": 0.361606293218296,
      "grad_norm": 0.2084522843360901,
      "learning_rate": 4.3976400431389965e-05,
      "loss": 0.357,
      "step": 5700
    },
    {
      "epoch": 0.3647782782465267,
      "grad_norm": 0.2758818566799164,
      "learning_rate": 4.3923534014252786e-05,
      "loss": 0.3605,
      "step": 5750
    },
    {
      "epoch": 0.3679502632747573,
      "grad_norm": 0.20652857422828674,
      "learning_rate": 4.387066759711561e-05,
      "loss": 0.3164,
      "step": 5800
    },
    {
      "epoch": 0.371122248302988,
      "grad_norm": 0.3151554763317108,
      "learning_rate": 4.381780117997844e-05,
      "loss": 0.3447,
      "step": 5850
    },
    {
      "epoch": 0.3742942333312187,
      "grad_norm": 0.3141522705554962,
      "learning_rate": 4.376493476284125e-05,
      "loss": 0.2973,
      "step": 5900
    },
    {
      "epoch": 0.3774662183594493,
      "grad_norm": 0.47755780816078186,
      "learning_rate": 4.371206834570408e-05,
      "loss": 0.3411,
      "step": 5950
    },
    {
      "epoch": 0.38063820338768,
      "grad_norm": 0.2301286906003952,
      "learning_rate": 4.36592019285669e-05,
      "loss": 0.2651,
      "step": 6000
    },
    {
      "epoch": 0.3838101884159107,
      "grad_norm": 0.2510074973106384,
      "learning_rate": 4.360633551142972e-05,
      "loss": 0.2988,
      "step": 6050
    },
    {
      "epoch": 0.3869821734441413,
      "grad_norm": 0.26201292872428894,
      "learning_rate": 4.3553469094292545e-05,
      "loss": 0.262,
      "step": 6100
    },
    {
      "epoch": 0.390154158472372,
      "grad_norm": 0.1688852608203888,
      "learning_rate": 4.350060267715537e-05,
      "loss": 0.3006,
      "step": 6150
    },
    {
      "epoch": 0.3933261435006027,
      "grad_norm": 0.475284218788147,
      "learning_rate": 4.344773626001819e-05,
      "loss": 0.3003,
      "step": 6200
    },
    {
      "epoch": 0.39649812852883337,
      "grad_norm": 0.4884473383426666,
      "learning_rate": 4.339486984288101e-05,
      "loss": 0.2861,
      "step": 6250
    },
    {
      "epoch": 0.399670113557064,
      "grad_norm": 0.2931898534297943,
      "learning_rate": 4.334200342574383e-05,
      "loss": 0.2841,
      "step": 6300
    },
    {
      "epoch": 0.4028420985852947,
      "grad_norm": 0.26861268281936646,
      "learning_rate": 4.3289137008606654e-05,
      "loss": 0.3191,
      "step": 6350
    },
    {
      "epoch": 0.40601408361352537,
      "grad_norm": 0.4085983335971832,
      "learning_rate": 4.3236270591469476e-05,
      "loss": 0.3429,
      "step": 6400
    },
    {
      "epoch": 0.409186068641756,
      "grad_norm": 0.5681502819061279,
      "learning_rate": 4.31834041743323e-05,
      "loss": 0.2732,
      "step": 6450
    },
    {
      "epoch": 0.4123580536699867,
      "grad_norm": 0.17655836045742035,
      "learning_rate": 4.313053775719512e-05,
      "loss": 0.2403,
      "step": 6500
    },
    {
      "epoch": 0.41553003869821736,
      "grad_norm": 0.25269463658332825,
      "learning_rate": 4.307767134005795e-05,
      "loss": 0.3231,
      "step": 6550
    },
    {
      "epoch": 0.418702023726448,
      "grad_norm": 0.26235464215278625,
      "learning_rate": 4.302480492292076e-05,
      "loss": 0.2952,
      "step": 6600
    },
    {
      "epoch": 0.4218740087546787,
      "grad_norm": 0.3551720380783081,
      "learning_rate": 4.2971938505783585e-05,
      "loss": 0.2934,
      "step": 6650
    },
    {
      "epoch": 0.42504599378290936,
      "grad_norm": 0.19850347936153412,
      "learning_rate": 4.291907208864641e-05,
      "loss": 0.2669,
      "step": 6700
    },
    {
      "epoch": 0.42821797881114,
      "grad_norm": 0.6945760250091553,
      "learning_rate": 4.2866205671509235e-05,
      "loss": 0.3636,
      "step": 6750
    },
    {
      "epoch": 0.43138996383937067,
      "grad_norm": 0.1777346432209015,
      "learning_rate": 4.281333925437206e-05,
      "loss": 0.3069,
      "step": 6800
    },
    {
      "epoch": 0.43456194886760136,
      "grad_norm": 0.4449566900730133,
      "learning_rate": 4.276047283723488e-05,
      "loss": 0.3688,
      "step": 6850
    },
    {
      "epoch": 0.43773393389583204,
      "grad_norm": 0.2210356742143631,
      "learning_rate": 4.27076064200977e-05,
      "loss": 0.2659,
      "step": 6900
    },
    {
      "epoch": 0.44090591892406267,
      "grad_norm": 0.265536367893219,
      "learning_rate": 4.265474000296052e-05,
      "loss": 0.3184,
      "step": 6950
    },
    {
      "epoch": 0.44407790395229335,
      "grad_norm": 0.2273561656475067,
      "learning_rate": 4.2601873585823344e-05,
      "loss": 0.2729,
      "step": 7000
    },
    {
      "epoch": 0.44724988898052404,
      "grad_norm": 0.2259570211172104,
      "learning_rate": 4.2549007168686165e-05,
      "loss": 0.2893,
      "step": 7050
    },
    {
      "epoch": 0.45042187400875466,
      "grad_norm": 0.2315446436405182,
      "learning_rate": 4.2496140751548994e-05,
      "loss": 0.295,
      "step": 7100
    },
    {
      "epoch": 0.45359385903698535,
      "grad_norm": 0.26081445813179016,
      "learning_rate": 4.244327433441181e-05,
      "loss": 0.3424,
      "step": 7150
    },
    {
      "epoch": 0.45676584406521603,
      "grad_norm": 0.33118560910224915,
      "learning_rate": 4.239040791727463e-05,
      "loss": 0.3039,
      "step": 7200
    },
    {
      "epoch": 0.45993782909344666,
      "grad_norm": 0.34620553255081177,
      "learning_rate": 4.233754150013746e-05,
      "loss": 0.313,
      "step": 7250
    },
    {
      "epoch": 0.46310981412167734,
      "grad_norm": 0.2923032343387604,
      "learning_rate": 4.2284675083000274e-05,
      "loss": 0.285,
      "step": 7300
    },
    {
      "epoch": 0.466281799149908,
      "grad_norm": 0.27615100145339966,
      "learning_rate": 4.2231808665863096e-05,
      "loss": 0.3385,
      "step": 7350
    },
    {
      "epoch": 0.46945378417813866,
      "grad_norm": 0.3606735169887543,
      "learning_rate": 4.2178942248725924e-05,
      "loss": 0.3031,
      "step": 7400
    },
    {
      "epoch": 0.47262576920636934,
      "grad_norm": 0.2961825132369995,
      "learning_rate": 4.2126075831588746e-05,
      "loss": 0.3671,
      "step": 7450
    },
    {
      "epoch": 0.4757977542346,
      "grad_norm": 0.1403179168701172,
      "learning_rate": 4.207320941445156e-05,
      "loss": 0.2606,
      "step": 7500
    },
    {
      "epoch": 0.4789697392628307,
      "grad_norm": 0.2120542675256729,
      "learning_rate": 4.202034299731439e-05,
      "loss": 0.2723,
      "step": 7550
    },
    {
      "epoch": 0.48214172429106134,
      "grad_norm": 0.42080938816070557,
      "learning_rate": 4.196747658017721e-05,
      "loss": 0.3048,
      "step": 7600
    },
    {
      "epoch": 0.485313709319292,
      "grad_norm": 0.2501380443572998,
      "learning_rate": 4.191461016304003e-05,
      "loss": 0.3641,
      "step": 7650
    },
    {
      "epoch": 0.4884856943475227,
      "grad_norm": 0.2869213819503784,
      "learning_rate": 4.1861743745902855e-05,
      "loss": 0.3156,
      "step": 7700
    },
    {
      "epoch": 0.49165767937575333,
      "grad_norm": 0.5819279551506042,
      "learning_rate": 4.180887732876568e-05,
      "loss": 0.3228,
      "step": 7750
    },
    {
      "epoch": 0.494829664403984,
      "grad_norm": 0.3455282151699066,
      "learning_rate": 4.17560109116285e-05,
      "loss": 0.2957,
      "step": 7800
    },
    {
      "epoch": 0.4980016494322147,
      "grad_norm": 0.14816895127296448,
      "learning_rate": 4.170314449449132e-05,
      "loss": 0.3039,
      "step": 7850
    },
    {
      "epoch": 0.5011736344604454,
      "grad_norm": 0.5370512008666992,
      "learning_rate": 4.165027807735414e-05,
      "loss": 0.3572,
      "step": 7900
    },
    {
      "epoch": 0.5043456194886761,
      "grad_norm": 0.3175135850906372,
      "learning_rate": 4.159741166021697e-05,
      "loss": 0.2527,
      "step": 7950
    },
    {
      "epoch": 0.5075176045169066,
      "grad_norm": 0.24236038327217102,
      "learning_rate": 4.1544545243079785e-05,
      "loss": 0.3078,
      "step": 8000
    },
    {
      "epoch": 0.5106895895451373,
      "grad_norm": 0.38427793979644775,
      "learning_rate": 4.149167882594261e-05,
      "loss": 0.313,
      "step": 8050
    },
    {
      "epoch": 0.513861574573368,
      "grad_norm": 0.3454573154449463,
      "learning_rate": 4.1438812408805436e-05,
      "loss": 0.312,
      "step": 8100
    },
    {
      "epoch": 0.5170335596015987,
      "grad_norm": 0.23383672535419464,
      "learning_rate": 4.138594599166826e-05,
      "loss": 0.3082,
      "step": 8150
    },
    {
      "epoch": 0.5202055446298294,
      "grad_norm": 0.25619155168533325,
      "learning_rate": 4.133307957453107e-05,
      "loss": 0.315,
      "step": 8200
    },
    {
      "epoch": 0.5233775296580601,
      "grad_norm": 0.17233146727085114,
      "learning_rate": 4.12802131573939e-05,
      "loss": 0.2746,
      "step": 8250
    },
    {
      "epoch": 0.5265495146862906,
      "grad_norm": 0.305403470993042,
      "learning_rate": 4.122734674025672e-05,
      "loss": 0.3822,
      "step": 8300
    },
    {
      "epoch": 0.5297214997145213,
      "grad_norm": 0.1978190392255783,
      "learning_rate": 4.117448032311954e-05,
      "loss": 0.3654,
      "step": 8350
    },
    {
      "epoch": 0.532893484742752,
      "grad_norm": 0.1691414713859558,
      "learning_rate": 4.1121613905982366e-05,
      "loss": 0.2663,
      "step": 8400
    },
    {
      "epoch": 0.5360654697709827,
      "grad_norm": 0.30035603046417236,
      "learning_rate": 4.106874748884519e-05,
      "loss": 0.3726,
      "step": 8450
    },
    {
      "epoch": 0.5392374547992134,
      "grad_norm": 0.2909483015537262,
      "learning_rate": 4.101588107170801e-05,
      "loss": 0.2711,
      "step": 8500
    },
    {
      "epoch": 0.542409439827444,
      "grad_norm": 0.1674415022134781,
      "learning_rate": 4.096301465457083e-05,
      "loss": 0.2736,
      "step": 8550
    },
    {
      "epoch": 0.5455814248556747,
      "grad_norm": 0.33168473839759827,
      "learning_rate": 4.091014823743365e-05,
      "loss": 0.3428,
      "step": 8600
    },
    {
      "epoch": 0.5487534098839053,
      "grad_norm": 0.389967143535614,
      "learning_rate": 4.0857281820296475e-05,
      "loss": 0.2841,
      "step": 8650
    },
    {
      "epoch": 0.551925394912136,
      "grad_norm": 0.2906075716018677,
      "learning_rate": 4.0804415403159303e-05,
      "loss": 0.2447,
      "step": 8700
    },
    {
      "epoch": 0.5550973799403667,
      "grad_norm": 0.5243480205535889,
      "learning_rate": 4.075154898602212e-05,
      "loss": 0.2743,
      "step": 8750
    },
    {
      "epoch": 0.5582693649685974,
      "grad_norm": 0.3285157084465027,
      "learning_rate": 4.069868256888495e-05,
      "loss": 0.2498,
      "step": 8800
    },
    {
      "epoch": 0.561441349996828,
      "grad_norm": 0.7118728756904602,
      "learning_rate": 4.064581615174777e-05,
      "loss": 0.2666,
      "step": 8850
    },
    {
      "epoch": 0.5646133350250587,
      "grad_norm": 0.25792092084884644,
      "learning_rate": 4.0592949734610584e-05,
      "loss": 0.2903,
      "step": 8900
    },
    {
      "epoch": 0.5677853200532893,
      "grad_norm": 0.6102173924446106,
      "learning_rate": 4.054008331747341e-05,
      "loss": 0.2847,
      "step": 8950
    },
    {
      "epoch": 0.57095730508152,
      "grad_norm": 0.16453662514686584,
      "learning_rate": 4.0487216900336234e-05,
      "loss": 0.2895,
      "step": 9000
    },
    {
      "epoch": 0.5741292901097507,
      "grad_norm": 0.4610302448272705,
      "learning_rate": 4.0434350483199056e-05,
      "loss": 0.3077,
      "step": 9050
    },
    {
      "epoch": 0.5773012751379814,
      "grad_norm": 0.2923647165298462,
      "learning_rate": 4.038148406606188e-05,
      "loss": 0.2588,
      "step": 9100
    },
    {
      "epoch": 0.580473260166212,
      "grad_norm": 0.25572457909584045,
      "learning_rate": 4.03286176489247e-05,
      "loss": 0.2902,
      "step": 9150
    },
    {
      "epoch": 0.5836452451944427,
      "grad_norm": 0.28391504287719727,
      "learning_rate": 4.027575123178752e-05,
      "loss": 0.2972,
      "step": 9200
    },
    {
      "epoch": 0.5868172302226734,
      "grad_norm": 0.23603619635105133,
      "learning_rate": 4.022288481465034e-05,
      "loss": 0.295,
      "step": 9250
    },
    {
      "epoch": 0.589989215250904,
      "grad_norm": 0.23293623328208923,
      "learning_rate": 4.0170018397513164e-05,
      "loss": 0.2754,
      "step": 9300
    },
    {
      "epoch": 0.5931612002791347,
      "grad_norm": 0.38438886404037476,
      "learning_rate": 4.0117151980375986e-05,
      "loss": 0.3086,
      "step": 9350
    },
    {
      "epoch": 0.5963331853073653,
      "grad_norm": 0.2958177626132965,
      "learning_rate": 4.0064285563238815e-05,
      "loss": 0.2789,
      "step": 9400
    },
    {
      "epoch": 0.599505170335596,
      "grad_norm": 0.19555646181106567,
      "learning_rate": 4.001141914610163e-05,
      "loss": 0.2437,
      "step": 9450
    },
    {
      "epoch": 0.6026771553638267,
      "grad_norm": 0.24617354571819305,
      "learning_rate": 3.995855272896445e-05,
      "loss": 0.2823,
      "step": 9500
    },
    {
      "epoch": 0.6058491403920574,
      "grad_norm": 0.2656566798686981,
      "learning_rate": 3.990568631182728e-05,
      "loss": 0.2593,
      "step": 9550
    },
    {
      "epoch": 0.609021125420288,
      "grad_norm": 0.17703703045845032,
      "learning_rate": 3.9852819894690095e-05,
      "loss": 0.2781,
      "step": 9600
    },
    {
      "epoch": 0.6121931104485187,
      "grad_norm": 0.28496983647346497,
      "learning_rate": 3.9799953477552923e-05,
      "loss": 0.2852,
      "step": 9650
    },
    {
      "epoch": 0.6153650954767493,
      "grad_norm": 0.16364213824272156,
      "learning_rate": 3.9747087060415745e-05,
      "loss": 0.3279,
      "step": 9700
    },
    {
      "epoch": 0.61853708050498,
      "grad_norm": 0.5835040211677551,
      "learning_rate": 3.969422064327857e-05,
      "loss": 0.3108,
      "step": 9750
    },
    {
      "epoch": 0.6217090655332107,
      "grad_norm": 0.2625332474708557,
      "learning_rate": 3.964135422614139e-05,
      "loss": 0.2944,
      "step": 9800
    },
    {
      "epoch": 0.6248810505614414,
      "grad_norm": 0.18694092333316803,
      "learning_rate": 3.958848780900421e-05,
      "loss": 0.2827,
      "step": 9850
    },
    {
      "epoch": 0.6280530355896721,
      "grad_norm": 0.26124364137649536,
      "learning_rate": 3.953562139186703e-05,
      "loss": 0.2805,
      "step": 9900
    },
    {
      "epoch": 0.6312250206179026,
      "grad_norm": 0.2587612271308899,
      "learning_rate": 3.9482754974729854e-05,
      "loss": 0.3242,
      "step": 9950
    },
    {
      "epoch": 0.6343970056461333,
      "grad_norm": 0.2706884443759918,
      "learning_rate": 3.9429888557592676e-05,
      "loss": 0.268,
      "step": 10000
    },
    {
      "epoch": 0.637568990674364,
      "grad_norm": 0.23814411461353302,
      "learning_rate": 3.93770221404555e-05,
      "loss": 0.3485,
      "step": 10050
    },
    {
      "epoch": 0.6407409757025947,
      "grad_norm": 0.5621163249015808,
      "learning_rate": 3.9324155723318326e-05,
      "loss": 0.3154,
      "step": 10100
    },
    {
      "epoch": 0.6439129607308254,
      "grad_norm": 0.42355868220329285,
      "learning_rate": 3.927128930618114e-05,
      "loss": 0.2868,
      "step": 10150
    },
    {
      "epoch": 0.6470849457590561,
      "grad_norm": 0.2288525253534317,
      "learning_rate": 3.921842288904396e-05,
      "loss": 0.2522,
      "step": 10200
    },
    {
      "epoch": 0.6502569307872866,
      "grad_norm": 0.22445383667945862,
      "learning_rate": 3.916555647190679e-05,
      "loss": 0.3396,
      "step": 10250
    },
    {
      "epoch": 0.6534289158155173,
      "grad_norm": 0.6962974667549133,
      "learning_rate": 3.9112690054769606e-05,
      "loss": 0.3361,
      "step": 10300
    },
    {
      "epoch": 0.656600900843748,
      "grad_norm": 0.28549084067344666,
      "learning_rate": 3.905982363763243e-05,
      "loss": 0.2817,
      "step": 10350
    },
    {
      "epoch": 0.6597728858719787,
      "grad_norm": 0.23823893070220947,
      "learning_rate": 3.9006957220495256e-05,
      "loss": 0.2634,
      "step": 10400
    },
    {
      "epoch": 0.6629448709002094,
      "grad_norm": 0.2657338082790375,
      "learning_rate": 3.895409080335808e-05,
      "loss": 0.2855,
      "step": 10450
    },
    {
      "epoch": 0.66611685592844,
      "grad_norm": 0.20627088844776154,
      "learning_rate": 3.89012243862209e-05,
      "loss": 0.2857,
      "step": 10500
    },
    {
      "epoch": 0.6692888409566707,
      "grad_norm": 0.3207322061061859,
      "learning_rate": 3.884941529742647e-05,
      "loss": 0.317,
      "step": 10550
    },
    {
      "epoch": 0.6724608259849013,
      "grad_norm": 0.28210651874542236,
      "learning_rate": 3.879654888028928e-05,
      "loss": 0.3595,
      "step": 10600
    },
    {
      "epoch": 0.675632811013132,
      "grad_norm": 0.1988239288330078,
      "learning_rate": 3.874368246315211e-05,
      "loss": 0.267,
      "step": 10650
    },
    {
      "epoch": 0.6788047960413627,
      "grad_norm": 0.7708704471588135,
      "learning_rate": 3.869081604601493e-05,
      "loss": 0.3021,
      "step": 10700
    },
    {
      "epoch": 0.6819767810695934,
      "grad_norm": 0.2626688778400421,
      "learning_rate": 3.8637949628877754e-05,
      "loss": 0.2574,
      "step": 10750
    },
    {
      "epoch": 0.685148766097824,
      "grad_norm": 0.20237919688224792,
      "learning_rate": 3.8585083211740576e-05,
      "loss": 0.2658,
      "step": 10800
    },
    {
      "epoch": 0.6883207511260547,
      "grad_norm": 0.2662367820739746,
      "learning_rate": 3.85322167946034e-05,
      "loss": 0.3054,
      "step": 10850
    },
    {
      "epoch": 0.6914927361542853,
      "grad_norm": 0.3348242938518524,
      "learning_rate": 3.847935037746622e-05,
      "loss": 0.3265,
      "step": 10900
    },
    {
      "epoch": 0.694664721182516,
      "grad_norm": 0.44233012199401855,
      "learning_rate": 3.842648396032904e-05,
      "loss": 0.2712,
      "step": 10950
    },
    {
      "epoch": 0.6978367062107467,
      "grad_norm": 0.33227744698524475,
      "learning_rate": 3.837361754319186e-05,
      "loss": 0.2904,
      "step": 11000
    },
    {
      "epoch": 0.7010086912389774,
      "grad_norm": 0.4147779047489166,
      "learning_rate": 3.832075112605469e-05,
      "loss": 0.3009,
      "step": 11050
    },
    {
      "epoch": 0.704180676267208,
      "grad_norm": 0.39537376165390015,
      "learning_rate": 3.8267884708917506e-05,
      "loss": 0.3238,
      "step": 11100
    },
    {
      "epoch": 0.7073526612954387,
      "grad_norm": 0.18787072598934174,
      "learning_rate": 3.821501829178033e-05,
      "loss": 0.2494,
      "step": 11150
    },
    {
      "epoch": 0.7105246463236694,
      "grad_norm": 0.20560680329799652,
      "learning_rate": 3.8162151874643156e-05,
      "loss": 0.2715,
      "step": 11200
    },
    {
      "epoch": 0.7136966313519,
      "grad_norm": 0.29710862040519714,
      "learning_rate": 3.810928545750598e-05,
      "loss": 0.3487,
      "step": 11250
    },
    {
      "epoch": 0.7168686163801307,
      "grad_norm": 0.30526480078697205,
      "learning_rate": 3.805641904036879e-05,
      "loss": 0.2885,
      "step": 11300
    },
    {
      "epoch": 0.7200406014083613,
      "grad_norm": 0.2582074701786041,
      "learning_rate": 3.800355262323162e-05,
      "loss": 0.336,
      "step": 11350
    },
    {
      "epoch": 0.723212586436592,
      "grad_norm": 0.3673989176750183,
      "learning_rate": 3.795068620609444e-05,
      "loss": 0.4197,
      "step": 11400
    },
    {
      "epoch": 0.7263845714648227,
      "grad_norm": 0.19386839866638184,
      "learning_rate": 3.7897819788957265e-05,
      "loss": 0.3385,
      "step": 11450
    },
    {
      "epoch": 0.7295565564930534,
      "grad_norm": 0.21169255673885345,
      "learning_rate": 3.784495337182009e-05,
      "loss": 0.305,
      "step": 11500
    },
    {
      "epoch": 0.732728541521284,
      "grad_norm": 0.541127622127533,
      "learning_rate": 3.779208695468291e-05,
      "loss": 0.2942,
      "step": 11550
    },
    {
      "epoch": 0.7359005265495147,
      "grad_norm": 0.4768331050872803,
      "learning_rate": 3.773922053754573e-05,
      "loss": 0.3122,
      "step": 11600
    },
    {
      "epoch": 0.7390725115777453,
      "grad_norm": 0.39062756299972534,
      "learning_rate": 3.768635412040855e-05,
      "loss": 0.2905,
      "step": 11650
    },
    {
      "epoch": 0.742244496605976,
      "grad_norm": 0.2553999722003937,
      "learning_rate": 3.7633487703271374e-05,
      "loss": 0.2705,
      "step": 11700
    },
    {
      "epoch": 0.7454164816342067,
      "grad_norm": 0.3118399381637573,
      "learning_rate": 3.7580621286134196e-05,
      "loss": 0.263,
      "step": 11750
    },
    {
      "epoch": 0.7485884666624374,
      "grad_norm": 0.1847628504037857,
      "learning_rate": 3.7527754868997024e-05,
      "loss": 0.2748,
      "step": 11800
    },
    {
      "epoch": 0.7517604516906681,
      "grad_norm": 0.20181454718112946,
      "learning_rate": 3.747488845185984e-05,
      "loss": 0.2801,
      "step": 11850
    },
    {
      "epoch": 0.7549324367188986,
      "grad_norm": 0.4498727321624756,
      "learning_rate": 3.742202203472267e-05,
      "loss": 0.3182,
      "step": 11900
    },
    {
      "epoch": 0.7581044217471293,
      "grad_norm": 0.37652915716171265,
      "learning_rate": 3.736915561758549e-05,
      "loss": 0.2782,
      "step": 11950
    },
    {
      "epoch": 0.76127640677536,
      "grad_norm": 0.2723052203655243,
      "learning_rate": 3.7316289200448304e-05,
      "loss": 0.3187,
      "step": 12000
    },
    {
      "epoch": 0.7644483918035907,
      "grad_norm": 0.16256879270076752,
      "learning_rate": 3.726342278331113e-05,
      "loss": 0.2866,
      "step": 12050
    },
    {
      "epoch": 0.7676203768318214,
      "grad_norm": 0.25574353337287903,
      "learning_rate": 3.7210556366173955e-05,
      "loss": 0.2848,
      "step": 12100
    },
    {
      "epoch": 0.7707923618600521,
      "grad_norm": 0.18727587163448334,
      "learning_rate": 3.7157689949036776e-05,
      "loss": 0.3105,
      "step": 12150
    },
    {
      "epoch": 0.7739643468882826,
      "grad_norm": 0.25161731243133545,
      "learning_rate": 3.71048235318996e-05,
      "loss": 0.2911,
      "step": 12200
    },
    {
      "epoch": 0.7771363319165133,
      "grad_norm": 0.43750718235969543,
      "learning_rate": 3.705195711476242e-05,
      "loss": 0.2981,
      "step": 12250
    },
    {
      "epoch": 0.780308316944744,
      "grad_norm": 0.27956822514533997,
      "learning_rate": 3.699909069762524e-05,
      "loss": 0.3155,
      "step": 12300
    },
    {
      "epoch": 0.7834803019729747,
      "grad_norm": 0.1870819479227066,
      "learning_rate": 3.694622428048806e-05,
      "loss": 0.2683,
      "step": 12350
    },
    {
      "epoch": 0.7866522870012054,
      "grad_norm": 0.44053515791893005,
      "learning_rate": 3.6893357863350885e-05,
      "loss": 0.3244,
      "step": 12400
    },
    {
      "epoch": 0.7898242720294361,
      "grad_norm": 0.4747866988182068,
      "learning_rate": 3.684049144621371e-05,
      "loss": 0.2675,
      "step": 12450
    },
    {
      "epoch": 0.7929962570576667,
      "grad_norm": 0.2212987244129181,
      "learning_rate": 3.6787625029076535e-05,
      "loss": 0.3245,
      "step": 12500
    },
    {
      "epoch": 0.7961682420858973,
      "grad_norm": 0.16488397121429443,
      "learning_rate": 3.673475861193935e-05,
      "loss": 0.2579,
      "step": 12550
    },
    {
      "epoch": 0.799340227114128,
      "grad_norm": 0.15184266865253448,
      "learning_rate": 3.668189219480217e-05,
      "loss": 0.3139,
      "step": 12600
    },
    {
      "epoch": 0.8025122121423587,
      "grad_norm": 0.179268479347229,
      "learning_rate": 3.6629025777665e-05,
      "loss": 0.2941,
      "step": 12650
    },
    {
      "epoch": 0.8056841971705894,
      "grad_norm": 0.24617774784564972,
      "learning_rate": 3.6576159360527816e-05,
      "loss": 0.2934,
      "step": 12700
    },
    {
      "epoch": 0.80885618219882,
      "grad_norm": 0.3757403790950775,
      "learning_rate": 3.6523292943390644e-05,
      "loss": 0.2917,
      "step": 12750
    },
    {
      "epoch": 0.8120281672270507,
      "grad_norm": 0.360689640045166,
      "learning_rate": 3.6471483854596204e-05,
      "loss": 0.278,
      "step": 12800
    },
    {
      "epoch": 0.8152001522552813,
      "grad_norm": 0.38574671745300293,
      "learning_rate": 3.641861743745903e-05,
      "loss": 0.2706,
      "step": 12850
    },
    {
      "epoch": 0.818372137283512,
      "grad_norm": 0.45887231826782227,
      "learning_rate": 3.6365751020321855e-05,
      "loss": 0.3111,
      "step": 12900
    },
    {
      "epoch": 0.8215441223117427,
      "grad_norm": 0.22820314764976501,
      "learning_rate": 3.6312884603184676e-05,
      "loss": 0.3343,
      "step": 12950
    },
    {
      "epoch": 0.8247161073399734,
      "grad_norm": 0.18171218037605286,
      "learning_rate": 3.62600181860475e-05,
      "loss": 0.2827,
      "step": 13000
    },
    {
      "epoch": 0.827888092368204,
      "grad_norm": 0.2788825035095215,
      "learning_rate": 3.620715176891032e-05,
      "loss": 0.331,
      "step": 13050
    },
    {
      "epoch": 0.8310600773964347,
      "grad_norm": 0.31379690766334534,
      "learning_rate": 3.615428535177314e-05,
      "loss": 0.3031,
      "step": 13100
    },
    {
      "epoch": 0.8342320624246654,
      "grad_norm": 0.3020433187484741,
      "learning_rate": 3.610141893463596e-05,
      "loss": 0.27,
      "step": 13150
    },
    {
      "epoch": 0.837404047452896,
      "grad_norm": 0.2358977198600769,
      "learning_rate": 3.6048552517498785e-05,
      "loss": 0.3495,
      "step": 13200
    },
    {
      "epoch": 0.8405760324811267,
      "grad_norm": 0.2896983325481415,
      "learning_rate": 3.599568610036161e-05,
      "loss": 0.2766,
      "step": 13250
    },
    {
      "epoch": 0.8437480175093574,
      "grad_norm": 0.30271226167678833,
      "learning_rate": 3.5942819683224435e-05,
      "loss": 0.3418,
      "step": 13300
    },
    {
      "epoch": 0.846920002537588,
      "grad_norm": 0.22971239686012268,
      "learning_rate": 3.588995326608725e-05,
      "loss": 0.2905,
      "step": 13350
    },
    {
      "epoch": 0.8500919875658187,
      "grad_norm": 0.22787493467330933,
      "learning_rate": 3.583708684895007e-05,
      "loss": 0.2906,
      "step": 13400
    },
    {
      "epoch": 0.8532639725940494,
      "grad_norm": 0.3081256151199341,
      "learning_rate": 3.57842204318129e-05,
      "loss": 0.3264,
      "step": 13450
    },
    {
      "epoch": 0.85643595762228,
      "grad_norm": 0.46066999435424805,
      "learning_rate": 3.5731354014675716e-05,
      "loss": 0.2963,
      "step": 13500
    },
    {
      "epoch": 0.8596079426505107,
      "grad_norm": 0.467032253742218,
      "learning_rate": 3.567848759753854e-05,
      "loss": 0.3505,
      "step": 13550
    },
    {
      "epoch": 0.8627799276787413,
      "grad_norm": 0.35964497923851013,
      "learning_rate": 3.5625621180401366e-05,
      "loss": 0.2843,
      "step": 13600
    },
    {
      "epoch": 0.865951912706972,
      "grad_norm": 0.3182917833328247,
      "learning_rate": 3.557275476326419e-05,
      "loss": 0.3199,
      "step": 13650
    },
    {
      "epoch": 0.8691238977352027,
      "grad_norm": 0.547640323638916,
      "learning_rate": 3.551988834612701e-05,
      "loss": 0.2675,
      "step": 13700
    },
    {
      "epoch": 0.8722958827634334,
      "grad_norm": 0.5345727801322937,
      "learning_rate": 3.546702192898983e-05,
      "loss": 0.3218,
      "step": 13750
    },
    {
      "epoch": 0.8754678677916641,
      "grad_norm": 0.23531897366046906,
      "learning_rate": 3.541415551185265e-05,
      "loss": 0.3132,
      "step": 13800
    },
    {
      "epoch": 0.8786398528198947,
      "grad_norm": 0.38224852085113525,
      "learning_rate": 3.5361289094715475e-05,
      "loss": 0.3107,
      "step": 13850
    },
    {
      "epoch": 0.8818118378481253,
      "grad_norm": 0.21280410885810852,
      "learning_rate": 3.5308422677578296e-05,
      "loss": 0.3213,
      "step": 13900
    },
    {
      "epoch": 0.884983822876356,
      "grad_norm": 0.23802965879440308,
      "learning_rate": 3.525555626044112e-05,
      "loss": 0.3249,
      "step": 13950
    },
    {
      "epoch": 0.8881558079045867,
      "grad_norm": 0.23534643650054932,
      "learning_rate": 3.5202689843303947e-05,
      "loss": 0.2846,
      "step": 14000
    },
    {
      "epoch": 0.8913277929328174,
      "grad_norm": 0.2755154073238373,
      "learning_rate": 3.514982342616676e-05,
      "loss": 0.2596,
      "step": 14050
    },
    {
      "epoch": 0.8944997779610481,
      "grad_norm": 0.20472615957260132,
      "learning_rate": 3.509695700902958e-05,
      "loss": 0.2655,
      "step": 14100
    },
    {
      "epoch": 0.8976717629892786,
      "grad_norm": 0.280692994594574,
      "learning_rate": 3.504409059189241e-05,
      "loss": 0.3129,
      "step": 14150
    },
    {
      "epoch": 0.9008437480175093,
      "grad_norm": 0.382570743560791,
      "learning_rate": 3.4991224174755234e-05,
      "loss": 0.3144,
      "step": 14200
    },
    {
      "epoch": 0.90401573304574,
      "grad_norm": 0.2799607813358307,
      "learning_rate": 3.493835775761805e-05,
      "loss": 0.3225,
      "step": 14250
    },
    {
      "epoch": 0.9071877180739707,
      "grad_norm": 0.2509687840938568,
      "learning_rate": 3.488549134048088e-05,
      "loss": 0.2808,
      "step": 14300
    },
    {
      "epoch": 0.9103597031022014,
      "grad_norm": 0.6318449378013611,
      "learning_rate": 3.48326249233437e-05,
      "loss": 0.3053,
      "step": 14350
    },
    {
      "epoch": 0.9135316881304321,
      "grad_norm": 0.16883951425552368,
      "learning_rate": 3.4779758506206514e-05,
      "loss": 0.2634,
      "step": 14400
    },
    {
      "epoch": 0.9167036731586627,
      "grad_norm": 0.1657867729663849,
      "learning_rate": 3.472689208906934e-05,
      "loss": 0.3301,
      "step": 14450
    },
    {
      "epoch": 0.9198756581868933,
      "grad_norm": 0.17061150074005127,
      "learning_rate": 3.4674025671932164e-05,
      "loss": 0.2835,
      "step": 14500
    },
    {
      "epoch": 0.923047643215124,
      "grad_norm": 0.4344567656517029,
      "learning_rate": 3.4621159254794986e-05,
      "loss": 0.312,
      "step": 14550
    },
    {
      "epoch": 0.9262196282433547,
      "grad_norm": 0.2930458188056946,
      "learning_rate": 3.456829283765781e-05,
      "loss": 0.2989,
      "step": 14600
    },
    {
      "epoch": 0.9293916132715854,
      "grad_norm": 0.2887861728668213,
      "learning_rate": 3.451542642052063e-05,
      "loss": 0.3375,
      "step": 14650
    },
    {
      "epoch": 0.932563598299816,
      "grad_norm": 0.22968149185180664,
      "learning_rate": 3.446256000338345e-05,
      "loss": 0.3065,
      "step": 14700
    },
    {
      "epoch": 0.9357355833280467,
      "grad_norm": 0.2681732773780823,
      "learning_rate": 3.440969358624627e-05,
      "loss": 0.3132,
      "step": 14750
    },
    {
      "epoch": 0.9389075683562773,
      "grad_norm": 0.3073856234550476,
      "learning_rate": 3.4356827169109095e-05,
      "loss": 0.3223,
      "step": 14800
    },
    {
      "epoch": 0.942079553384508,
      "grad_norm": 0.18574346601963043,
      "learning_rate": 3.430396075197192e-05,
      "loss": 0.3083,
      "step": 14850
    },
    {
      "epoch": 0.9452515384127387,
      "grad_norm": 0.44194427132606506,
      "learning_rate": 3.4251094334834745e-05,
      "loss": 0.2727,
      "step": 14900
    },
    {
      "epoch": 0.9484235234409694,
      "grad_norm": 0.29627904295921326,
      "learning_rate": 3.419822791769756e-05,
      "loss": 0.3319,
      "step": 14950
    },
    {
      "epoch": 0.9515955084692,
      "grad_norm": 0.3156539499759674,
      "learning_rate": 3.414536150056039e-05,
      "loss": 0.2866,
      "step": 15000
    },
    {
      "epoch": 0.9547674934974307,
      "grad_norm": 0.18663552403450012,
      "learning_rate": 3.409249508342321e-05,
      "loss": 0.2708,
      "step": 15050
    },
    {
      "epoch": 0.9579394785256614,
      "grad_norm": 0.29560723900794983,
      "learning_rate": 3.4039628666286025e-05,
      "loss": 0.2739,
      "step": 15100
    },
    {
      "epoch": 0.961111463553892,
      "grad_norm": 0.3896738290786743,
      "learning_rate": 3.3986762249148854e-05,
      "loss": 0.3098,
      "step": 15150
    },
    {
      "epoch": 0.9642834485821227,
      "grad_norm": 0.23948702216148376,
      "learning_rate": 3.3933895832011675e-05,
      "loss": 0.2292,
      "step": 15200
    },
    {
      "epoch": 0.9674554336103534,
      "grad_norm": 0.36551278829574585,
      "learning_rate": 3.38810294148745e-05,
      "loss": 0.303,
      "step": 15250
    },
    {
      "epoch": 0.970627418638584,
      "grad_norm": 0.16233482956886292,
      "learning_rate": 3.382816299773732e-05,
      "loss": 0.3182,
      "step": 15300
    },
    {
      "epoch": 0.9737994036668147,
      "grad_norm": 0.29786011576652527,
      "learning_rate": 3.377529658060014e-05,
      "loss": 0.2966,
      "step": 15350
    },
    {
      "epoch": 0.9769713886950454,
      "grad_norm": 0.18349693715572357,
      "learning_rate": 3.372243016346296e-05,
      "loss": 0.3126,
      "step": 15400
    },
    {
      "epoch": 0.980143373723276,
      "grad_norm": 0.13039042055606842,
      "learning_rate": 3.3669563746325784e-05,
      "loss": 0.2645,
      "step": 15450
    },
    {
      "epoch": 0.9833153587515067,
      "grad_norm": 0.19823278486728668,
      "learning_rate": 3.3616697329188606e-05,
      "loss": 0.2843,
      "step": 15500
    },
    {
      "epoch": 0.9864873437797373,
      "grad_norm": 0.2074085921049118,
      "learning_rate": 3.356383091205143e-05,
      "loss": 0.2859,
      "step": 15550
    },
    {
      "epoch": 0.989659328807968,
      "grad_norm": 0.6243526935577393,
      "learning_rate": 3.3510964494914256e-05,
      "loss": 0.3081,
      "step": 15600
    },
    {
      "epoch": 0.9928313138361987,
      "grad_norm": 0.19868969917297363,
      "learning_rate": 3.345809807777707e-05,
      "loss": 0.2767,
      "step": 15650
    },
    {
      "epoch": 0.9960032988644294,
      "grad_norm": 0.4235476553440094,
      "learning_rate": 3.34052316606399e-05,
      "loss": 0.2831,
      "step": 15700
    },
    {
      "epoch": 0.9991752838926601,
      "grad_norm": 0.29368528723716736,
      "learning_rate": 3.335236524350272e-05,
      "loss": 0.3094,
      "step": 15750
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.3151220977306366,
      "eval_runtime": 48.1084,
      "eval_samples_per_second": 34.194,
      "eval_steps_per_second": 17.107,
      "step": 15763
    },
    {
      "epoch": 1.0023472689208908,
      "grad_norm": 0.34481731057167053,
      "learning_rate": 3.329949882636554e-05,
      "loss": 0.2416,
      "step": 15800
    },
    {
      "epoch": 1.0055192539491213,
      "grad_norm": 0.34973275661468506,
      "learning_rate": 3.3246632409228365e-05,
      "loss": 0.2596,
      "step": 15850
    },
    {
      "epoch": 1.0086912389773521,
      "grad_norm": 0.3936697840690613,
      "learning_rate": 3.3193765992091187e-05,
      "loss": 0.3223,
      "step": 15900
    },
    {
      "epoch": 1.0118632240055827,
      "grad_norm": 0.2801978588104248,
      "learning_rate": 3.314089957495401e-05,
      "loss": 0.2896,
      "step": 15950
    },
    {
      "epoch": 1.0150352090338133,
      "grad_norm": 0.1787472814321518,
      "learning_rate": 3.308803315781683e-05,
      "loss": 0.3416,
      "step": 16000
    },
    {
      "epoch": 1.018207194062044,
      "grad_norm": 0.13754060864448547,
      "learning_rate": 3.303516674067965e-05,
      "loss": 0.282,
      "step": 16050
    },
    {
      "epoch": 1.0213791790902746,
      "grad_norm": 0.24444366991519928,
      "learning_rate": 3.2982300323542474e-05,
      "loss": 0.2829,
      "step": 16100
    },
    {
      "epoch": 1.0245511641185054,
      "grad_norm": 0.46902337670326233,
      "learning_rate": 3.29294339064053e-05,
      "loss": 0.3322,
      "step": 16150
    },
    {
      "epoch": 1.027723149146736,
      "grad_norm": 0.17102986574172974,
      "learning_rate": 3.287656748926812e-05,
      "loss": 0.2946,
      "step": 16200
    },
    {
      "epoch": 1.0308951341749666,
      "grad_norm": 0.5195295214653015,
      "learning_rate": 3.282370107213094e-05,
      "loss": 0.2921,
      "step": 16250
    },
    {
      "epoch": 1.0340671192031974,
      "grad_norm": 0.23874568939208984,
      "learning_rate": 3.277083465499377e-05,
      "loss": 0.2764,
      "step": 16300
    },
    {
      "epoch": 1.037239104231428,
      "grad_norm": 0.2507326304912567,
      "learning_rate": 3.271796823785658e-05,
      "loss": 0.2752,
      "step": 16350
    },
    {
      "epoch": 1.0404110892596588,
      "grad_norm": 0.386338472366333,
      "learning_rate": 3.2665101820719404e-05,
      "loss": 0.3205,
      "step": 16400
    },
    {
      "epoch": 1.0435830742878893,
      "grad_norm": 0.2907971441745758,
      "learning_rate": 3.261223540358223e-05,
      "loss": 0.2699,
      "step": 16450
    },
    {
      "epoch": 1.0467550593161201,
      "grad_norm": 0.3498822748661041,
      "learning_rate": 3.2559368986445054e-05,
      "loss": 0.3075,
      "step": 16500
    },
    {
      "epoch": 1.0499270443443507,
      "grad_norm": 0.1719454526901245,
      "learning_rate": 3.2506502569307876e-05,
      "loss": 0.2604,
      "step": 16550
    },
    {
      "epoch": 1.0530990293725813,
      "grad_norm": 0.2626461684703827,
      "learning_rate": 3.24536361521707e-05,
      "loss": 0.308,
      "step": 16600
    },
    {
      "epoch": 1.056271014400812,
      "grad_norm": 0.26986241340637207,
      "learning_rate": 3.240076973503352e-05,
      "loss": 0.2816,
      "step": 16650
    },
    {
      "epoch": 1.0594429994290426,
      "grad_norm": 0.2187446653842926,
      "learning_rate": 3.234790331789634e-05,
      "loss": 0.2749,
      "step": 16700
    },
    {
      "epoch": 1.0626149844572734,
      "grad_norm": 0.2777579128742218,
      "learning_rate": 3.229503690075916e-05,
      "loss": 0.3258,
      "step": 16750
    },
    {
      "epoch": 1.065786969485504,
      "grad_norm": 0.29376596212387085,
      "learning_rate": 3.2242170483621985e-05,
      "loss": 0.3239,
      "step": 16800
    },
    {
      "epoch": 1.0689589545137348,
      "grad_norm": 0.25620236992836,
      "learning_rate": 3.218930406648481e-05,
      "loss": 0.2619,
      "step": 16850
    },
    {
      "epoch": 1.0721309395419654,
      "grad_norm": 0.30874136090278625,
      "learning_rate": 3.213643764934763e-05,
      "loss": 0.2822,
      "step": 16900
    },
    {
      "epoch": 1.075302924570196,
      "grad_norm": 0.3903138041496277,
      "learning_rate": 3.208357123221045e-05,
      "loss": 0.2874,
      "step": 16950
    },
    {
      "epoch": 1.0784749095984267,
      "grad_norm": 0.22503992915153503,
      "learning_rate": 3.203070481507328e-05,
      "loss": 0.2311,
      "step": 17000
    },
    {
      "epoch": 1.0816468946266573,
      "grad_norm": 0.17416654527187347,
      "learning_rate": 3.1977838397936093e-05,
      "loss": 0.2739,
      "step": 17050
    },
    {
      "epoch": 1.084818879654888,
      "grad_norm": 0.2830020487308502,
      "learning_rate": 3.1924971980798915e-05,
      "loss": 0.3134,
      "step": 17100
    },
    {
      "epoch": 1.0879908646831187,
      "grad_norm": 0.3325769305229187,
      "learning_rate": 3.1872105563661744e-05,
      "loss": 0.2577,
      "step": 17150
    },
    {
      "epoch": 1.0911628497113495,
      "grad_norm": 0.2352118343114853,
      "learning_rate": 3.1819239146524566e-05,
      "loss": 0.2406,
      "step": 17200
    },
    {
      "epoch": 1.09433483473958,
      "grad_norm": 0.27199751138687134,
      "learning_rate": 3.176637272938738e-05,
      "loss": 0.3044,
      "step": 17250
    },
    {
      "epoch": 1.0975068197678106,
      "grad_norm": 0.28306007385253906,
      "learning_rate": 3.171350631225021e-05,
      "loss": 0.2881,
      "step": 17300
    },
    {
      "epoch": 1.1006788047960414,
      "grad_norm": 0.22405964136123657,
      "learning_rate": 3.166063989511303e-05,
      "loss": 0.2771,
      "step": 17350
    },
    {
      "epoch": 1.103850789824272,
      "grad_norm": 0.5038449764251709,
      "learning_rate": 3.160777347797585e-05,
      "loss": 0.2575,
      "step": 17400
    },
    {
      "epoch": 1.1070227748525028,
      "grad_norm": 0.23774085938930511,
      "learning_rate": 3.155596438918142e-05,
      "loss": 0.3377,
      "step": 17450
    },
    {
      "epoch": 1.1101947598807334,
      "grad_norm": 0.3367967903614044,
      "learning_rate": 3.1503097972044234e-05,
      "loss": 0.2936,
      "step": 17500
    },
    {
      "epoch": 1.113366744908964,
      "grad_norm": 0.7372679710388184,
      "learning_rate": 3.145023155490706e-05,
      "loss": 0.285,
      "step": 17550
    },
    {
      "epoch": 1.1165387299371947,
      "grad_norm": 0.23422600328922272,
      "learning_rate": 3.1397365137769885e-05,
      "loss": 0.2332,
      "step": 17600
    },
    {
      "epoch": 1.1197107149654253,
      "grad_norm": 0.2483871728181839,
      "learning_rate": 3.1344498720632706e-05,
      "loss": 0.3047,
      "step": 17650
    },
    {
      "epoch": 1.122882699993656,
      "grad_norm": 0.3678695261478424,
      "learning_rate": 3.129163230349553e-05,
      "loss": 0.2943,
      "step": 17700
    },
    {
      "epoch": 1.1260546850218867,
      "grad_norm": 0.3198718726634979,
      "learning_rate": 3.123876588635835e-05,
      "loss": 0.2797,
      "step": 17750
    },
    {
      "epoch": 1.1292266700501175,
      "grad_norm": 0.17824482917785645,
      "learning_rate": 3.118589946922117e-05,
      "loss": 0.2806,
      "step": 17800
    },
    {
      "epoch": 1.132398655078348,
      "grad_norm": 0.20436514914035797,
      "learning_rate": 3.1133033052083993e-05,
      "loss": 0.3234,
      "step": 17850
    },
    {
      "epoch": 1.1355706401065788,
      "grad_norm": 0.28306111693382263,
      "learning_rate": 3.1080166634946815e-05,
      "loss": 0.2955,
      "step": 17900
    },
    {
      "epoch": 1.1387426251348094,
      "grad_norm": 0.2912297546863556,
      "learning_rate": 3.1027300217809644e-05,
      "loss": 0.2773,
      "step": 17950
    },
    {
      "epoch": 1.14191461016304,
      "grad_norm": 0.41615915298461914,
      "learning_rate": 3.0974433800672465e-05,
      "loss": 0.2689,
      "step": 18000
    },
    {
      "epoch": 1.1450865951912708,
      "grad_norm": 0.2598041594028473,
      "learning_rate": 3.092156738353528e-05,
      "loss": 0.269,
      "step": 18050
    },
    {
      "epoch": 1.1482585802195013,
      "grad_norm": 0.19208338856697083,
      "learning_rate": 3.086870096639811e-05,
      "loss": 0.3644,
      "step": 18100
    },
    {
      "epoch": 1.1514305652477321,
      "grad_norm": 0.36915165185928345,
      "learning_rate": 3.081583454926093e-05,
      "loss": 0.3754,
      "step": 18150
    },
    {
      "epoch": 1.1546025502759627,
      "grad_norm": 0.2906833589076996,
      "learning_rate": 3.076296813212375e-05,
      "loss": 0.3004,
      "step": 18200
    },
    {
      "epoch": 1.1577745353041933,
      "grad_norm": 0.27490586042404175,
      "learning_rate": 3.0710101714986574e-05,
      "loss": 0.2476,
      "step": 18250
    },
    {
      "epoch": 1.160946520332424,
      "grad_norm": 0.2721092998981476,
      "learning_rate": 3.0657235297849396e-05,
      "loss": 0.2994,
      "step": 18300
    },
    {
      "epoch": 1.1641185053606546,
      "grad_norm": 0.5216304063796997,
      "learning_rate": 3.060436888071222e-05,
      "loss": 0.2848,
      "step": 18350
    },
    {
      "epoch": 1.1672904903888854,
      "grad_norm": 0.2627362012863159,
      "learning_rate": 3.055150246357504e-05,
      "loss": 0.2537,
      "step": 18400
    },
    {
      "epoch": 1.170462475417116,
      "grad_norm": 0.7663968205451965,
      "learning_rate": 3.049863604643786e-05,
      "loss": 0.2894,
      "step": 18450
    },
    {
      "epoch": 1.1736344604453466,
      "grad_norm": 0.2766590714454651,
      "learning_rate": 3.0445769629300686e-05,
      "loss": 0.3203,
      "step": 18500
    },
    {
      "epoch": 1.1768064454735774,
      "grad_norm": 0.37423521280288696,
      "learning_rate": 3.0392903212163508e-05,
      "loss": 0.2978,
      "step": 18550
    },
    {
      "epoch": 1.179978430501808,
      "grad_norm": 0.3937060534954071,
      "learning_rate": 3.0340036795026326e-05,
      "loss": 0.3268,
      "step": 18600
    },
    {
      "epoch": 1.1831504155300387,
      "grad_norm": 0.3597530722618103,
      "learning_rate": 3.028717037788915e-05,
      "loss": 0.2737,
      "step": 18650
    },
    {
      "epoch": 1.1863224005582693,
      "grad_norm": 0.3743630349636078,
      "learning_rate": 3.0234303960751977e-05,
      "loss": 0.302,
      "step": 18700
    },
    {
      "epoch": 1.1894943855865001,
      "grad_norm": 0.2796330749988556,
      "learning_rate": 3.0181437543614795e-05,
      "loss": 0.2937,
      "step": 18750
    },
    {
      "epoch": 1.1926663706147307,
      "grad_norm": 0.2742915749549866,
      "learning_rate": 3.0128571126477617e-05,
      "loss": 0.3305,
      "step": 18800
    },
    {
      "epoch": 1.1958383556429615,
      "grad_norm": 0.29744336009025574,
      "learning_rate": 3.0075704709340442e-05,
      "loss": 0.2896,
      "step": 18850
    },
    {
      "epoch": 1.199010340671192,
      "grad_norm": 0.2520214319229126,
      "learning_rate": 3.0022838292203264e-05,
      "loss": 0.2732,
      "step": 18900
    },
    {
      "epoch": 1.2021823256994226,
      "grad_norm": 0.2396412491798401,
      "learning_rate": 2.9969971875066082e-05,
      "loss": 0.3194,
      "step": 18950
    },
    {
      "epoch": 1.2053543107276534,
      "grad_norm": 0.42488738894462585,
      "learning_rate": 2.9917105457928907e-05,
      "loss": 0.2837,
      "step": 19000
    },
    {
      "epoch": 1.208526295755884,
      "grad_norm": 0.21764253079891205,
      "learning_rate": 2.986423904079173e-05,
      "loss": 0.2955,
      "step": 19050
    },
    {
      "epoch": 1.2116982807841148,
      "grad_norm": 0.4629133641719818,
      "learning_rate": 2.9811372623654547e-05,
      "loss": 0.2466,
      "step": 19100
    },
    {
      "epoch": 1.2148702658123454,
      "grad_norm": 0.2966591417789459,
      "learning_rate": 2.9758506206517372e-05,
      "loss": 0.3033,
      "step": 19150
    },
    {
      "epoch": 1.218042250840576,
      "grad_norm": 0.42917561531066895,
      "learning_rate": 2.9705639789380198e-05,
      "loss": 0.3201,
      "step": 19200
    },
    {
      "epoch": 1.2212142358688067,
      "grad_norm": 0.24894292652606964,
      "learning_rate": 2.965277337224302e-05,
      "loss": 0.2464,
      "step": 19250
    },
    {
      "epoch": 1.2243862208970373,
      "grad_norm": 0.40641218423843384,
      "learning_rate": 2.9599906955105838e-05,
      "loss": 0.2771,
      "step": 19300
    },
    {
      "epoch": 1.227558205925268,
      "grad_norm": 0.36876288056373596,
      "learning_rate": 2.9547040537968663e-05,
      "loss": 0.2744,
      "step": 19350
    },
    {
      "epoch": 1.2307301909534987,
      "grad_norm": 0.6306925415992737,
      "learning_rate": 2.9494174120831485e-05,
      "loss": 0.2859,
      "step": 19400
    },
    {
      "epoch": 1.2339021759817292,
      "grad_norm": 0.17763349413871765,
      "learning_rate": 2.9441307703694303e-05,
      "loss": 0.3406,
      "step": 19450
    },
    {
      "epoch": 1.23707416100996,
      "grad_norm": 0.3222569525241852,
      "learning_rate": 2.9388441286557128e-05,
      "loss": 0.286,
      "step": 19500
    },
    {
      "epoch": 1.2402461460381906,
      "grad_norm": 0.22196908295154572,
      "learning_rate": 2.9335574869419953e-05,
      "loss": 0.2585,
      "step": 19550
    },
    {
      "epoch": 1.2434181310664214,
      "grad_norm": 0.29623332619667053,
      "learning_rate": 2.9282708452282775e-05,
      "loss": 0.292,
      "step": 19600
    },
    {
      "epoch": 1.246590116094652,
      "grad_norm": 0.2855692207813263,
      "learning_rate": 2.9229842035145593e-05,
      "loss": 0.2804,
      "step": 19650
    },
    {
      "epoch": 1.2497621011228828,
      "grad_norm": 0.3012256920337677,
      "learning_rate": 2.917697561800842e-05,
      "loss": 0.2678,
      "step": 19700
    },
    {
      "epoch": 1.2529340861511133,
      "grad_norm": 0.43054285645484924,
      "learning_rate": 2.912410920087124e-05,
      "loss": 0.3117,
      "step": 19750
    },
    {
      "epoch": 1.2561060711793441,
      "grad_norm": 0.2894386351108551,
      "learning_rate": 2.907124278373406e-05,
      "loss": 0.2846,
      "step": 19800
    },
    {
      "epoch": 1.2592780562075747,
      "grad_norm": 0.7129951119422913,
      "learning_rate": 2.9018376366596884e-05,
      "loss": 0.3188,
      "step": 19850
    },
    {
      "epoch": 1.2624500412358053,
      "grad_norm": 0.2086195945739746,
      "learning_rate": 2.8965509949459705e-05,
      "loss": 0.267,
      "step": 19900
    },
    {
      "epoch": 1.265622026264036,
      "grad_norm": 0.15617908537387848,
      "learning_rate": 2.891264353232253e-05,
      "loss": 0.2682,
      "step": 19950
    },
    {
      "epoch": 1.2687940112922667,
      "grad_norm": 0.22346539795398712,
      "learning_rate": 2.885977711518535e-05,
      "loss": 0.3291,
      "step": 20000
    },
    {
      "epoch": 1.2719659963204974,
      "grad_norm": 0.20272932946681976,
      "learning_rate": 2.8806910698048174e-05,
      "loss": 0.2848,
      "step": 20050
    },
    {
      "epoch": 1.275137981348728,
      "grad_norm": 0.5262783169746399,
      "learning_rate": 2.8754044280910996e-05,
      "loss": 0.3224,
      "step": 20100
    },
    {
      "epoch": 1.2783099663769586,
      "grad_norm": 0.28421077132225037,
      "learning_rate": 2.870117786377382e-05,
      "loss": 0.2628,
      "step": 20150
    },
    {
      "epoch": 1.2814819514051894,
      "grad_norm": 0.29966121912002563,
      "learning_rate": 2.864831144663664e-05,
      "loss": 0.3174,
      "step": 20200
    },
    {
      "epoch": 1.28465393643342,
      "grad_norm": 0.41417014598846436,
      "learning_rate": 2.859544502949946e-05,
      "loss": 0.2971,
      "step": 20250
    },
    {
      "epoch": 1.2878259214616508,
      "grad_norm": 0.2396809309720993,
      "learning_rate": 2.8542578612362286e-05,
      "loss": 0.2744,
      "step": 20300
    },
    {
      "epoch": 1.2909979064898813,
      "grad_norm": 0.29226428270339966,
      "learning_rate": 2.8489712195225105e-05,
      "loss": 0.3256,
      "step": 20350
    },
    {
      "epoch": 1.294169891518112,
      "grad_norm": 0.27770760655403137,
      "learning_rate": 2.843684577808793e-05,
      "loss": 0.3271,
      "step": 20400
    },
    {
      "epoch": 1.2973418765463427,
      "grad_norm": 0.34558218717575073,
      "learning_rate": 2.838397936095075e-05,
      "loss": 0.2438,
      "step": 20450
    },
    {
      "epoch": 1.3005138615745735,
      "grad_norm": 0.1685953289270401,
      "learning_rate": 2.8331112943813577e-05,
      "loss": 0.2701,
      "step": 20500
    },
    {
      "epoch": 1.303685846602804,
      "grad_norm": 0.2469525784254074,
      "learning_rate": 2.8278246526676395e-05,
      "loss": 0.2622,
      "step": 20550
    },
    {
      "epoch": 1.3068578316310346,
      "grad_norm": 0.17005576193332672,
      "learning_rate": 2.8225380109539217e-05,
      "loss": 0.2992,
      "step": 20600
    },
    {
      "epoch": 1.3100298166592654,
      "grad_norm": 0.30128028988838196,
      "learning_rate": 2.8172513692402042e-05,
      "loss": 0.3352,
      "step": 20650
    },
    {
      "epoch": 1.313201801687496,
      "grad_norm": 0.6207164525985718,
      "learning_rate": 2.811964727526486e-05,
      "loss": 0.2747,
      "step": 20700
    },
    {
      "epoch": 1.3163737867157268,
      "grad_norm": 0.21769997477531433,
      "learning_rate": 2.8066780858127685e-05,
      "loss": 0.2948,
      "step": 20750
    },
    {
      "epoch": 1.3195457717439574,
      "grad_norm": 0.4176817238330841,
      "learning_rate": 2.801497176933325e-05,
      "loss": 0.2682,
      "step": 20800
    },
    {
      "epoch": 1.322717756772188,
      "grad_norm": 0.2459891140460968,
      "learning_rate": 2.796210535219607e-05,
      "loss": 0.2669,
      "step": 20850
    },
    {
      "epoch": 1.3258897418004187,
      "grad_norm": 0.3456882834434509,
      "learning_rate": 2.7909238935058896e-05,
      "loss": 0.3307,
      "step": 20900
    },
    {
      "epoch": 1.3290617268286493,
      "grad_norm": 0.2911352813243866,
      "learning_rate": 2.785637251792172e-05,
      "loss": 0.2304,
      "step": 20950
    },
    {
      "epoch": 1.33223371185688,
      "grad_norm": 0.620798647403717,
      "learning_rate": 2.780350610078454e-05,
      "loss": 0.3607,
      "step": 21000
    },
    {
      "epoch": 1.3354056968851107,
      "grad_norm": 0.22824439406394958,
      "learning_rate": 2.775063968364736e-05,
      "loss": 0.3092,
      "step": 21050
    },
    {
      "epoch": 1.3385776819133413,
      "grad_norm": 0.22648726403713226,
      "learning_rate": 2.7697773266510186e-05,
      "loss": 0.3063,
      "step": 21100
    },
    {
      "epoch": 1.341749666941572,
      "grad_norm": 0.698406457901001,
      "learning_rate": 2.7644906849373004e-05,
      "loss": 0.2693,
      "step": 21150
    },
    {
      "epoch": 1.3449216519698026,
      "grad_norm": 0.351519912481308,
      "learning_rate": 2.7592040432235826e-05,
      "loss": 0.2796,
      "step": 21200
    },
    {
      "epoch": 1.3480936369980334,
      "grad_norm": 0.346582293510437,
      "learning_rate": 2.753917401509865e-05,
      "loss": 0.3109,
      "step": 21250
    },
    {
      "epoch": 1.351265622026264,
      "grad_norm": 0.22138628363609314,
      "learning_rate": 2.7486307597961477e-05,
      "loss": 0.2739,
      "step": 21300
    },
    {
      "epoch": 1.3544376070544948,
      "grad_norm": 0.24700744450092316,
      "learning_rate": 2.743344118082429e-05,
      "loss": 0.2661,
      "step": 21350
    },
    {
      "epoch": 1.3576095920827254,
      "grad_norm": 0.5413603186607361,
      "learning_rate": 2.7380574763687117e-05,
      "loss": 0.2772,
      "step": 21400
    },
    {
      "epoch": 1.3607815771109562,
      "grad_norm": 0.36633920669555664,
      "learning_rate": 2.7327708346549942e-05,
      "loss": 0.2918,
      "step": 21450
    },
    {
      "epoch": 1.3639535621391867,
      "grad_norm": 0.4693305194377899,
      "learning_rate": 2.727484192941276e-05,
      "loss": 0.3215,
      "step": 21500
    },
    {
      "epoch": 1.3671255471674173,
      "grad_norm": 0.5809823870658875,
      "learning_rate": 2.7221975512275582e-05,
      "loss": 0.2846,
      "step": 21550
    },
    {
      "epoch": 1.370297532195648,
      "grad_norm": 0.5905492305755615,
      "learning_rate": 2.7169109095138407e-05,
      "loss": 0.3345,
      "step": 21600
    },
    {
      "epoch": 1.3734695172238787,
      "grad_norm": 0.29343274235725403,
      "learning_rate": 2.711624267800123e-05,
      "loss": 0.2596,
      "step": 21650
    },
    {
      "epoch": 1.3766415022521095,
      "grad_norm": 0.4964137375354767,
      "learning_rate": 2.7063376260864047e-05,
      "loss": 0.3203,
      "step": 21700
    },
    {
      "epoch": 1.37981348728034,
      "grad_norm": 0.43368765711784363,
      "learning_rate": 2.7010509843726872e-05,
      "loss": 0.2402,
      "step": 21750
    },
    {
      "epoch": 1.3829854723085706,
      "grad_norm": 0.6017479300498962,
      "learning_rate": 2.6957643426589697e-05,
      "loss": 0.3013,
      "step": 21800
    },
    {
      "epoch": 1.3861574573368014,
      "grad_norm": 0.29252320528030396,
      "learning_rate": 2.6904777009452516e-05,
      "loss": 0.3873,
      "step": 21850
    },
    {
      "epoch": 1.389329442365032,
      "grad_norm": 0.309181809425354,
      "learning_rate": 2.6851910592315337e-05,
      "loss": 0.2836,
      "step": 21900
    },
    {
      "epoch": 1.3925014273932628,
      "grad_norm": 0.43791621923446655,
      "learning_rate": 2.6799044175178163e-05,
      "loss": 0.3525,
      "step": 21950
    },
    {
      "epoch": 1.3956734124214933,
      "grad_norm": 0.2919745147228241,
      "learning_rate": 2.6746177758040984e-05,
      "loss": 0.2974,
      "step": 22000
    },
    {
      "epoch": 1.398845397449724,
      "grad_norm": 0.3903926908969879,
      "learning_rate": 2.6693311340903803e-05,
      "loss": 0.2992,
      "step": 22050
    },
    {
      "epoch": 1.4020173824779547,
      "grad_norm": 0.3180385231971741,
      "learning_rate": 2.6640444923766628e-05,
      "loss": 0.2865,
      "step": 22100
    },
    {
      "epoch": 1.4051893675061855,
      "grad_norm": 0.36164039373397827,
      "learning_rate": 2.6587578506629453e-05,
      "loss": 0.2636,
      "step": 22150
    },
    {
      "epoch": 1.408361352534416,
      "grad_norm": 0.6932289004325867,
      "learning_rate": 2.6534712089492268e-05,
      "loss": 0.2933,
      "step": 22200
    },
    {
      "epoch": 1.4115333375626467,
      "grad_norm": 0.21415837109088898,
      "learning_rate": 2.6481845672355093e-05,
      "loss": 0.2722,
      "step": 22250
    },
    {
      "epoch": 1.4147053225908774,
      "grad_norm": 0.27378618717193604,
      "learning_rate": 2.6428979255217918e-05,
      "loss": 0.3441,
      "step": 22300
    },
    {
      "epoch": 1.417877307619108,
      "grad_norm": 0.2832282483577728,
      "learning_rate": 2.637611283808074e-05,
      "loss": 0.2735,
      "step": 22350
    },
    {
      "epoch": 1.4210492926473388,
      "grad_norm": 0.3578130006790161,
      "learning_rate": 2.632324642094356e-05,
      "loss": 0.283,
      "step": 22400
    },
    {
      "epoch": 1.4242212776755694,
      "grad_norm": 0.49478858709335327,
      "learning_rate": 2.6270380003806383e-05,
      "loss": 0.3103,
      "step": 22450
    },
    {
      "epoch": 1.4273932627038,
      "grad_norm": 0.4549751579761505,
      "learning_rate": 2.6217513586669205e-05,
      "loss": 0.2965,
      "step": 22500
    },
    {
      "epoch": 1.4305652477320308,
      "grad_norm": 0.24857546389102936,
      "learning_rate": 2.6164647169532024e-05,
      "loss": 0.3054,
      "step": 22550
    },
    {
      "epoch": 1.4337372327602613,
      "grad_norm": 0.35119330883026123,
      "learning_rate": 2.611178075239485e-05,
      "loss": 0.2559,
      "step": 22600
    },
    {
      "epoch": 1.4369092177884921,
      "grad_norm": 0.41354435682296753,
      "learning_rate": 2.6058914335257674e-05,
      "loss": 0.2945,
      "step": 22650
    },
    {
      "epoch": 1.4400812028167227,
      "grad_norm": 0.22190292179584503,
      "learning_rate": 2.6006047918120496e-05,
      "loss": 0.2905,
      "step": 22700
    },
    {
      "epoch": 1.4432531878449533,
      "grad_norm": 0.1551959365606308,
      "learning_rate": 2.5953181500983314e-05,
      "loss": 0.2435,
      "step": 22750
    },
    {
      "epoch": 1.446425172873184,
      "grad_norm": 0.7655497193336487,
      "learning_rate": 2.590031508384614e-05,
      "loss": 0.3264,
      "step": 22800
    },
    {
      "epoch": 1.4495971579014146,
      "grad_norm": 0.5172088742256165,
      "learning_rate": 2.584744866670896e-05,
      "loss": 0.2764,
      "step": 22850
    },
    {
      "epoch": 1.4527691429296454,
      "grad_norm": 0.24481894075870514,
      "learning_rate": 2.5794582249571786e-05,
      "loss": 0.3019,
      "step": 22900
    },
    {
      "epoch": 1.455941127957876,
      "grad_norm": 0.5899595618247986,
      "learning_rate": 2.5741715832434604e-05,
      "loss": 0.3086,
      "step": 22950
    },
    {
      "epoch": 1.4591131129861066,
      "grad_norm": 0.28628554940223694,
      "learning_rate": 2.568884941529743e-05,
      "loss": 0.2766,
      "step": 23000
    },
    {
      "epoch": 1.4622850980143374,
      "grad_norm": 0.3063284158706665,
      "learning_rate": 2.563598299816025e-05,
      "loss": 0.2854,
      "step": 23050
    },
    {
      "epoch": 1.4654570830425682,
      "grad_norm": 0.23942221701145172,
      "learning_rate": 2.558311658102307e-05,
      "loss": 0.2577,
      "step": 23100
    },
    {
      "epoch": 1.4686290680707987,
      "grad_norm": 0.17220012843608856,
      "learning_rate": 2.5530250163885895e-05,
      "loss": 0.2941,
      "step": 23150
    },
    {
      "epoch": 1.4718010530990293,
      "grad_norm": 0.6850319504737854,
      "learning_rate": 2.5477383746748716e-05,
      "loss": 0.274,
      "step": 23200
    },
    {
      "epoch": 1.47497303812726,
      "grad_norm": 0.34509897232055664,
      "learning_rate": 2.542451732961154e-05,
      "loss": 0.3397,
      "step": 23250
    },
    {
      "epoch": 1.4781450231554907,
      "grad_norm": 0.5132359266281128,
      "learning_rate": 2.537165091247436e-05,
      "loss": 0.274,
      "step": 23300
    },
    {
      "epoch": 1.4813170081837215,
      "grad_norm": 0.34320104122161865,
      "learning_rate": 2.5318784495337182e-05,
      "loss": 0.2837,
      "step": 23350
    },
    {
      "epoch": 1.484488993211952,
      "grad_norm": 0.3969442844390869,
      "learning_rate": 2.5265918078200007e-05,
      "loss": 0.3049,
      "step": 23400
    },
    {
      "epoch": 1.4876609782401826,
      "grad_norm": 0.25766682624816895,
      "learning_rate": 2.5213051661062825e-05,
      "loss": 0.3315,
      "step": 23450
    },
    {
      "epoch": 1.4908329632684134,
      "grad_norm": 0.1973307579755783,
      "learning_rate": 2.516018524392565e-05,
      "loss": 0.3203,
      "step": 23500
    },
    {
      "epoch": 1.494004948296644,
      "grad_norm": 0.5415976643562317,
      "learning_rate": 2.5107318826788472e-05,
      "loss": 0.3044,
      "step": 23550
    },
    {
      "epoch": 1.4971769333248748,
      "grad_norm": 0.3590141236782074,
      "learning_rate": 2.5054452409651297e-05,
      "loss": 0.2836,
      "step": 23600
    },
    {
      "epoch": 1.5003489183531054,
      "grad_norm": 0.3506677448749542,
      "learning_rate": 2.5001585992514116e-05,
      "loss": 0.262,
      "step": 23650
    },
    {
      "epoch": 1.503520903381336,
      "grad_norm": 0.26054617762565613,
      "learning_rate": 2.4948719575376937e-05,
      "loss": 0.2966,
      "step": 23700
    },
    {
      "epoch": 1.5066928884095667,
      "grad_norm": 0.18887007236480713,
      "learning_rate": 2.489585315823976e-05,
      "loss": 0.2243,
      "step": 23750
    },
    {
      "epoch": 1.5098648734377975,
      "grad_norm": 0.4273685812950134,
      "learning_rate": 2.4842986741102584e-05,
      "loss": 0.2944,
      "step": 23800
    },
    {
      "epoch": 1.513036858466028,
      "grad_norm": 0.27183377742767334,
      "learning_rate": 2.4790120323965406e-05,
      "loss": 0.2445,
      "step": 23850
    },
    {
      "epoch": 1.5162088434942587,
      "grad_norm": 0.28723788261413574,
      "learning_rate": 2.4737253906828228e-05,
      "loss": 0.2884,
      "step": 23900
    },
    {
      "epoch": 1.5193808285224892,
      "grad_norm": 0.3014012575149536,
      "learning_rate": 2.468544481803379e-05,
      "loss": 0.2676,
      "step": 23950
    },
    {
      "epoch": 1.52255281355072,
      "grad_norm": 0.4594823122024536,
      "learning_rate": 2.4632578400896616e-05,
      "loss": 0.2874,
      "step": 24000
    },
    {
      "epoch": 1.5257247985789508,
      "grad_norm": 0.17278143763542175,
      "learning_rate": 2.4579711983759438e-05,
      "loss": 0.2959,
      "step": 24050
    },
    {
      "epoch": 1.5288967836071814,
      "grad_norm": 0.2626342177391052,
      "learning_rate": 2.452684556662226e-05,
      "loss": 0.3108,
      "step": 24100
    },
    {
      "epoch": 1.532068768635412,
      "grad_norm": 0.42795270681381226,
      "learning_rate": 2.447397914948508e-05,
      "loss": 0.3011,
      "step": 24150
    },
    {
      "epoch": 1.5352407536636425,
      "grad_norm": 0.331232488155365,
      "learning_rate": 2.4421112732347903e-05,
      "loss": 0.3191,
      "step": 24200
    },
    {
      "epoch": 1.5384127386918733,
      "grad_norm": 0.5219537019729614,
      "learning_rate": 2.436824631521073e-05,
      "loss": 0.3303,
      "step": 24250
    },
    {
      "epoch": 1.5415847237201041,
      "grad_norm": 0.2795136272907257,
      "learning_rate": 2.4315379898073547e-05,
      "loss": 0.2567,
      "step": 24300
    },
    {
      "epoch": 1.5447567087483347,
      "grad_norm": 0.20256808400154114,
      "learning_rate": 2.4262513480936372e-05,
      "loss": 0.3279,
      "step": 24350
    },
    {
      "epoch": 1.5479286937765653,
      "grad_norm": 0.6803138852119446,
      "learning_rate": 2.4209647063799194e-05,
      "loss": 0.2965,
      "step": 24400
    },
    {
      "epoch": 1.551100678804796,
      "grad_norm": 0.3239715099334717,
      "learning_rate": 2.4156780646662016e-05,
      "loss": 0.2702,
      "step": 24450
    },
    {
      "epoch": 1.5542726638330269,
      "grad_norm": 0.26858869194984436,
      "learning_rate": 2.4103914229524837e-05,
      "loss": 0.2552,
      "step": 24500
    },
    {
      "epoch": 1.5574446488612574,
      "grad_norm": 0.4535232186317444,
      "learning_rate": 2.405104781238766e-05,
      "loss": 0.3275,
      "step": 24550
    },
    {
      "epoch": 1.560616633889488,
      "grad_norm": 0.4622326195240021,
      "learning_rate": 2.3998181395250484e-05,
      "loss": 0.2784,
      "step": 24600
    },
    {
      "epoch": 1.5637886189177186,
      "grad_norm": 0.26528090238571167,
      "learning_rate": 2.3945314978113303e-05,
      "loss": 0.3231,
      "step": 24650
    },
    {
      "epoch": 1.5669606039459494,
      "grad_norm": 0.20564743876457214,
      "learning_rate": 2.3892448560976128e-05,
      "loss": 0.2765,
      "step": 24700
    },
    {
      "epoch": 1.5701325889741802,
      "grad_norm": 0.45677173137664795,
      "learning_rate": 2.383958214383895e-05,
      "loss": 0.3207,
      "step": 24750
    },
    {
      "epoch": 1.5733045740024107,
      "grad_norm": 0.3483443558216095,
      "learning_rate": 2.378671572670177e-05,
      "loss": 0.2698,
      "step": 24800
    },
    {
      "epoch": 1.5764765590306413,
      "grad_norm": 0.44952449202537537,
      "learning_rate": 2.3733849309564593e-05,
      "loss": 0.2678,
      "step": 24850
    },
    {
      "epoch": 1.579648544058872,
      "grad_norm": 0.32127121090888977,
      "learning_rate": 2.3680982892427418e-05,
      "loss": 0.2802,
      "step": 24900
    },
    {
      "epoch": 1.5828205290871027,
      "grad_norm": 0.44746747612953186,
      "learning_rate": 2.3628116475290236e-05,
      "loss": 0.24,
      "step": 24950
    },
    {
      "epoch": 1.5859925141153335,
      "grad_norm": 0.8728600740432739,
      "learning_rate": 2.3575250058153058e-05,
      "loss": 0.2903,
      "step": 25000
    },
    {
      "epoch": 1.589164499143564,
      "grad_norm": 0.4112453758716583,
      "learning_rate": 2.3522383641015883e-05,
      "loss": 0.2781,
      "step": 25050
    },
    {
      "epoch": 1.5923364841717946,
      "grad_norm": 0.5081580877304077,
      "learning_rate": 2.3469517223878705e-05,
      "loss": 0.2689,
      "step": 25100
    },
    {
      "epoch": 1.5955084692000254,
      "grad_norm": 0.42527180910110474,
      "learning_rate": 2.3416650806741527e-05,
      "loss": 0.2657,
      "step": 25150
    },
    {
      "epoch": 1.598680454228256,
      "grad_norm": 0.30899807810783386,
      "learning_rate": 2.336378438960435e-05,
      "loss": 0.2723,
      "step": 25200
    },
    {
      "epoch": 1.6018524392564868,
      "grad_norm": 0.276732861995697,
      "learning_rate": 2.3310917972467174e-05,
      "loss": 0.2771,
      "step": 25250
    },
    {
      "epoch": 1.6050244242847174,
      "grad_norm": 0.34849727153778076,
      "learning_rate": 2.3258051555329992e-05,
      "loss": 0.2287,
      "step": 25300
    },
    {
      "epoch": 1.608196409312948,
      "grad_norm": 0.30580082535743713,
      "learning_rate": 2.3205185138192814e-05,
      "loss": 0.2579,
      "step": 25350
    },
    {
      "epoch": 1.6113683943411787,
      "grad_norm": 0.21243813633918762,
      "learning_rate": 2.315231872105564e-05,
      "loss": 0.2729,
      "step": 25400
    },
    {
      "epoch": 1.6145403793694095,
      "grad_norm": 0.3976793885231018,
      "learning_rate": 2.309945230391846e-05,
      "loss": 0.3249,
      "step": 25450
    },
    {
      "epoch": 1.61771236439764,
      "grad_norm": 0.3687296211719513,
      "learning_rate": 2.3046585886781282e-05,
      "loss": 0.2978,
      "step": 25500
    },
    {
      "epoch": 1.6208843494258707,
      "grad_norm": 0.6395165324211121,
      "learning_rate": 2.2993719469644104e-05,
      "loss": 0.2604,
      "step": 25550
    },
    {
      "epoch": 1.6240563344541012,
      "grad_norm": 0.31490978598594666,
      "learning_rate": 2.294085305250693e-05,
      "loss": 0.3259,
      "step": 25600
    },
    {
      "epoch": 1.627228319482332,
      "grad_norm": 0.3745858669281006,
      "learning_rate": 2.2887986635369748e-05,
      "loss": 0.2989,
      "step": 25650
    },
    {
      "epoch": 1.6304003045105628,
      "grad_norm": 0.2982928156852722,
      "learning_rate": 2.2835120218232573e-05,
      "loss": 0.2532,
      "step": 25700
    },
    {
      "epoch": 1.6335722895387934,
      "grad_norm": 0.28931793570518494,
      "learning_rate": 2.2782253801095395e-05,
      "loss": 0.2652,
      "step": 25750
    },
    {
      "epoch": 1.636744274567024,
      "grad_norm": 0.27391621470451355,
      "learning_rate": 2.2729387383958213e-05,
      "loss": 0.2633,
      "step": 25800
    },
    {
      "epoch": 1.6399162595952546,
      "grad_norm": 0.32411888241767883,
      "learning_rate": 2.2676520966821038e-05,
      "loss": 0.258,
      "step": 25850
    },
    {
      "epoch": 1.6430882446234854,
      "grad_norm": 0.12455958873033524,
      "learning_rate": 2.262365454968386e-05,
      "loss": 0.2943,
      "step": 25900
    },
    {
      "epoch": 1.6462602296517161,
      "grad_norm": 0.4207943081855774,
      "learning_rate": 2.257078813254668e-05,
      "loss": 0.3091,
      "step": 25950
    },
    {
      "epoch": 1.6494322146799467,
      "grad_norm": 0.23534472286701202,
      "learning_rate": 2.2517921715409503e-05,
      "loss": 0.2906,
      "step": 26000
    },
    {
      "epoch": 1.6526041997081773,
      "grad_norm": 0.42088547348976135,
      "learning_rate": 2.246505529827233e-05,
      "loss": 0.3157,
      "step": 26050
    },
    {
      "epoch": 1.655776184736408,
      "grad_norm": 0.18945495784282684,
      "learning_rate": 2.241218888113515e-05,
      "loss": 0.2658,
      "step": 26100
    },
    {
      "epoch": 1.6589481697646387,
      "grad_norm": 0.19314059615135193,
      "learning_rate": 2.235932246399797e-05,
      "loss": 0.303,
      "step": 26150
    },
    {
      "epoch": 1.6621201547928695,
      "grad_norm": 0.6903896927833557,
      "learning_rate": 2.2307513375203535e-05,
      "loss": 0.315,
      "step": 26200
    },
    {
      "epoch": 1.6652921398211,
      "grad_norm": 0.4477178752422333,
      "learning_rate": 2.2254646958066357e-05,
      "loss": 0.2688,
      "step": 26250
    },
    {
      "epoch": 1.6684641248493306,
      "grad_norm": 0.3560877740383148,
      "learning_rate": 2.2201780540929182e-05,
      "loss": 0.2728,
      "step": 26300
    },
    {
      "epoch": 1.6716361098775614,
      "grad_norm": 0.29471373558044434,
      "learning_rate": 2.2148914123792004e-05,
      "loss": 0.2232,
      "step": 26350
    },
    {
      "epoch": 1.6748080949057922,
      "grad_norm": 0.3013167381286621,
      "learning_rate": 2.2096047706654826e-05,
      "loss": 0.3367,
      "step": 26400
    },
    {
      "epoch": 1.6779800799340228,
      "grad_norm": 0.30516213178634644,
      "learning_rate": 2.2043181289517648e-05,
      "loss": 0.2794,
      "step": 26450
    },
    {
      "epoch": 1.6811520649622533,
      "grad_norm": 0.30091190338134766,
      "learning_rate": 2.1990314872380473e-05,
      "loss": 0.2783,
      "step": 26500
    },
    {
      "epoch": 1.684324049990484,
      "grad_norm": 0.5126471519470215,
      "learning_rate": 2.193744845524329e-05,
      "loss": 0.3011,
      "step": 26550
    },
    {
      "epoch": 1.6874960350187147,
      "grad_norm": 0.3148995041847229,
      "learning_rate": 2.1884582038106113e-05,
      "loss": 0.2673,
      "step": 26600
    },
    {
      "epoch": 1.6906680200469455,
      "grad_norm": 0.5630244016647339,
      "learning_rate": 2.1831715620968938e-05,
      "loss": 0.3006,
      "step": 26650
    },
    {
      "epoch": 1.693840005075176,
      "grad_norm": 0.23608249425888062,
      "learning_rate": 2.177884920383176e-05,
      "loss": 0.2932,
      "step": 26700
    },
    {
      "epoch": 1.6970119901034066,
      "grad_norm": 0.5582406520843506,
      "learning_rate": 2.172598278669458e-05,
      "loss": 0.2894,
      "step": 26750
    },
    {
      "epoch": 1.7001839751316372,
      "grad_norm": 0.6372901797294617,
      "learning_rate": 2.1673116369557403e-05,
      "loss": 0.2811,
      "step": 26800
    },
    {
      "epoch": 1.703355960159868,
      "grad_norm": 0.45520493388175964,
      "learning_rate": 2.162024995242023e-05,
      "loss": 0.2169,
      "step": 26850
    },
    {
      "epoch": 1.7065279451880988,
      "grad_norm": 0.3398955762386322,
      "learning_rate": 2.1567383535283047e-05,
      "loss": 0.2982,
      "step": 26900
    },
    {
      "epoch": 1.7096999302163294,
      "grad_norm": 0.8106810450553894,
      "learning_rate": 2.151451711814587e-05,
      "loss": 0.3525,
      "step": 26950
    },
    {
      "epoch": 1.71287191524456,
      "grad_norm": 0.2512779235839844,
      "learning_rate": 2.1461650701008694e-05,
      "loss": 0.2731,
      "step": 27000
    },
    {
      "epoch": 1.7160439002727907,
      "grad_norm": 0.4722442924976349,
      "learning_rate": 2.1408784283871512e-05,
      "loss": 0.2725,
      "step": 27050
    },
    {
      "epoch": 1.7192158853010215,
      "grad_norm": 0.27375251054763794,
      "learning_rate": 2.1355917866734337e-05,
      "loss": 0.3077,
      "step": 27100
    },
    {
      "epoch": 1.7223878703292521,
      "grad_norm": 0.9621772170066833,
      "learning_rate": 2.130305144959716e-05,
      "loss": 0.3281,
      "step": 27150
    },
    {
      "epoch": 1.7255598553574827,
      "grad_norm": 0.285846084356308,
      "learning_rate": 2.125018503245998e-05,
      "loss": 0.301,
      "step": 27200
    },
    {
      "epoch": 1.7287318403857133,
      "grad_norm": 0.40346983075141907,
      "learning_rate": 2.1197318615322802e-05,
      "loss": 0.2653,
      "step": 27250
    },
    {
      "epoch": 1.731903825413944,
      "grad_norm": 0.4507441818714142,
      "learning_rate": 2.1144452198185627e-05,
      "loss": 0.2625,
      "step": 27300
    },
    {
      "epoch": 1.7350758104421748,
      "grad_norm": 0.4275396168231964,
      "learning_rate": 2.109158578104845e-05,
      "loss": 0.2581,
      "step": 27350
    },
    {
      "epoch": 1.7382477954704054,
      "grad_norm": 0.38401782512664795,
      "learning_rate": 2.1038719363911268e-05,
      "loss": 0.2486,
      "step": 27400
    },
    {
      "epoch": 1.741419780498636,
      "grad_norm": 0.22168871760368347,
      "learning_rate": 2.0985852946774093e-05,
      "loss": 0.2556,
      "step": 27450
    },
    {
      "epoch": 1.7445917655268666,
      "grad_norm": 0.3157811462879181,
      "learning_rate": 2.0932986529636914e-05,
      "loss": 0.3277,
      "step": 27500
    },
    {
      "epoch": 1.7477637505550974,
      "grad_norm": 0.37447062134742737,
      "learning_rate": 2.0880120112499736e-05,
      "loss": 0.3922,
      "step": 27550
    },
    {
      "epoch": 1.7509357355833282,
      "grad_norm": 0.2262888103723526,
      "learning_rate": 2.0827253695362558e-05,
      "loss": 0.2663,
      "step": 27600
    },
    {
      "epoch": 1.7541077206115587,
      "grad_norm": 0.2502616047859192,
      "learning_rate": 2.0774387278225383e-05,
      "loss": 0.2922,
      "step": 27650
    },
    {
      "epoch": 1.7572797056397893,
      "grad_norm": 0.5477867126464844,
      "learning_rate": 2.0721520861088205e-05,
      "loss": 0.3556,
      "step": 27700
    },
    {
      "epoch": 1.76045169066802,
      "grad_norm": 0.31725648045539856,
      "learning_rate": 2.0668654443951023e-05,
      "loss": 0.2973,
      "step": 27750
    },
    {
      "epoch": 1.7636236756962507,
      "grad_norm": 0.5742406249046326,
      "learning_rate": 2.061578802681385e-05,
      "loss": 0.2641,
      "step": 27800
    },
    {
      "epoch": 1.7667956607244815,
      "grad_norm": 0.17584888637065887,
      "learning_rate": 2.056292160967667e-05,
      "loss": 0.2907,
      "step": 27850
    },
    {
      "epoch": 1.769967645752712,
      "grad_norm": 0.18802449107170105,
      "learning_rate": 2.0510055192539492e-05,
      "loss": 0.3145,
      "step": 27900
    },
    {
      "epoch": 1.7731396307809426,
      "grad_norm": 0.1602659672498703,
      "learning_rate": 2.0457188775402314e-05,
      "loss": 0.3164,
      "step": 27950
    },
    {
      "epoch": 1.7763116158091734,
      "grad_norm": 0.19660255312919617,
      "learning_rate": 2.040432235826514e-05,
      "loss": 0.3053,
      "step": 28000
    },
    {
      "epoch": 1.7794836008374042,
      "grad_norm": 0.20148231089115143,
      "learning_rate": 2.0351455941127957e-05,
      "loss": 0.2577,
      "step": 28050
    },
    {
      "epoch": 1.7826555858656348,
      "grad_norm": 0.68003910779953,
      "learning_rate": 2.029858952399078e-05,
      "loss": 0.2914,
      "step": 28100
    },
    {
      "epoch": 1.7858275708938653,
      "grad_norm": 0.2885502278804779,
      "learning_rate": 2.0245723106853604e-05,
      "loss": 0.2864,
      "step": 28150
    },
    {
      "epoch": 1.788999555922096,
      "grad_norm": 0.29255005717277527,
      "learning_rate": 2.0192856689716426e-05,
      "loss": 0.2482,
      "step": 28200
    },
    {
      "epoch": 1.7921715409503267,
      "grad_norm": 0.24247625470161438,
      "learning_rate": 2.0139990272579247e-05,
      "loss": 0.2796,
      "step": 28250
    },
    {
      "epoch": 1.7953435259785575,
      "grad_norm": 0.5008931159973145,
      "learning_rate": 2.008712385544207e-05,
      "loss": 0.3548,
      "step": 28300
    },
    {
      "epoch": 1.798515511006788,
      "grad_norm": 0.43906369805336,
      "learning_rate": 2.0034257438304894e-05,
      "loss": 0.2499,
      "step": 28350
    },
    {
      "epoch": 1.8016874960350187,
      "grad_norm": 0.37931495904922485,
      "learning_rate": 1.9981391021167713e-05,
      "loss": 0.2815,
      "step": 28400
    },
    {
      "epoch": 1.8048594810632492,
      "grad_norm": 0.6427097320556641,
      "learning_rate": 1.992958193237328e-05,
      "loss": 0.3206,
      "step": 28450
    },
    {
      "epoch": 1.80803146609148,
      "grad_norm": 0.2767207622528076,
      "learning_rate": 1.98767155152361e-05,
      "loss": 0.2855,
      "step": 28500
    },
    {
      "epoch": 1.8112034511197108,
      "grad_norm": 0.3229456841945648,
      "learning_rate": 1.9823849098098923e-05,
      "loss": 0.2656,
      "step": 28550
    },
    {
      "epoch": 1.8143754361479414,
      "grad_norm": 0.22634799778461456,
      "learning_rate": 1.9770982680961748e-05,
      "loss": 0.3229,
      "step": 28600
    },
    {
      "epoch": 1.817547421176172,
      "grad_norm": 0.35182350873947144,
      "learning_rate": 1.9718116263824567e-05,
      "loss": 0.2949,
      "step": 28650
    },
    {
      "epoch": 1.8207194062044028,
      "grad_norm": 0.325244277715683,
      "learning_rate": 1.9665249846687392e-05,
      "loss": 0.33,
      "step": 28700
    },
    {
      "epoch": 1.8238913912326333,
      "grad_norm": 0.5972079634666443,
      "learning_rate": 1.9612383429550214e-05,
      "loss": 0.2836,
      "step": 28750
    },
    {
      "epoch": 1.8270633762608641,
      "grad_norm": 0.3747629225254059,
      "learning_rate": 1.9559517012413035e-05,
      "loss": 0.2406,
      "step": 28800
    },
    {
      "epoch": 1.8302353612890947,
      "grad_norm": 0.8294934630393982,
      "learning_rate": 1.9506650595275857e-05,
      "loss": 0.2768,
      "step": 28850
    },
    {
      "epoch": 1.8334073463173253,
      "grad_norm": 0.8470065593719482,
      "learning_rate": 1.9453784178138682e-05,
      "loss": 0.3305,
      "step": 28900
    },
    {
      "epoch": 1.836579331345556,
      "grad_norm": 0.23448146879673004,
      "learning_rate": 1.9400917761001504e-05,
      "loss": 0.2622,
      "step": 28950
    },
    {
      "epoch": 1.8397513163737869,
      "grad_norm": 0.4023194909095764,
      "learning_rate": 1.9348051343864322e-05,
      "loss": 0.2734,
      "step": 29000
    },
    {
      "epoch": 1.8429233014020174,
      "grad_norm": 0.24675685167312622,
      "learning_rate": 1.9295184926727147e-05,
      "loss": 0.3257,
      "step": 29050
    },
    {
      "epoch": 1.846095286430248,
      "grad_norm": 0.2382373958826065,
      "learning_rate": 1.924231850958997e-05,
      "loss": 0.2646,
      "step": 29100
    },
    {
      "epoch": 1.8492672714584786,
      "grad_norm": 0.3856213688850403,
      "learning_rate": 1.918945209245279e-05,
      "loss": 0.3609,
      "step": 29150
    },
    {
      "epoch": 1.8524392564867094,
      "grad_norm": 0.46289342641830444,
      "learning_rate": 1.9136585675315613e-05,
      "loss": 0.302,
      "step": 29200
    },
    {
      "epoch": 1.8556112415149402,
      "grad_norm": 0.2916334569454193,
      "learning_rate": 1.9083719258178438e-05,
      "loss": 0.3081,
      "step": 29250
    },
    {
      "epoch": 1.8587832265431707,
      "grad_norm": 0.30459076166152954,
      "learning_rate": 1.903085284104126e-05,
      "loss": 0.3154,
      "step": 29300
    },
    {
      "epoch": 1.8619552115714013,
      "grad_norm": 0.21553024649620056,
      "learning_rate": 1.8977986423904078e-05,
      "loss": 0.2745,
      "step": 29350
    },
    {
      "epoch": 1.8651271965996319,
      "grad_norm": 0.56458580493927,
      "learning_rate": 1.8925120006766903e-05,
      "loss": 0.2684,
      "step": 29400
    },
    {
      "epoch": 1.8682991816278627,
      "grad_norm": 0.2930966913700104,
      "learning_rate": 1.8872253589629725e-05,
      "loss": 0.2746,
      "step": 29450
    },
    {
      "epoch": 1.8714711666560935,
      "grad_norm": 0.24118304252624512,
      "learning_rate": 1.8819387172492547e-05,
      "loss": 0.311,
      "step": 29500
    },
    {
      "epoch": 1.874643151684324,
      "grad_norm": 0.5832043886184692,
      "learning_rate": 1.8766520755355368e-05,
      "loss": 0.2716,
      "step": 29550
    },
    {
      "epoch": 1.8778151367125546,
      "grad_norm": 0.4469052255153656,
      "learning_rate": 1.8713654338218193e-05,
      "loss": 0.276,
      "step": 29600
    },
    {
      "epoch": 1.8809871217407854,
      "grad_norm": 0.24563166499137878,
      "learning_rate": 1.8660787921081012e-05,
      "loss": 0.2437,
      "step": 29650
    },
    {
      "epoch": 1.8841591067690162,
      "grad_norm": 0.25196200609207153,
      "learning_rate": 1.8607921503943833e-05,
      "loss": 0.2682,
      "step": 29700
    },
    {
      "epoch": 1.8873310917972468,
      "grad_norm": 0.37745949625968933,
      "learning_rate": 1.855505508680666e-05,
      "loss": 0.2565,
      "step": 29750
    },
    {
      "epoch": 1.8905030768254774,
      "grad_norm": 0.48578011989593506,
      "learning_rate": 1.850218866966948e-05,
      "loss": 0.3559,
      "step": 29800
    },
    {
      "epoch": 1.893675061853708,
      "grad_norm": 0.7121931910514832,
      "learning_rate": 1.8449322252532302e-05,
      "loss": 0.3278,
      "step": 29850
    },
    {
      "epoch": 1.8968470468819387,
      "grad_norm": 0.3295869827270508,
      "learning_rate": 1.8396455835395124e-05,
      "loss": 0.2745,
      "step": 29900
    },
    {
      "epoch": 1.9000190319101695,
      "grad_norm": 0.3305869698524475,
      "learning_rate": 1.834358941825795e-05,
      "loss": 0.2895,
      "step": 29950
    },
    {
      "epoch": 1.9031910169384,
      "grad_norm": 0.16952826082706451,
      "learning_rate": 1.8290723001120767e-05,
      "loss": 0.3058,
      "step": 30000
    },
    {
      "epoch": 1.9063630019666307,
      "grad_norm": 0.5475337505340576,
      "learning_rate": 1.8237856583983593e-05,
      "loss": 0.261,
      "step": 30050
    },
    {
      "epoch": 1.9095349869948612,
      "grad_norm": 0.29783618450164795,
      "learning_rate": 1.8184990166846414e-05,
      "loss": 0.2663,
      "step": 30100
    },
    {
      "epoch": 1.912706972023092,
      "grad_norm": 0.22428205609321594,
      "learning_rate": 1.8132123749709236e-05,
      "loss": 0.2741,
      "step": 30150
    },
    {
      "epoch": 1.9158789570513228,
      "grad_norm": 0.29052209854125977,
      "learning_rate": 1.8079257332572058e-05,
      "loss": 0.2971,
      "step": 30200
    },
    {
      "epoch": 1.9190509420795534,
      "grad_norm": 0.49918898940086365,
      "learning_rate": 1.802639091543488e-05,
      "loss": 0.3309,
      "step": 30250
    },
    {
      "epoch": 1.922222927107784,
      "grad_norm": 0.38725921511650085,
      "learning_rate": 1.7973524498297705e-05,
      "loss": 0.3191,
      "step": 30300
    },
    {
      "epoch": 1.9253949121360148,
      "grad_norm": 0.5741166472434998,
      "learning_rate": 1.7920658081160523e-05,
      "loss": 0.3136,
      "step": 30350
    },
    {
      "epoch": 1.9285668971642453,
      "grad_norm": 0.3201332986354828,
      "learning_rate": 1.7867791664023348e-05,
      "loss": 0.3066,
      "step": 30400
    },
    {
      "epoch": 1.9317388821924761,
      "grad_norm": 0.5069090723991394,
      "learning_rate": 1.781492524688617e-05,
      "loss": 0.2804,
      "step": 30450
    },
    {
      "epoch": 1.9349108672207067,
      "grad_norm": 0.18295565247535706,
      "learning_rate": 1.7762058829748988e-05,
      "loss": 0.2942,
      "step": 30500
    },
    {
      "epoch": 1.9380828522489373,
      "grad_norm": 0.26717889308929443,
      "learning_rate": 1.7709192412611813e-05,
      "loss": 0.2938,
      "step": 30550
    },
    {
      "epoch": 1.941254837277168,
      "grad_norm": 0.2297358214855194,
      "learning_rate": 1.7656325995474635e-05,
      "loss": 0.2656,
      "step": 30600
    },
    {
      "epoch": 1.9444268223053989,
      "grad_norm": 0.46368107199668884,
      "learning_rate": 1.7603459578337457e-05,
      "loss": 0.3266,
      "step": 30650
    },
    {
      "epoch": 1.9475988073336294,
      "grad_norm": 0.4937555491924286,
      "learning_rate": 1.7551650489543024e-05,
      "loss": 0.2992,
      "step": 30700
    },
    {
      "epoch": 1.95077079236186,
      "grad_norm": 0.7138214111328125,
      "learning_rate": 1.7498784072405846e-05,
      "loss": 0.3092,
      "step": 30750
    },
    {
      "epoch": 1.9539427773900906,
      "grad_norm": 0.26548969745635986,
      "learning_rate": 1.7445917655268667e-05,
      "loss": 0.2582,
      "step": 30800
    },
    {
      "epoch": 1.9571147624183214,
      "grad_norm": 0.29331421852111816,
      "learning_rate": 1.7393051238131492e-05,
      "loss": 0.2892,
      "step": 30850
    },
    {
      "epoch": 1.9602867474465522,
      "grad_norm": 0.29395994544029236,
      "learning_rate": 1.734018482099431e-05,
      "loss": 0.2705,
      "step": 30900
    },
    {
      "epoch": 1.9634587324747828,
      "grad_norm": 0.25719061493873596,
      "learning_rate": 1.7287318403857133e-05,
      "loss": 0.2811,
      "step": 30950
    },
    {
      "epoch": 1.9666307175030133,
      "grad_norm": 0.5885137915611267,
      "learning_rate": 1.7234451986719958e-05,
      "loss": 0.2834,
      "step": 31000
    },
    {
      "epoch": 1.969802702531244,
      "grad_norm": 0.43175041675567627,
      "learning_rate": 1.718158556958278e-05,
      "loss": 0.2683,
      "step": 31050
    },
    {
      "epoch": 1.9729746875594747,
      "grad_norm": 0.25399765372276306,
      "learning_rate": 1.71287191524456e-05,
      "loss": 0.2932,
      "step": 31100
    },
    {
      "epoch": 1.9761466725877055,
      "grad_norm": 0.3162282407283783,
      "learning_rate": 1.7075852735308423e-05,
      "loss": 0.2753,
      "step": 31150
    },
    {
      "epoch": 1.979318657615936,
      "grad_norm": 0.5122566223144531,
      "learning_rate": 1.7022986318171248e-05,
      "loss": 0.271,
      "step": 31200
    },
    {
      "epoch": 1.9824906426441666,
      "grad_norm": 0.22120784223079681,
      "learning_rate": 1.6970119901034066e-05,
      "loss": 0.3167,
      "step": 31250
    },
    {
      "epoch": 1.9856626276723974,
      "grad_norm": 0.7437451481819153,
      "learning_rate": 1.6917253483896888e-05,
      "loss": 0.3324,
      "step": 31300
    },
    {
      "epoch": 1.988834612700628,
      "grad_norm": 0.43868857622146606,
      "learning_rate": 1.6864387066759713e-05,
      "loss": 0.3211,
      "step": 31350
    },
    {
      "epoch": 1.9920065977288588,
      "grad_norm": 0.5011254549026489,
      "learning_rate": 1.6811520649622535e-05,
      "loss": 0.3138,
      "step": 31400
    },
    {
      "epoch": 1.9951785827570894,
      "grad_norm": 0.476948618888855,
      "learning_rate": 1.6758654232485357e-05,
      "loss": 0.3014,
      "step": 31450
    },
    {
      "epoch": 1.99835056778532,
      "grad_norm": 0.258881151676178,
      "learning_rate": 1.670578781534818e-05,
      "loss": 0.2907,
      "step": 31500
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.31407585740089417,
      "eval_runtime": 47.9633,
      "eval_samples_per_second": 34.297,
      "eval_steps_per_second": 17.159,
      "step": 31526
    }
  ],
  "logging_steps": 50,
  "max_steps": 47289,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 6.289941398028288e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}