{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.3869625520110958,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006934812760055479,
      "grad_norm": 61.60813903808594,
      "learning_rate": 8.650519031141869e-07,
      "loss": 2.7928,
      "mean_token_accuracy": 0.6783367753028869,
      "step": 5
    },
    {
      "epoch": 0.013869625520110958,
      "grad_norm": 35.546016693115234,
      "learning_rate": 1.7301038062283738e-06,
      "loss": 2.3942,
      "mean_token_accuracy": 0.6943186521530151,
      "step": 10
    },
    {
      "epoch": 0.020804438280166437,
      "grad_norm": 2.246945858001709,
      "learning_rate": 2.5951557093425604e-06,
      "loss": 1.202,
      "mean_token_accuracy": 0.7397322177886962,
      "step": 15
    },
    {
      "epoch": 0.027739251040221916,
      "grad_norm": 1.1429805755615234,
      "learning_rate": 3.4602076124567477e-06,
      "loss": 0.918,
      "mean_token_accuracy": 0.7564186692237854,
      "step": 20
    },
    {
      "epoch": 0.03467406380027739,
      "grad_norm": 0.9538511633872986,
      "learning_rate": 4.325259515570934e-06,
      "loss": 0.8104,
      "mean_token_accuracy": 0.7724308490753173,
      "step": 25
    },
    {
      "epoch": 0.04160887656033287,
      "grad_norm": 0.7069241404533386,
      "learning_rate": 5.190311418685121e-06,
      "loss": 0.7364,
      "mean_token_accuracy": 0.7827559828758239,
      "step": 30
    },
    {
      "epoch": 0.04854368932038835,
      "grad_norm": 0.4030636250972748,
      "learning_rate": 6.055363321799308e-06,
      "loss": 0.6835,
      "mean_token_accuracy": 0.7935511350631714,
      "step": 35
    },
    {
      "epoch": 0.05547850208044383,
      "grad_norm": 0.8142576217651367,
      "learning_rate": 6.920415224913495e-06,
      "loss": 0.6478,
      "mean_token_accuracy": 0.8010085463523865,
      "step": 40
    },
    {
      "epoch": 0.06241331484049931,
      "grad_norm": 0.2626665532588959,
      "learning_rate": 7.785467128027681e-06,
      "loss": 0.6267,
      "mean_token_accuracy": 0.8053073883056641,
      "step": 45
    },
    {
      "epoch": 0.06934812760055478,
      "grad_norm": 0.23942551016807556,
      "learning_rate": 8.650519031141868e-06,
      "loss": 0.6013,
      "mean_token_accuracy": 0.8112802267074585,
      "step": 50
    },
    {
      "epoch": 0.07628294036061026,
      "grad_norm": 0.20308136940002441,
      "learning_rate": 9.515570934256055e-06,
      "loss": 0.5769,
      "mean_token_accuracy": 0.8168688178062439,
      "step": 55
    },
    {
      "epoch": 0.08321775312066575,
      "grad_norm": 0.1854431927204132,
      "learning_rate": 1.0380622837370241e-05,
      "loss": 0.5805,
      "mean_token_accuracy": 0.815436840057373,
      "step": 60
    },
    {
      "epoch": 0.09015256588072122,
      "grad_norm": 0.1700541228055954,
      "learning_rate": 1.124567474048443e-05,
      "loss": 0.5652,
      "mean_token_accuracy": 0.8188095331192017,
      "step": 65
    },
    {
      "epoch": 0.0970873786407767,
      "grad_norm": 0.18573108315467834,
      "learning_rate": 1.2110726643598615e-05,
      "loss": 0.5524,
      "mean_token_accuracy": 0.8222507953643798,
      "step": 70
    },
    {
      "epoch": 0.10402219140083217,
      "grad_norm": 0.18843185901641846,
      "learning_rate": 1.2975778546712803e-05,
      "loss": 0.542,
      "mean_token_accuracy": 0.8249342203140259,
      "step": 75
    },
    {
      "epoch": 0.11095700416088766,
      "grad_norm": 0.21635942161083221,
      "learning_rate": 1.384083044982699e-05,
      "loss": 0.5401,
      "mean_token_accuracy": 0.8251730322837829,
      "step": 80
    },
    {
      "epoch": 0.11789181692094314,
      "grad_norm": 0.21325534582138062,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 0.5404,
      "mean_token_accuracy": 0.8243620276451111,
      "step": 85
    },
    {
      "epoch": 0.12482662968099861,
      "grad_norm": 0.22691610455513,
      "learning_rate": 1.5570934256055363e-05,
      "loss": 0.5278,
      "mean_token_accuracy": 0.8283108592033386,
      "step": 90
    },
    {
      "epoch": 0.1317614424410541,
      "grad_norm": 0.2375083714723587,
      "learning_rate": 1.643598615916955e-05,
      "loss": 0.5198,
      "mean_token_accuracy": 0.8296842217445374,
      "step": 95
    },
    {
      "epoch": 0.13869625520110956,
      "grad_norm": 0.27802157402038574,
      "learning_rate": 1.7301038062283735e-05,
      "loss": 0.5346,
      "mean_token_accuracy": 0.825625765323639,
      "step": 100
    },
    {
      "epoch": 0.14563106796116504,
      "grad_norm": 0.3691716194152832,
      "learning_rate": 1.8166089965397926e-05,
      "loss": 0.5249,
      "mean_token_accuracy": 0.828523588180542,
      "step": 105
    },
    {
      "epoch": 0.15256588072122051,
      "grad_norm": 0.30235254764556885,
      "learning_rate": 1.903114186851211e-05,
      "loss": 0.514,
      "mean_token_accuracy": 0.8320501446723938,
      "step": 110
    },
    {
      "epoch": 0.15950069348127602,
      "grad_norm": 0.3447076380252838,
      "learning_rate": 1.98961937716263e-05,
      "loss": 0.5203,
      "mean_token_accuracy": 0.8298335313796997,
      "step": 115
    },
    {
      "epoch": 0.1664355062413315,
      "grad_norm": 0.28185489773750305,
      "learning_rate": 2.0761245674740483e-05,
      "loss": 0.5305,
      "mean_token_accuracy": 0.8264262914657593,
      "step": 120
    },
    {
      "epoch": 0.17337031900138697,
      "grad_norm": 0.2629449963569641,
      "learning_rate": 2.1626297577854674e-05,
      "loss": 0.5167,
      "mean_token_accuracy": 0.8303680658340454,
      "step": 125
    },
    {
      "epoch": 0.18030513176144244,
      "grad_norm": 0.2788124680519104,
      "learning_rate": 2.249134948096886e-05,
      "loss": 0.5275,
      "mean_token_accuracy": 0.8274267673492431,
      "step": 130
    },
    {
      "epoch": 0.18723994452149792,
      "grad_norm": 0.24550440907478333,
      "learning_rate": 2.3356401384083046e-05,
      "loss": 0.5073,
      "mean_token_accuracy": 0.8328269720077515,
      "step": 135
    },
    {
      "epoch": 0.1941747572815534,
      "grad_norm": 0.7636565566062927,
      "learning_rate": 2.422145328719723e-05,
      "loss": 0.5138,
      "mean_token_accuracy": 0.8308726906776428,
      "step": 140
    },
    {
      "epoch": 0.20110957004160887,
      "grad_norm": 0.6163385510444641,
      "learning_rate": 2.508650519031142e-05,
      "loss": 0.5123,
      "mean_token_accuracy": 0.8311893105506897,
      "step": 145
    },
    {
      "epoch": 0.20804438280166435,
      "grad_norm": 0.3808706998825073,
      "learning_rate": 2.5951557093425606e-05,
      "loss": 0.5018,
      "mean_token_accuracy": 0.8343647360801697,
      "step": 150
    },
    {
      "epoch": 0.21497919556171982,
      "grad_norm": 0.2565021216869354,
      "learning_rate": 2.6816608996539794e-05,
      "loss": 0.4943,
      "mean_token_accuracy": 0.8362817883491516,
      "step": 155
    },
    {
      "epoch": 0.22191400832177532,
      "grad_norm": 0.3511087894439697,
      "learning_rate": 2.768166089965398e-05,
      "loss": 0.4933,
      "mean_token_accuracy": 0.8366880297660828,
      "step": 160
    },
    {
      "epoch": 0.2288488210818308,
      "grad_norm": 0.4006827175617218,
      "learning_rate": 2.8546712802768166e-05,
      "loss": 0.4906,
      "mean_token_accuracy": 0.837351131439209,
      "step": 165
    },
    {
      "epoch": 0.23578363384188628,
      "grad_norm": 0.4149070978164673,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 0.4988,
      "mean_token_accuracy": 0.8351827621459961,
      "step": 170
    },
    {
      "epoch": 0.24271844660194175,
      "grad_norm": 0.32881560921669006,
      "learning_rate": 3.0276816608996538e-05,
      "loss": 0.5085,
      "mean_token_accuracy": 0.831884253025055,
      "step": 175
    },
    {
      "epoch": 0.24965325936199723,
      "grad_norm": 0.46366971731185913,
      "learning_rate": 3.1141868512110726e-05,
      "loss": 0.4964,
      "mean_token_accuracy": 0.8355090618133545,
      "step": 180
    },
    {
      "epoch": 0.2565880721220527,
      "grad_norm": 0.838777482509613,
      "learning_rate": 3.200692041522492e-05,
      "loss": 0.5078,
      "mean_token_accuracy": 0.8320568442344666,
      "step": 185
    },
    {
      "epoch": 0.2635228848821082,
      "grad_norm": 30.57767677307129,
      "learning_rate": 3.28719723183391e-05,
      "loss": 0.4978,
      "mean_token_accuracy": 0.8360116839408874,
      "step": 190
    },
    {
      "epoch": 0.27045769764216365,
      "grad_norm": 0.5885879993438721,
      "learning_rate": 3.373702422145329e-05,
      "loss": 0.497,
      "mean_token_accuracy": 0.8356186389923096,
      "step": 195
    },
    {
      "epoch": 0.27739251040221913,
      "grad_norm": 0.3610420525074005,
      "learning_rate": 3.460207612456747e-05,
      "loss": 0.4989,
      "mean_token_accuracy": 0.8350513100624084,
      "step": 200
    },
    {
      "epoch": 0.2843273231622746,
      "grad_norm": 0.3954995572566986,
      "learning_rate": 3.546712802768166e-05,
      "loss": 0.5011,
      "mean_token_accuracy": 0.83415766954422,
      "step": 205
    },
    {
      "epoch": 0.2912621359223301,
      "grad_norm": 0.3071337342262268,
      "learning_rate": 3.633217993079585e-05,
      "loss": 0.5255,
      "mean_token_accuracy": 0.8285403490066529,
      "step": 210
    },
    {
      "epoch": 0.29819694868238555,
      "grad_norm": 0.31758391857147217,
      "learning_rate": 3.719723183391004e-05,
      "loss": 0.4954,
      "mean_token_accuracy": 0.835390031337738,
      "step": 215
    },
    {
      "epoch": 0.30513176144244103,
      "grad_norm": 0.3296087086200714,
      "learning_rate": 3.806228373702422e-05,
      "loss": 0.4923,
      "mean_token_accuracy": 0.8361375451087951,
      "step": 220
    },
    {
      "epoch": 0.3120665742024965,
      "grad_norm": 0.2980894446372986,
      "learning_rate": 3.892733564013841e-05,
      "loss": 0.4996,
      "mean_token_accuracy": 0.8341476917266846,
      "step": 225
    },
    {
      "epoch": 0.31900138696255204,
      "grad_norm": 0.2892495095729828,
      "learning_rate": 3.97923875432526e-05,
      "loss": 0.4855,
      "mean_token_accuracy": 0.8382086515426636,
      "step": 230
    },
    {
      "epoch": 0.3259361997226075,
      "grad_norm": 0.29287102818489075,
      "learning_rate": 4.065743944636679e-05,
      "loss": 0.4944,
      "mean_token_accuracy": 0.8353524923324585,
      "step": 235
    },
    {
      "epoch": 0.332871012482663,
      "grad_norm": 0.28245487809181213,
      "learning_rate": 4.1522491349480966e-05,
      "loss": 0.4887,
      "mean_token_accuracy": 0.8373544692993165,
      "step": 240
    },
    {
      "epoch": 0.33980582524271846,
      "grad_norm": 0.23551802337169647,
      "learning_rate": 4.238754325259516e-05,
      "loss": 0.4925,
      "mean_token_accuracy": 0.8361364006996155,
      "step": 245
    },
    {
      "epoch": 0.34674063800277394,
      "grad_norm": 0.24266427755355835,
      "learning_rate": 4.325259515570935e-05,
      "loss": 0.4759,
      "mean_token_accuracy": 0.8410738468170166,
      "step": 250
    },
    {
      "epoch": 0.3536754507628294,
      "grad_norm": 0.33316895365715027,
      "learning_rate": 4.411764705882353e-05,
      "loss": 0.4902,
      "mean_token_accuracy": 0.8370885252952576,
      "step": 255
    },
    {
      "epoch": 0.3606102635228849,
      "grad_norm": 0.5113539099693298,
      "learning_rate": 4.498269896193772e-05,
      "loss": 0.4918,
      "mean_token_accuracy": 0.8364068984985351,
      "step": 260
    },
    {
      "epoch": 0.36754507628294036,
      "grad_norm": 0.3733905851840973,
      "learning_rate": 4.58477508650519e-05,
      "loss": 0.49,
      "mean_token_accuracy": 0.8370036244392395,
      "step": 265
    },
    {
      "epoch": 0.37447988904299584,
      "grad_norm": 0.4112997353076935,
      "learning_rate": 4.671280276816609e-05,
      "loss": 0.4932,
      "mean_token_accuracy": 0.8356328129768371,
      "step": 270
    },
    {
      "epoch": 0.3814147018030513,
      "grad_norm": 0.5121487379074097,
      "learning_rate": 4.7577854671280283e-05,
      "loss": 0.479,
      "mean_token_accuracy": 0.839626955986023,
      "step": 275
    },
    {
      "epoch": 0.3883495145631068,
      "grad_norm": 0.36294957995414734,
      "learning_rate": 4.844290657439446e-05,
      "loss": 0.4829,
      "mean_token_accuracy": 0.8391167283058166,
      "step": 280
    },
    {
      "epoch": 0.39528432732316227,
      "grad_norm": 0.3162820339202881,
      "learning_rate": 4.930795847750865e-05,
      "loss": 0.4899,
      "mean_token_accuracy": 0.8368083834648132,
      "step": 285
    },
    {
      "epoch": 0.40221914008321774,
      "grad_norm": 0.3973437547683716,
      "learning_rate": 4.9980732177263974e-05,
      "loss": 0.4864,
      "mean_token_accuracy": 0.8374906539916992,
      "step": 290
    },
    {
      "epoch": 0.4091539528432732,
      "grad_norm": 0.5423433184623718,
      "learning_rate": 4.9884393063583816e-05,
      "loss": 0.4907,
      "mean_token_accuracy": 0.8373413920402527,
      "step": 295
    },
    {
      "epoch": 0.4160887656033287,
      "grad_norm": 0.39722123742103577,
      "learning_rate": 4.9788053949903666e-05,
      "loss": 0.4961,
      "mean_token_accuracy": 0.8351489901542664,
      "step": 300
    },
    {
      "epoch": 0.42302357836338417,
      "grad_norm": 0.34169071912765503,
      "learning_rate": 4.969171483622351e-05,
      "loss": 0.4891,
      "mean_token_accuracy": 0.8370493412017822,
      "step": 305
    },
    {
      "epoch": 0.42995839112343964,
      "grad_norm": 0.3429335951805115,
      "learning_rate": 4.959537572254335e-05,
      "loss": 0.4794,
      "mean_token_accuracy": 0.8396916627883911,
      "step": 310
    },
    {
      "epoch": 0.4368932038834951,
      "grad_norm": 0.3266272246837616,
      "learning_rate": 4.94990366088632e-05,
      "loss": 0.4757,
      "mean_token_accuracy": 0.8405494570732117,
      "step": 315
    },
    {
      "epoch": 0.44382801664355065,
      "grad_norm": 0.2874930202960968,
      "learning_rate": 4.940269749518305e-05,
      "loss": 0.4978,
      "mean_token_accuracy": 0.8344841122627258,
      "step": 320
    },
    {
      "epoch": 0.4507628294036061,
      "grad_norm": 0.2812349498271942,
      "learning_rate": 4.930635838150289e-05,
      "loss": 0.4839,
      "mean_token_accuracy": 0.8383953332901001,
      "step": 325
    },
    {
      "epoch": 0.4576976421636616,
      "grad_norm": 0.25296345353126526,
      "learning_rate": 4.921001926782274e-05,
      "loss": 0.4738,
      "mean_token_accuracy": 0.8412886261940002,
      "step": 330
    },
    {
      "epoch": 0.4646324549237171,
      "grad_norm": 0.22165291011333466,
      "learning_rate": 4.9113680154142584e-05,
      "loss": 0.4867,
      "mean_token_accuracy": 0.8379201173782349,
      "step": 335
    },
    {
      "epoch": 0.47156726768377255,
      "grad_norm": 0.2551758289337158,
      "learning_rate": 4.9017341040462426e-05,
      "loss": 0.4786,
      "mean_token_accuracy": 0.8399594306945801,
      "step": 340
    },
    {
      "epoch": 0.478502080443828,
      "grad_norm": 0.25708919763565063,
      "learning_rate": 4.8921001926782276e-05,
      "loss": 0.48,
      "mean_token_accuracy": 0.8395551085472107,
      "step": 345
    },
    {
      "epoch": 0.4854368932038835,
      "grad_norm": 0.1992408186197281,
      "learning_rate": 4.8824662813102125e-05,
      "loss": 0.4714,
      "mean_token_accuracy": 0.8418668508529663,
      "step": 350
    },
    {
      "epoch": 0.492371705963939,
      "grad_norm": 0.23445720970630646,
      "learning_rate": 4.872832369942197e-05,
      "loss": 0.471,
      "mean_token_accuracy": 0.8421580553054809,
      "step": 355
    },
    {
      "epoch": 0.49930651872399445,
      "grad_norm": 0.31462928652763367,
      "learning_rate": 4.863198458574181e-05,
      "loss": 0.4711,
      "mean_token_accuracy": 0.842027747631073,
      "step": 360
    },
    {
      "epoch": 0.5062413314840499,
      "grad_norm": 0.24767646193504333,
      "learning_rate": 4.853564547206166e-05,
      "loss": 0.4717,
      "mean_token_accuracy": 0.8417503118515015,
      "step": 365
    },
    {
      "epoch": 0.5131761442441054,
      "grad_norm": 0.2389938235282898,
      "learning_rate": 4.84393063583815e-05,
      "loss": 0.4677,
      "mean_token_accuracy": 0.8431912064552307,
      "step": 370
    },
    {
      "epoch": 0.5201109570041609,
      "grad_norm": 0.29998722672462463,
      "learning_rate": 4.834296724470135e-05,
      "loss": 0.4877,
      "mean_token_accuracy": 0.8374402284622192,
      "step": 375
    },
    {
      "epoch": 0.5270457697642164,
      "grad_norm": 0.2877121865749359,
      "learning_rate": 4.82466281310212e-05,
      "loss": 0.4863,
      "mean_token_accuracy": 0.8380719065666199,
      "step": 380
    },
    {
      "epoch": 0.5339805825242718,
      "grad_norm": 0.24628062546253204,
      "learning_rate": 4.815028901734104e-05,
      "loss": 0.4665,
      "mean_token_accuracy": 0.8434135437011718,
      "step": 385
    },
    {
      "epoch": 0.5409153952843273,
      "grad_norm": 0.24347947537899017,
      "learning_rate": 4.8053949903660886e-05,
      "loss": 0.476,
      "mean_token_accuracy": 0.8404138565063477,
      "step": 390
    },
    {
      "epoch": 0.5478502080443828,
      "grad_norm": 0.20724909007549286,
      "learning_rate": 4.7957610789980735e-05,
      "loss": 0.4881,
      "mean_token_accuracy": 0.8372583389282227,
      "step": 395
    },
    {
      "epoch": 0.5547850208044383,
      "grad_norm": 0.2162594497203827,
      "learning_rate": 4.786127167630058e-05,
      "loss": 0.4726,
      "mean_token_accuracy": 0.842011570930481,
      "step": 400
    },
    {
      "epoch": 0.5617198335644937,
      "grad_norm": 0.34494099020957947,
      "learning_rate": 4.776493256262042e-05,
      "loss": 0.4783,
      "mean_token_accuracy": 0.8399308085441589,
      "step": 405
    },
    {
      "epoch": 0.5686546463245492,
      "grad_norm": 0.24402566254138947,
      "learning_rate": 4.7668593448940276e-05,
      "loss": 0.4953,
      "mean_token_accuracy": 0.8352864623069763,
      "step": 410
    },
    {
      "epoch": 0.5755894590846047,
      "grad_norm": 0.2124612033367157,
      "learning_rate": 4.757225433526012e-05,
      "loss": 0.4849,
      "mean_token_accuracy": 0.8380748987197876,
      "step": 415
    },
    {
      "epoch": 0.5825242718446602,
      "grad_norm": 0.20577934384346008,
      "learning_rate": 4.747591522157996e-05,
      "loss": 0.4591,
      "mean_token_accuracy": 0.845665693283081,
      "step": 420
    },
    {
      "epoch": 0.5894590846047156,
      "grad_norm": 0.2838655710220337,
      "learning_rate": 4.737957610789981e-05,
      "loss": 0.4709,
      "mean_token_accuracy": 0.8418583750724793,
      "step": 425
    },
    {
      "epoch": 0.5963938973647711,
      "grad_norm": 0.2222902923822403,
      "learning_rate": 4.7283236994219653e-05,
      "loss": 0.4817,
      "mean_token_accuracy": 0.8388337612152099,
      "step": 430
    },
    {
      "epoch": 0.6033287101248266,
      "grad_norm": 0.25565460324287415,
      "learning_rate": 4.7186897880539496e-05,
      "loss": 0.4724,
      "mean_token_accuracy": 0.8415215969085693,
      "step": 435
    },
    {
      "epoch": 0.6102635228848821,
      "grad_norm": 0.680081844329834,
      "learning_rate": 4.709055876685935e-05,
      "loss": 0.4777,
      "mean_token_accuracy": 0.8402902245521545,
      "step": 440
    },
    {
      "epoch": 0.6171983356449375,
      "grad_norm": 0.3035682141780853,
      "learning_rate": 4.6994219653179195e-05,
      "loss": 0.4749,
      "mean_token_accuracy": 0.8405117988586426,
      "step": 445
    },
    {
      "epoch": 0.624133148404993,
      "grad_norm": 0.22393807768821716,
      "learning_rate": 4.689788053949904e-05,
      "loss": 0.4735,
      "mean_token_accuracy": 0.8410566568374633,
      "step": 450
    },
    {
      "epoch": 0.6310679611650486,
      "grad_norm": 0.23452860116958618,
      "learning_rate": 4.6801541425818887e-05,
      "loss": 0.4798,
      "mean_token_accuracy": 0.8394344925880433,
      "step": 455
    },
    {
      "epoch": 0.6380027739251041,
      "grad_norm": 0.21135355532169342,
      "learning_rate": 4.670520231213873e-05,
      "loss": 0.4783,
      "mean_token_accuracy": 0.8398800015449523,
      "step": 460
    },
    {
      "epoch": 0.6449375866851595,
      "grad_norm": 0.2495516985654831,
      "learning_rate": 4.660886319845857e-05,
      "loss": 0.4769,
      "mean_token_accuracy": 0.8407980084419251,
      "step": 465
    },
    {
      "epoch": 0.651872399445215,
      "grad_norm": 0.25724372267723083,
      "learning_rate": 4.651252408477843e-05,
      "loss": 0.4764,
      "mean_token_accuracy": 0.8402070879936219,
      "step": 470
    },
    {
      "epoch": 0.6588072122052705,
      "grad_norm": 0.28974995017051697,
      "learning_rate": 4.641618497109827e-05,
      "loss": 0.468,
      "mean_token_accuracy": 0.8425545215606689,
      "step": 475
    },
    {
      "epoch": 0.665742024965326,
      "grad_norm": 0.26298555731773376,
      "learning_rate": 4.631984585741811e-05,
      "loss": 0.4752,
      "mean_token_accuracy": 0.8405273199081421,
      "step": 480
    },
    {
      "epoch": 0.6726768377253814,
      "grad_norm": 0.3188522756099701,
      "learning_rate": 4.622350674373796e-05,
      "loss": 0.4683,
      "mean_token_accuracy": 0.8426392555236817,
      "step": 485
    },
    {
      "epoch": 0.6796116504854369,
      "grad_norm": 0.2528276741504669,
      "learning_rate": 4.6127167630057805e-05,
      "loss": 0.4753,
      "mean_token_accuracy": 0.840662169456482,
      "step": 490
    },
    {
      "epoch": 0.6865464632454924,
      "grad_norm": 0.3695737421512604,
      "learning_rate": 4.603082851637765e-05,
      "loss": 0.501,
      "mean_token_accuracy": 0.8371694445610046,
      "step": 495
    },
    {
      "epoch": 0.6934812760055479,
      "grad_norm": 0.31206727027893066,
      "learning_rate": 4.59344894026975e-05,
      "loss": 0.478,
      "mean_token_accuracy": 0.8401562452316285,
      "step": 500
    },
    {
      "epoch": 0.7004160887656034,
      "grad_norm": 3.478522539138794,
      "learning_rate": 4.5838150289017346e-05,
      "loss": 0.49,
      "mean_token_accuracy": 0.8365014433860779,
      "step": 505
    },
    {
      "epoch": 0.7073509015256588,
      "grad_norm": 0.4430016875267029,
      "learning_rate": 4.574181117533719e-05,
      "loss": 0.47,
      "mean_token_accuracy": 0.8422938823699951,
      "step": 510
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.28713470697402954,
      "learning_rate": 4.564547206165704e-05,
      "loss": 0.4786,
      "mean_token_accuracy": 0.8401166200637817,
      "step": 515
    },
    {
      "epoch": 0.7212205270457698,
      "grad_norm": 0.2158370316028595,
      "learning_rate": 4.554913294797688e-05,
      "loss": 0.4703,
      "mean_token_accuracy": 0.8421276092529297,
      "step": 520
    },
    {
      "epoch": 0.7281553398058253,
      "grad_norm": 0.2426484376192093,
      "learning_rate": 4.545279383429672e-05,
      "loss": 0.469,
      "mean_token_accuracy": 0.8426563143730164,
      "step": 525
    },
    {
      "epoch": 0.7350901525658807,
      "grad_norm": 0.27153995633125305,
      "learning_rate": 4.535645472061657e-05,
      "loss": 0.4754,
      "mean_token_accuracy": 0.8406094431877136,
      "step": 530
    },
    {
      "epoch": 0.7420249653259362,
      "grad_norm": 0.1991535872220993,
      "learning_rate": 4.526011560693642e-05,
      "loss": 0.4782,
      "mean_token_accuracy": 0.8397158980369568,
      "step": 535
    },
    {
      "epoch": 0.7489597780859917,
      "grad_norm": 0.15923242270946503,
      "learning_rate": 4.5163776493256264e-05,
      "loss": 0.4563,
      "mean_token_accuracy": 0.8461790800094604,
      "step": 540
    },
    {
      "epoch": 0.7558945908460472,
      "grad_norm": 0.18306083977222443,
      "learning_rate": 4.5067437379576114e-05,
      "loss": 0.4791,
      "mean_token_accuracy": 0.8393635034561158,
      "step": 545
    },
    {
      "epoch": 0.7628294036061026,
      "grad_norm": 0.24309256672859192,
      "learning_rate": 4.4971098265895956e-05,
      "loss": 0.4777,
      "mean_token_accuracy": 0.8401144862174987,
      "step": 550
    },
    {
      "epoch": 0.7697642163661581,
      "grad_norm": 0.20910784602165222,
      "learning_rate": 4.48747591522158e-05,
      "loss": 0.4728,
      "mean_token_accuracy": 0.8417426466941833,
      "step": 555
    },
    {
      "epoch": 0.7766990291262136,
      "grad_norm": 0.1896984726190567,
      "learning_rate": 4.477842003853565e-05,
      "loss": 0.4557,
      "mean_token_accuracy": 0.8461586833000183,
      "step": 560
    },
    {
      "epoch": 0.7836338418862691,
      "grad_norm": 0.18798613548278809,
      "learning_rate": 4.46820809248555e-05,
      "loss": 0.457,
      "mean_token_accuracy": 0.8459754705429077,
      "step": 565
    },
    {
      "epoch": 0.7905686546463245,
      "grad_norm": 0.18959036469459534,
      "learning_rate": 4.458574181117534e-05,
      "loss": 0.4633,
      "mean_token_accuracy": 0.8437102913856507,
      "step": 570
    },
    {
      "epoch": 0.79750346740638,
      "grad_norm": 0.16292130947113037,
      "learning_rate": 4.448940269749519e-05,
      "loss": 0.4749,
      "mean_token_accuracy": 0.8404599308967591,
      "step": 575
    },
    {
      "epoch": 0.8044382801664355,
      "grad_norm": 0.17686040699481964,
      "learning_rate": 4.439306358381503e-05,
      "loss": 0.4601,
      "mean_token_accuracy": 0.844899308681488,
      "step": 580
    },
    {
      "epoch": 0.811373092926491,
      "grad_norm": 0.1865614652633667,
      "learning_rate": 4.4296724470134875e-05,
      "loss": 0.4533,
      "mean_token_accuracy": 0.846677553653717,
      "step": 585
    },
    {
      "epoch": 0.8183079056865464,
      "grad_norm": 0.2037810981273651,
      "learning_rate": 4.4200385356454724e-05,
      "loss": 0.4575,
      "mean_token_accuracy": 0.8457266449928283,
      "step": 590
    },
    {
      "epoch": 0.8252427184466019,
      "grad_norm": 0.16701985895633698,
      "learning_rate": 4.4104046242774566e-05,
      "loss": 0.466,
      "mean_token_accuracy": 0.8428797006607056,
      "step": 595
    },
    {
      "epoch": 0.8321775312066574,
      "grad_norm": 0.19714096188545227,
      "learning_rate": 4.4007707129094416e-05,
      "loss": 0.4696,
      "mean_token_accuracy": 0.8422728657722474,
      "step": 600
    },
    {
      "epoch": 0.8391123439667129,
      "grad_norm": 0.20772860944271088,
      "learning_rate": 4.391136801541426e-05,
      "loss": 0.4635,
      "mean_token_accuracy": 0.8438523054122925,
      "step": 605
    },
    {
      "epoch": 0.8460471567267683,
      "grad_norm": 0.35546374320983887,
      "learning_rate": 4.381502890173411e-05,
      "loss": 0.4665,
      "mean_token_accuracy": 0.8430918097496033,
      "step": 610
    },
    {
      "epoch": 0.8529819694868238,
      "grad_norm": 0.19986563920974731,
      "learning_rate": 4.371868978805395e-05,
      "loss": 0.4742,
      "mean_token_accuracy": 0.8409379243850708,
      "step": 615
    },
    {
      "epoch": 0.8599167822468793,
      "grad_norm": 0.4013294279575348,
      "learning_rate": 4.36223506743738e-05,
      "loss": 0.4673,
      "mean_token_accuracy": 0.8426662087440491,
      "step": 620
    },
    {
      "epoch": 0.8668515950069348,
      "grad_norm": 0.29566317796707153,
      "learning_rate": 4.352601156069364e-05,
      "loss": 0.4837,
      "mean_token_accuracy": 0.8380556702613831,
      "step": 625
    },
    {
      "epoch": 0.8737864077669902,
      "grad_norm": 0.24461045861244202,
      "learning_rate": 4.342967244701349e-05,
      "loss": 0.4648,
      "mean_token_accuracy": 0.8434231281280518,
      "step": 630
    },
    {
      "epoch": 0.8807212205270458,
      "grad_norm": 0.2197730541229248,
      "learning_rate": 4.3333333333333334e-05,
      "loss": 0.4585,
      "mean_token_accuracy": 0.8448979973793029,
      "step": 635
    },
    {
      "epoch": 0.8876560332871013,
      "grad_norm": 0.22158759832382202,
      "learning_rate": 4.3236994219653183e-05,
      "loss": 0.4678,
      "mean_token_accuracy": 0.8427410125732422,
      "step": 640
    },
    {
      "epoch": 0.8945908460471568,
      "grad_norm": 0.17014814913272858,
      "learning_rate": 4.3140655105973026e-05,
      "loss": 0.4706,
      "mean_token_accuracy": 0.8416074395179749,
      "step": 645
    },
    {
      "epoch": 0.9015256588072122,
      "grad_norm": 0.22929687798023224,
      "learning_rate": 4.304431599229287e-05,
      "loss": 0.4753,
      "mean_token_accuracy": 0.8403880834579468,
      "step": 650
    },
    {
      "epoch": 0.9084604715672677,
      "grad_norm": 0.20894835889339447,
      "learning_rate": 4.294797687861272e-05,
      "loss": 0.4734,
      "mean_token_accuracy": 0.8410162568092346,
      "step": 655
    },
    {
      "epoch": 0.9153952843273232,
      "grad_norm": 0.18031327426433563,
      "learning_rate": 4.285163776493257e-05,
      "loss": 0.4536,
      "mean_token_accuracy": 0.8469532251358032,
      "step": 660
    },
    {
      "epoch": 0.9223300970873787,
      "grad_norm": 0.17288991808891296,
      "learning_rate": 4.275529865125241e-05,
      "loss": 0.4611,
      "mean_token_accuracy": 0.8443895936012268,
      "step": 665
    },
    {
      "epoch": 0.9292649098474342,
      "grad_norm": 0.1980760544538498,
      "learning_rate": 4.265895953757226e-05,
      "loss": 0.484,
      "mean_token_accuracy": 0.8379009962081909,
      "step": 670
    },
    {
      "epoch": 0.9361997226074896,
      "grad_norm": 0.20848602056503296,
      "learning_rate": 4.25626204238921e-05,
      "loss": 0.4771,
      "mean_token_accuracy": 0.8398370265960693,
      "step": 675
    },
    {
      "epoch": 0.9431345353675451,
      "grad_norm": 0.1636408418416977,
      "learning_rate": 4.2466281310211944e-05,
      "loss": 0.4578,
      "mean_token_accuracy": 0.845670223236084,
      "step": 680
    },
    {
      "epoch": 0.9500693481276006,
      "grad_norm": 0.22376923263072968,
      "learning_rate": 4.2369942196531794e-05,
      "loss": 0.4652,
      "mean_token_accuracy": 0.8431706428527832,
      "step": 685
    },
    {
      "epoch": 0.957004160887656,
      "grad_norm": 0.21399416029453278,
      "learning_rate": 4.2273603082851636e-05,
      "loss": 0.4537,
      "mean_token_accuracy": 0.8464810252189636,
      "step": 690
    },
    {
      "epoch": 0.9639389736477115,
      "grad_norm": 2.5790159702301025,
      "learning_rate": 4.2177263969171485e-05,
      "loss": 0.4754,
      "mean_token_accuracy": 0.8421392440795898,
      "step": 695
    },
    {
      "epoch": 0.970873786407767,
      "grad_norm": 0.2648729085922241,
      "learning_rate": 4.2080924855491335e-05,
      "loss": 0.469,
      "mean_token_accuracy": 0.8423485517501831,
      "step": 700
    },
    {
      "epoch": 0.9778085991678225,
      "grad_norm": 0.20691435039043427,
      "learning_rate": 4.198458574181118e-05,
      "loss": 0.4534,
      "mean_token_accuracy": 0.8466127276420593,
      "step": 705
    },
    {
      "epoch": 0.984743411927878,
      "grad_norm": 0.2122969925403595,
      "learning_rate": 4.188824662813102e-05,
      "loss": 0.4744,
      "mean_token_accuracy": 0.843373692035675,
      "step": 710
    },
    {
      "epoch": 0.9916782246879334,
      "grad_norm": 0.18356889486312866,
      "learning_rate": 4.179190751445087e-05,
      "loss": 0.4735,
      "mean_token_accuracy": 0.840711236000061,
      "step": 715
    },
    {
      "epoch": 0.9986130374479889,
      "grad_norm": 0.2710322141647339,
      "learning_rate": 4.169556840077071e-05,
      "loss": 0.4893,
      "mean_token_accuracy": 0.8400939464569092,
      "step": 720
    },
    {
      "epoch": 1.0055478502080444,
      "grad_norm": 0.28685542941093445,
      "learning_rate": 4.159922928709056e-05,
      "loss": 0.4413,
      "mean_token_accuracy": 0.8504527807235718,
      "step": 725
    },
    {
      "epoch": 1.0124826629680999,
      "grad_norm": 0.24674533307552338,
      "learning_rate": 4.150289017341041e-05,
      "loss": 0.4098,
      "mean_token_accuracy": 0.8587909460067749,
      "step": 730
    },
    {
      "epoch": 1.0194174757281553,
      "grad_norm": 0.21753250062465668,
      "learning_rate": 4.140655105973025e-05,
      "loss": 0.3935,
      "mean_token_accuracy": 0.8634741544723511,
      "step": 735
    },
    {
      "epoch": 1.0263522884882108,
      "grad_norm": 0.20492789149284363,
      "learning_rate": 4.1310211946050096e-05,
      "loss": 0.4068,
      "mean_token_accuracy": 0.8603113770484925,
      "step": 740
    },
    {
      "epoch": 1.0332871012482663,
      "grad_norm": 0.16923396289348602,
      "learning_rate": 4.1213872832369945e-05,
      "loss": 0.4185,
      "mean_token_accuracy": 0.8562816023826599,
      "step": 745
    },
    {
      "epoch": 1.0402219140083218,
      "grad_norm": 0.18504321575164795,
      "learning_rate": 4.111753371868979e-05,
      "loss": 0.4083,
      "mean_token_accuracy": 0.8588919401168823,
      "step": 750
    },
    {
      "epoch": 1.0471567267683772,
      "grad_norm": 0.15754340589046478,
      "learning_rate": 4.102119460500964e-05,
      "loss": 0.4001,
      "mean_token_accuracy": 0.8617303729057312,
      "step": 755
    },
    {
      "epoch": 1.0540915395284327,
      "grad_norm": 0.16705656051635742,
      "learning_rate": 4.0924855491329486e-05,
      "loss": 0.4124,
      "mean_token_accuracy": 0.8577338337898255,
      "step": 760
    },
    {
      "epoch": 1.0610263522884882,
      "grad_norm": 0.1913621723651886,
      "learning_rate": 4.082851637764933e-05,
      "loss": 0.4027,
      "mean_token_accuracy": 0.860604989528656,
      "step": 765
    },
    {
      "epoch": 1.0679611650485437,
      "grad_norm": 0.1807246059179306,
      "learning_rate": 4.073217726396917e-05,
      "loss": 0.4154,
      "mean_token_accuracy": 0.8569133520126343,
      "step": 770
    },
    {
      "epoch": 1.0748959778085991,
      "grad_norm": 0.16904115676879883,
      "learning_rate": 4.063583815028902e-05,
      "loss": 0.4043,
      "mean_token_accuracy": 0.8603330969810485,
      "step": 775
    },
    {
      "epoch": 1.0818307905686546,
      "grad_norm": 0.13820037245750427,
      "learning_rate": 4.053949903660886e-05,
      "loss": 0.4032,
      "mean_token_accuracy": 0.8607820630073547,
      "step": 780
    },
    {
      "epoch": 1.08876560332871,
      "grad_norm": 0.15458045899868011,
      "learning_rate": 4.0443159922928706e-05,
      "loss": 0.4126,
      "mean_token_accuracy": 0.8577965140342713,
      "step": 785
    },
    {
      "epoch": 1.0957004160887656,
      "grad_norm": 0.14621621370315552,
      "learning_rate": 4.034682080924856e-05,
      "loss": 0.4164,
      "mean_token_accuracy": 0.8568703651428222,
      "step": 790
    },
    {
      "epoch": 1.102635228848821,
      "grad_norm": 0.22418245673179626,
      "learning_rate": 4.0250481695568404e-05,
      "loss": 0.4151,
      "mean_token_accuracy": 0.8572113513946533,
      "step": 795
    },
    {
      "epoch": 1.1095700416088765,
      "grad_norm": 0.18166805803775787,
      "learning_rate": 4.015414258188825e-05,
      "loss": 0.4236,
      "mean_token_accuracy": 0.8545473575592041,
      "step": 800
    },
    {
      "epoch": 1.116504854368932,
      "grad_norm": 0.19410911202430725,
      "learning_rate": 4.0057803468208096e-05,
      "loss": 0.4081,
      "mean_token_accuracy": 0.8594057202339173,
      "step": 805
    },
    {
      "epoch": 1.1234396671289875,
      "grad_norm": 0.15663549304008484,
      "learning_rate": 3.996146435452794e-05,
      "loss": 0.41,
      "mean_token_accuracy": 0.8585174441337585,
      "step": 810
    },
    {
      "epoch": 1.130374479889043,
      "grad_norm": 0.2926901578903198,
      "learning_rate": 3.986512524084778e-05,
      "loss": 0.4088,
      "mean_token_accuracy": 0.8590117692947388,
      "step": 815
    },
    {
      "epoch": 1.1373092926490984,
      "grad_norm": 0.14440152049064636,
      "learning_rate": 3.976878612716764e-05,
      "loss": 0.4029,
      "mean_token_accuracy": 0.8609296917915344,
      "step": 820
    },
    {
      "epoch": 1.1442441054091539,
      "grad_norm": 0.18435537815093994,
      "learning_rate": 3.967244701348748e-05,
      "loss": 0.406,
      "mean_token_accuracy": 0.8599510669708252,
      "step": 825
    },
    {
      "epoch": 1.1511789181692094,
      "grad_norm": 0.16614344716072083,
      "learning_rate": 3.957610789980732e-05,
      "loss": 0.4165,
      "mean_token_accuracy": 0.8565038800239563,
      "step": 830
    },
    {
      "epoch": 1.1581137309292648,
      "grad_norm": 0.180514857172966,
      "learning_rate": 3.947976878612717e-05,
      "loss": 0.4233,
      "mean_token_accuracy": 0.854881489276886,
      "step": 835
    },
    {
      "epoch": 1.1650485436893203,
      "grad_norm": 0.17873796820640564,
      "learning_rate": 3.9383429672447015e-05,
      "loss": 0.4142,
      "mean_token_accuracy": 0.8575613379478455,
      "step": 840
    },
    {
      "epoch": 1.1719833564493758,
      "grad_norm": 0.17171607911586761,
      "learning_rate": 3.928709055876686e-05,
      "loss": 0.4199,
      "mean_token_accuracy": 0.8555831432342529,
      "step": 845
    },
    {
      "epoch": 1.1789181692094313,
      "grad_norm": 0.2052180916070938,
      "learning_rate": 3.9190751445086707e-05,
      "loss": 0.4084,
      "mean_token_accuracy": 0.8590785980224609,
      "step": 850
    },
    {
      "epoch": 1.1858529819694867,
      "grad_norm": 0.16104774177074432,
      "learning_rate": 3.9094412331406556e-05,
      "loss": 0.4064,
      "mean_token_accuracy": 0.8598842978477478,
      "step": 855
    },
    {
      "epoch": 1.1927877947295422,
      "grad_norm": 0.16743043065071106,
      "learning_rate": 3.89980732177264e-05,
      "loss": 0.4136,
      "mean_token_accuracy": 0.857661247253418,
      "step": 860
    },
    {
      "epoch": 1.1997226074895977,
      "grad_norm": 0.15085460245609283,
      "learning_rate": 3.890173410404625e-05,
      "loss": 0.4143,
      "mean_token_accuracy": 0.8573906064033509,
      "step": 865
    },
    {
      "epoch": 1.2066574202496532,
      "grad_norm": 0.14390355348587036,
      "learning_rate": 3.880539499036609e-05,
      "loss": 0.4221,
      "mean_token_accuracy": 0.8549758553504944,
      "step": 870
    },
    {
      "epoch": 1.2135922330097086,
      "grad_norm": 0.170955091714859,
      "learning_rate": 3.870905587668593e-05,
      "loss": 0.417,
      "mean_token_accuracy": 0.8564952373504638,
      "step": 875
    },
    {
      "epoch": 1.2205270457697641,
      "grad_norm": 0.17432747781276703,
      "learning_rate": 3.861271676300578e-05,
      "loss": 0.4065,
      "mean_token_accuracy": 0.8594078302383423,
      "step": 880
    },
    {
      "epoch": 1.2274618585298196,
      "grad_norm": 0.15886807441711426,
      "learning_rate": 3.851637764932563e-05,
      "loss": 0.4191,
      "mean_token_accuracy": 0.8560209155082703,
      "step": 885
    },
    {
      "epoch": 1.234396671289875,
      "grad_norm": 0.22739961743354797,
      "learning_rate": 3.8420038535645474e-05,
      "loss": 0.4136,
      "mean_token_accuracy": 0.8580429792404175,
      "step": 890
    },
    {
      "epoch": 1.2413314840499305,
      "grad_norm": 0.1761876940727234,
      "learning_rate": 3.832369942196532e-05,
      "loss": 0.4058,
      "mean_token_accuracy": 0.8598258137702942,
      "step": 895
    },
    {
      "epoch": 1.248266296809986,
      "grad_norm": 0.8043875098228455,
      "learning_rate": 3.8227360308285166e-05,
      "loss": 0.4146,
      "mean_token_accuracy": 0.8571544885635376,
      "step": 900
    },
    {
      "epoch": 1.2552011095700415,
      "grad_norm": 0.18043817579746246,
      "learning_rate": 3.813102119460501e-05,
      "loss": 0.4032,
      "mean_token_accuracy": 0.8605299115180969,
      "step": 905
    },
    {
      "epoch": 1.262135922330097,
      "grad_norm": 0.16484476625919342,
      "learning_rate": 3.803468208092486e-05,
      "loss": 0.3987,
      "mean_token_accuracy": 0.8620869636535644,
      "step": 910
    },
    {
      "epoch": 1.2690707350901524,
      "grad_norm": 0.15530748665332794,
      "learning_rate": 3.793834296724471e-05,
      "loss": 0.4019,
      "mean_token_accuracy": 0.8608452916145325,
      "step": 915
    },
    {
      "epoch": 1.276005547850208,
      "grad_norm": 0.16284696757793427,
      "learning_rate": 3.784200385356455e-05,
      "loss": 0.4056,
      "mean_token_accuracy": 0.8598546504974365,
      "step": 920
    },
    {
      "epoch": 1.2829403606102634,
      "grad_norm": 0.15156075358390808,
      "learning_rate": 3.774566473988439e-05,
      "loss": 0.4148,
      "mean_token_accuracy": 0.8573850750923157,
      "step": 925
    },
    {
      "epoch": 1.2898751733703189,
      "grad_norm": 0.18044961988925934,
      "learning_rate": 3.764932562620424e-05,
      "loss": 0.4165,
      "mean_token_accuracy": 0.8561815977096557,
      "step": 930
    },
    {
      "epoch": 1.2968099861303743,
      "grad_norm": 0.1658436506986618,
      "learning_rate": 3.7552986512524084e-05,
      "loss": 0.4056,
      "mean_token_accuracy": 0.8600709080696106,
      "step": 935
    },
    {
      "epoch": 1.3037447988904298,
      "grad_norm": 0.16520382463932037,
      "learning_rate": 3.7456647398843934e-05,
      "loss": 0.4148,
      "mean_token_accuracy": 0.8568984508514405,
      "step": 940
    },
    {
      "epoch": 1.3106796116504853,
      "grad_norm": 0.1799880713224411,
      "learning_rate": 3.736030828516378e-05,
      "loss": 0.4188,
      "mean_token_accuracy": 0.856162166595459,
      "step": 945
    },
    {
      "epoch": 1.317614424410541,
      "grad_norm": 0.16812920570373535,
      "learning_rate": 3.7263969171483626e-05,
      "loss": 0.4111,
      "mean_token_accuracy": 0.8584610104560852,
      "step": 950
    },
    {
      "epoch": 1.3245492371705965,
      "grad_norm": 0.15165302157402039,
      "learning_rate": 3.716763005780347e-05,
      "loss": 0.404,
      "mean_token_accuracy": 0.860293960571289,
      "step": 955
    },
    {
      "epoch": 1.331484049930652,
      "grad_norm": 0.13624367117881775,
      "learning_rate": 3.707129094412332e-05,
      "loss": 0.4136,
      "mean_token_accuracy": 0.8572997689247132,
      "step": 960
    },
    {
      "epoch": 1.3384188626907074,
      "grad_norm": 0.6036350131034851,
      "learning_rate": 3.697495183044316e-05,
      "loss": 0.4139,
      "mean_token_accuracy": 0.8579724669456482,
      "step": 965
    },
    {
      "epoch": 1.345353675450763,
      "grad_norm": 0.16172119975090027,
      "learning_rate": 3.6878612716763e-05,
      "loss": 0.4194,
      "mean_token_accuracy": 0.8556413412094116,
      "step": 970
    },
    {
      "epoch": 1.3522884882108184,
      "grad_norm": 0.13519282639026642,
      "learning_rate": 3.678227360308285e-05,
      "loss": 0.4053,
      "mean_token_accuracy": 0.8597145199775695,
      "step": 975
    },
    {
      "epoch": 1.3592233009708738,
      "grad_norm": 0.14305779337882996,
      "learning_rate": 3.66859344894027e-05,
      "loss": 0.4066,
      "mean_token_accuracy": 0.8596665501594544,
      "step": 980
    },
    {
      "epoch": 1.3661581137309293,
      "grad_norm": 0.18043436110019684,
      "learning_rate": 3.6589595375722544e-05,
      "loss": 0.4061,
      "mean_token_accuracy": 0.8598026871681214,
      "step": 985
    },
    {
      "epoch": 1.3730929264909848,
      "grad_norm": 0.12696458399295807,
      "learning_rate": 3.649325626204239e-05,
      "loss": 0.4035,
      "mean_token_accuracy": 0.860295832157135,
      "step": 990
    },
    {
      "epoch": 1.3800277392510403,
      "grad_norm": 0.15299014747142792,
      "learning_rate": 3.6396917148362236e-05,
      "loss": 0.4045,
      "mean_token_accuracy": 0.8601055145263672,
      "step": 995
    },
    {
      "epoch": 1.3869625520110958,
      "grad_norm": 0.14797343313694,
      "learning_rate": 3.630057803468208e-05,
      "loss": 0.4064,
      "mean_token_accuracy": 0.8599012613296508,
      "step": 1000
    }
  ],
  "logging_steps": 5,
  "max_steps": 2884,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.2953357891076096e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}