ckpt-e1 / trainer_state.json
justus27's picture
Upload folder using huggingface_hub
fd63f4c verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.3869625520110958,
"eval_steps": 500,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.006934812760055479,
"grad_norm": 61.60813903808594,
"learning_rate": 8.650519031141869e-07,
"loss": 2.7928,
"mean_token_accuracy": 0.6783367753028869,
"step": 5
},
{
"epoch": 0.013869625520110958,
"grad_norm": 35.546016693115234,
"learning_rate": 1.7301038062283738e-06,
"loss": 2.3942,
"mean_token_accuracy": 0.6943186521530151,
"step": 10
},
{
"epoch": 0.020804438280166437,
"grad_norm": 2.246945858001709,
"learning_rate": 2.5951557093425604e-06,
"loss": 1.202,
"mean_token_accuracy": 0.7397322177886962,
"step": 15
},
{
"epoch": 0.027739251040221916,
"grad_norm": 1.1429805755615234,
"learning_rate": 3.4602076124567477e-06,
"loss": 0.918,
"mean_token_accuracy": 0.7564186692237854,
"step": 20
},
{
"epoch": 0.03467406380027739,
"grad_norm": 0.9538511633872986,
"learning_rate": 4.325259515570934e-06,
"loss": 0.8104,
"mean_token_accuracy": 0.7724308490753173,
"step": 25
},
{
"epoch": 0.04160887656033287,
"grad_norm": 0.7069241404533386,
"learning_rate": 5.190311418685121e-06,
"loss": 0.7364,
"mean_token_accuracy": 0.7827559828758239,
"step": 30
},
{
"epoch": 0.04854368932038835,
"grad_norm": 0.4030636250972748,
"learning_rate": 6.055363321799308e-06,
"loss": 0.6835,
"mean_token_accuracy": 0.7935511350631714,
"step": 35
},
{
"epoch": 0.05547850208044383,
"grad_norm": 0.8142576217651367,
"learning_rate": 6.920415224913495e-06,
"loss": 0.6478,
"mean_token_accuracy": 0.8010085463523865,
"step": 40
},
{
"epoch": 0.06241331484049931,
"grad_norm": 0.2626665532588959,
"learning_rate": 7.785467128027681e-06,
"loss": 0.6267,
"mean_token_accuracy": 0.8053073883056641,
"step": 45
},
{
"epoch": 0.06934812760055478,
"grad_norm": 0.23942551016807556,
"learning_rate": 8.650519031141868e-06,
"loss": 0.6013,
"mean_token_accuracy": 0.8112802267074585,
"step": 50
},
{
"epoch": 0.07628294036061026,
"grad_norm": 0.20308136940002441,
"learning_rate": 9.515570934256055e-06,
"loss": 0.5769,
"mean_token_accuracy": 0.8168688178062439,
"step": 55
},
{
"epoch": 0.08321775312066575,
"grad_norm": 0.1854431927204132,
"learning_rate": 1.0380622837370241e-05,
"loss": 0.5805,
"mean_token_accuracy": 0.815436840057373,
"step": 60
},
{
"epoch": 0.09015256588072122,
"grad_norm": 0.1700541228055954,
"learning_rate": 1.124567474048443e-05,
"loss": 0.5652,
"mean_token_accuracy": 0.8188095331192017,
"step": 65
},
{
"epoch": 0.0970873786407767,
"grad_norm": 0.18573108315467834,
"learning_rate": 1.2110726643598615e-05,
"loss": 0.5524,
"mean_token_accuracy": 0.8222507953643798,
"step": 70
},
{
"epoch": 0.10402219140083217,
"grad_norm": 0.18843185901641846,
"learning_rate": 1.2975778546712803e-05,
"loss": 0.542,
"mean_token_accuracy": 0.8249342203140259,
"step": 75
},
{
"epoch": 0.11095700416088766,
"grad_norm": 0.21635942161083221,
"learning_rate": 1.384083044982699e-05,
"loss": 0.5401,
"mean_token_accuracy": 0.8251730322837829,
"step": 80
},
{
"epoch": 0.11789181692094314,
"grad_norm": 0.21325534582138062,
"learning_rate": 1.4705882352941177e-05,
"loss": 0.5404,
"mean_token_accuracy": 0.8243620276451111,
"step": 85
},
{
"epoch": 0.12482662968099861,
"grad_norm": 0.22691610455513,
"learning_rate": 1.5570934256055363e-05,
"loss": 0.5278,
"mean_token_accuracy": 0.8283108592033386,
"step": 90
},
{
"epoch": 0.1317614424410541,
"grad_norm": 0.2375083714723587,
"learning_rate": 1.643598615916955e-05,
"loss": 0.5198,
"mean_token_accuracy": 0.8296842217445374,
"step": 95
},
{
"epoch": 0.13869625520110956,
"grad_norm": 0.27802157402038574,
"learning_rate": 1.7301038062283735e-05,
"loss": 0.5346,
"mean_token_accuracy": 0.825625765323639,
"step": 100
},
{
"epoch": 0.14563106796116504,
"grad_norm": 0.3691716194152832,
"learning_rate": 1.8166089965397926e-05,
"loss": 0.5249,
"mean_token_accuracy": 0.828523588180542,
"step": 105
},
{
"epoch": 0.15256588072122051,
"grad_norm": 0.30235254764556885,
"learning_rate": 1.903114186851211e-05,
"loss": 0.514,
"mean_token_accuracy": 0.8320501446723938,
"step": 110
},
{
"epoch": 0.15950069348127602,
"grad_norm": 0.3447076380252838,
"learning_rate": 1.98961937716263e-05,
"loss": 0.5203,
"mean_token_accuracy": 0.8298335313796997,
"step": 115
},
{
"epoch": 0.1664355062413315,
"grad_norm": 0.28185489773750305,
"learning_rate": 2.0761245674740483e-05,
"loss": 0.5305,
"mean_token_accuracy": 0.8264262914657593,
"step": 120
},
{
"epoch": 0.17337031900138697,
"grad_norm": 0.2629449963569641,
"learning_rate": 2.1626297577854674e-05,
"loss": 0.5167,
"mean_token_accuracy": 0.8303680658340454,
"step": 125
},
{
"epoch": 0.18030513176144244,
"grad_norm": 0.2788124680519104,
"learning_rate": 2.249134948096886e-05,
"loss": 0.5275,
"mean_token_accuracy": 0.8274267673492431,
"step": 130
},
{
"epoch": 0.18723994452149792,
"grad_norm": 0.24550440907478333,
"learning_rate": 2.3356401384083046e-05,
"loss": 0.5073,
"mean_token_accuracy": 0.8328269720077515,
"step": 135
},
{
"epoch": 0.1941747572815534,
"grad_norm": 0.7636565566062927,
"learning_rate": 2.422145328719723e-05,
"loss": 0.5138,
"mean_token_accuracy": 0.8308726906776428,
"step": 140
},
{
"epoch": 0.20110957004160887,
"grad_norm": 0.6163385510444641,
"learning_rate": 2.508650519031142e-05,
"loss": 0.5123,
"mean_token_accuracy": 0.8311893105506897,
"step": 145
},
{
"epoch": 0.20804438280166435,
"grad_norm": 0.3808706998825073,
"learning_rate": 2.5951557093425606e-05,
"loss": 0.5018,
"mean_token_accuracy": 0.8343647360801697,
"step": 150
},
{
"epoch": 0.21497919556171982,
"grad_norm": 0.2565021216869354,
"learning_rate": 2.6816608996539794e-05,
"loss": 0.4943,
"mean_token_accuracy": 0.8362817883491516,
"step": 155
},
{
"epoch": 0.22191400832177532,
"grad_norm": 0.3511087894439697,
"learning_rate": 2.768166089965398e-05,
"loss": 0.4933,
"mean_token_accuracy": 0.8366880297660828,
"step": 160
},
{
"epoch": 0.2288488210818308,
"grad_norm": 0.4006827175617218,
"learning_rate": 2.8546712802768166e-05,
"loss": 0.4906,
"mean_token_accuracy": 0.837351131439209,
"step": 165
},
{
"epoch": 0.23578363384188628,
"grad_norm": 0.4149070978164673,
"learning_rate": 2.9411764705882354e-05,
"loss": 0.4988,
"mean_token_accuracy": 0.8351827621459961,
"step": 170
},
{
"epoch": 0.24271844660194175,
"grad_norm": 0.32881560921669006,
"learning_rate": 3.0276816608996538e-05,
"loss": 0.5085,
"mean_token_accuracy": 0.831884253025055,
"step": 175
},
{
"epoch": 0.24965325936199723,
"grad_norm": 0.46366971731185913,
"learning_rate": 3.1141868512110726e-05,
"loss": 0.4964,
"mean_token_accuracy": 0.8355090618133545,
"step": 180
},
{
"epoch": 0.2565880721220527,
"grad_norm": 0.838777482509613,
"learning_rate": 3.200692041522492e-05,
"loss": 0.5078,
"mean_token_accuracy": 0.8320568442344666,
"step": 185
},
{
"epoch": 0.2635228848821082,
"grad_norm": 30.57767677307129,
"learning_rate": 3.28719723183391e-05,
"loss": 0.4978,
"mean_token_accuracy": 0.8360116839408874,
"step": 190
},
{
"epoch": 0.27045769764216365,
"grad_norm": 0.5885879993438721,
"learning_rate": 3.373702422145329e-05,
"loss": 0.497,
"mean_token_accuracy": 0.8356186389923096,
"step": 195
},
{
"epoch": 0.27739251040221913,
"grad_norm": 0.3610420525074005,
"learning_rate": 3.460207612456747e-05,
"loss": 0.4989,
"mean_token_accuracy": 0.8350513100624084,
"step": 200
},
{
"epoch": 0.2843273231622746,
"grad_norm": 0.3954995572566986,
"learning_rate": 3.546712802768166e-05,
"loss": 0.5011,
"mean_token_accuracy": 0.83415766954422,
"step": 205
},
{
"epoch": 0.2912621359223301,
"grad_norm": 0.3071337342262268,
"learning_rate": 3.633217993079585e-05,
"loss": 0.5255,
"mean_token_accuracy": 0.8285403490066529,
"step": 210
},
{
"epoch": 0.29819694868238555,
"grad_norm": 0.31758391857147217,
"learning_rate": 3.719723183391004e-05,
"loss": 0.4954,
"mean_token_accuracy": 0.835390031337738,
"step": 215
},
{
"epoch": 0.30513176144244103,
"grad_norm": 0.3296087086200714,
"learning_rate": 3.806228373702422e-05,
"loss": 0.4923,
"mean_token_accuracy": 0.8361375451087951,
"step": 220
},
{
"epoch": 0.3120665742024965,
"grad_norm": 0.2980894446372986,
"learning_rate": 3.892733564013841e-05,
"loss": 0.4996,
"mean_token_accuracy": 0.8341476917266846,
"step": 225
},
{
"epoch": 0.31900138696255204,
"grad_norm": 0.2892495095729828,
"learning_rate": 3.97923875432526e-05,
"loss": 0.4855,
"mean_token_accuracy": 0.8382086515426636,
"step": 230
},
{
"epoch": 0.3259361997226075,
"grad_norm": 0.29287102818489075,
"learning_rate": 4.065743944636679e-05,
"loss": 0.4944,
"mean_token_accuracy": 0.8353524923324585,
"step": 235
},
{
"epoch": 0.332871012482663,
"grad_norm": 0.28245487809181213,
"learning_rate": 4.1522491349480966e-05,
"loss": 0.4887,
"mean_token_accuracy": 0.8373544692993165,
"step": 240
},
{
"epoch": 0.33980582524271846,
"grad_norm": 0.23551802337169647,
"learning_rate": 4.238754325259516e-05,
"loss": 0.4925,
"mean_token_accuracy": 0.8361364006996155,
"step": 245
},
{
"epoch": 0.34674063800277394,
"grad_norm": 0.24266427755355835,
"learning_rate": 4.325259515570935e-05,
"loss": 0.4759,
"mean_token_accuracy": 0.8410738468170166,
"step": 250
},
{
"epoch": 0.3536754507628294,
"grad_norm": 0.33316895365715027,
"learning_rate": 4.411764705882353e-05,
"loss": 0.4902,
"mean_token_accuracy": 0.8370885252952576,
"step": 255
},
{
"epoch": 0.3606102635228849,
"grad_norm": 0.5113539099693298,
"learning_rate": 4.498269896193772e-05,
"loss": 0.4918,
"mean_token_accuracy": 0.8364068984985351,
"step": 260
},
{
"epoch": 0.36754507628294036,
"grad_norm": 0.3733905851840973,
"learning_rate": 4.58477508650519e-05,
"loss": 0.49,
"mean_token_accuracy": 0.8370036244392395,
"step": 265
},
{
"epoch": 0.37447988904299584,
"grad_norm": 0.4112997353076935,
"learning_rate": 4.671280276816609e-05,
"loss": 0.4932,
"mean_token_accuracy": 0.8356328129768371,
"step": 270
},
{
"epoch": 0.3814147018030513,
"grad_norm": 0.5121487379074097,
"learning_rate": 4.7577854671280283e-05,
"loss": 0.479,
"mean_token_accuracy": 0.839626955986023,
"step": 275
},
{
"epoch": 0.3883495145631068,
"grad_norm": 0.36294957995414734,
"learning_rate": 4.844290657439446e-05,
"loss": 0.4829,
"mean_token_accuracy": 0.8391167283058166,
"step": 280
},
{
"epoch": 0.39528432732316227,
"grad_norm": 0.3162820339202881,
"learning_rate": 4.930795847750865e-05,
"loss": 0.4899,
"mean_token_accuracy": 0.8368083834648132,
"step": 285
},
{
"epoch": 0.40221914008321774,
"grad_norm": 0.3973437547683716,
"learning_rate": 4.9980732177263974e-05,
"loss": 0.4864,
"mean_token_accuracy": 0.8374906539916992,
"step": 290
},
{
"epoch": 0.4091539528432732,
"grad_norm": 0.5423433184623718,
"learning_rate": 4.9884393063583816e-05,
"loss": 0.4907,
"mean_token_accuracy": 0.8373413920402527,
"step": 295
},
{
"epoch": 0.4160887656033287,
"grad_norm": 0.39722123742103577,
"learning_rate": 4.9788053949903666e-05,
"loss": 0.4961,
"mean_token_accuracy": 0.8351489901542664,
"step": 300
},
{
"epoch": 0.42302357836338417,
"grad_norm": 0.34169071912765503,
"learning_rate": 4.969171483622351e-05,
"loss": 0.4891,
"mean_token_accuracy": 0.8370493412017822,
"step": 305
},
{
"epoch": 0.42995839112343964,
"grad_norm": 0.3429335951805115,
"learning_rate": 4.959537572254335e-05,
"loss": 0.4794,
"mean_token_accuracy": 0.8396916627883911,
"step": 310
},
{
"epoch": 0.4368932038834951,
"grad_norm": 0.3266272246837616,
"learning_rate": 4.94990366088632e-05,
"loss": 0.4757,
"mean_token_accuracy": 0.8405494570732117,
"step": 315
},
{
"epoch": 0.44382801664355065,
"grad_norm": 0.2874930202960968,
"learning_rate": 4.940269749518305e-05,
"loss": 0.4978,
"mean_token_accuracy": 0.8344841122627258,
"step": 320
},
{
"epoch": 0.4507628294036061,
"grad_norm": 0.2812349498271942,
"learning_rate": 4.930635838150289e-05,
"loss": 0.4839,
"mean_token_accuracy": 0.8383953332901001,
"step": 325
},
{
"epoch": 0.4576976421636616,
"grad_norm": 0.25296345353126526,
"learning_rate": 4.921001926782274e-05,
"loss": 0.4738,
"mean_token_accuracy": 0.8412886261940002,
"step": 330
},
{
"epoch": 0.4646324549237171,
"grad_norm": 0.22165291011333466,
"learning_rate": 4.9113680154142584e-05,
"loss": 0.4867,
"mean_token_accuracy": 0.8379201173782349,
"step": 335
},
{
"epoch": 0.47156726768377255,
"grad_norm": 0.2551758289337158,
"learning_rate": 4.9017341040462426e-05,
"loss": 0.4786,
"mean_token_accuracy": 0.8399594306945801,
"step": 340
},
{
"epoch": 0.478502080443828,
"grad_norm": 0.25708919763565063,
"learning_rate": 4.8921001926782276e-05,
"loss": 0.48,
"mean_token_accuracy": 0.8395551085472107,
"step": 345
},
{
"epoch": 0.4854368932038835,
"grad_norm": 0.1992408186197281,
"learning_rate": 4.8824662813102125e-05,
"loss": 0.4714,
"mean_token_accuracy": 0.8418668508529663,
"step": 350
},
{
"epoch": 0.492371705963939,
"grad_norm": 0.23445720970630646,
"learning_rate": 4.872832369942197e-05,
"loss": 0.471,
"mean_token_accuracy": 0.8421580553054809,
"step": 355
},
{
"epoch": 0.49930651872399445,
"grad_norm": 0.31462928652763367,
"learning_rate": 4.863198458574181e-05,
"loss": 0.4711,
"mean_token_accuracy": 0.842027747631073,
"step": 360
},
{
"epoch": 0.5062413314840499,
"grad_norm": 0.24767646193504333,
"learning_rate": 4.853564547206166e-05,
"loss": 0.4717,
"mean_token_accuracy": 0.8417503118515015,
"step": 365
},
{
"epoch": 0.5131761442441054,
"grad_norm": 0.2389938235282898,
"learning_rate": 4.84393063583815e-05,
"loss": 0.4677,
"mean_token_accuracy": 0.8431912064552307,
"step": 370
},
{
"epoch": 0.5201109570041609,
"grad_norm": 0.29998722672462463,
"learning_rate": 4.834296724470135e-05,
"loss": 0.4877,
"mean_token_accuracy": 0.8374402284622192,
"step": 375
},
{
"epoch": 0.5270457697642164,
"grad_norm": 0.2877121865749359,
"learning_rate": 4.82466281310212e-05,
"loss": 0.4863,
"mean_token_accuracy": 0.8380719065666199,
"step": 380
},
{
"epoch": 0.5339805825242718,
"grad_norm": 0.24628062546253204,
"learning_rate": 4.815028901734104e-05,
"loss": 0.4665,
"mean_token_accuracy": 0.8434135437011718,
"step": 385
},
{
"epoch": 0.5409153952843273,
"grad_norm": 0.24347947537899017,
"learning_rate": 4.8053949903660886e-05,
"loss": 0.476,
"mean_token_accuracy": 0.8404138565063477,
"step": 390
},
{
"epoch": 0.5478502080443828,
"grad_norm": 0.20724909007549286,
"learning_rate": 4.7957610789980735e-05,
"loss": 0.4881,
"mean_token_accuracy": 0.8372583389282227,
"step": 395
},
{
"epoch": 0.5547850208044383,
"grad_norm": 0.2162594497203827,
"learning_rate": 4.786127167630058e-05,
"loss": 0.4726,
"mean_token_accuracy": 0.842011570930481,
"step": 400
},
{
"epoch": 0.5617198335644937,
"grad_norm": 0.34494099020957947,
"learning_rate": 4.776493256262042e-05,
"loss": 0.4783,
"mean_token_accuracy": 0.8399308085441589,
"step": 405
},
{
"epoch": 0.5686546463245492,
"grad_norm": 0.24402566254138947,
"learning_rate": 4.7668593448940276e-05,
"loss": 0.4953,
"mean_token_accuracy": 0.8352864623069763,
"step": 410
},
{
"epoch": 0.5755894590846047,
"grad_norm": 0.2124612033367157,
"learning_rate": 4.757225433526012e-05,
"loss": 0.4849,
"mean_token_accuracy": 0.8380748987197876,
"step": 415
},
{
"epoch": 0.5825242718446602,
"grad_norm": 0.20577934384346008,
"learning_rate": 4.747591522157996e-05,
"loss": 0.4591,
"mean_token_accuracy": 0.845665693283081,
"step": 420
},
{
"epoch": 0.5894590846047156,
"grad_norm": 0.2838655710220337,
"learning_rate": 4.737957610789981e-05,
"loss": 0.4709,
"mean_token_accuracy": 0.8418583750724793,
"step": 425
},
{
"epoch": 0.5963938973647711,
"grad_norm": 0.2222902923822403,
"learning_rate": 4.7283236994219653e-05,
"loss": 0.4817,
"mean_token_accuracy": 0.8388337612152099,
"step": 430
},
{
"epoch": 0.6033287101248266,
"grad_norm": 0.25565460324287415,
"learning_rate": 4.7186897880539496e-05,
"loss": 0.4724,
"mean_token_accuracy": 0.8415215969085693,
"step": 435
},
{
"epoch": 0.6102635228848821,
"grad_norm": 0.680081844329834,
"learning_rate": 4.709055876685935e-05,
"loss": 0.4777,
"mean_token_accuracy": 0.8402902245521545,
"step": 440
},
{
"epoch": 0.6171983356449375,
"grad_norm": 0.3035682141780853,
"learning_rate": 4.6994219653179195e-05,
"loss": 0.4749,
"mean_token_accuracy": 0.8405117988586426,
"step": 445
},
{
"epoch": 0.624133148404993,
"grad_norm": 0.22393807768821716,
"learning_rate": 4.689788053949904e-05,
"loss": 0.4735,
"mean_token_accuracy": 0.8410566568374633,
"step": 450
},
{
"epoch": 0.6310679611650486,
"grad_norm": 0.23452860116958618,
"learning_rate": 4.6801541425818887e-05,
"loss": 0.4798,
"mean_token_accuracy": 0.8394344925880433,
"step": 455
},
{
"epoch": 0.6380027739251041,
"grad_norm": 0.21135355532169342,
"learning_rate": 4.670520231213873e-05,
"loss": 0.4783,
"mean_token_accuracy": 0.8398800015449523,
"step": 460
},
{
"epoch": 0.6449375866851595,
"grad_norm": 0.2495516985654831,
"learning_rate": 4.660886319845857e-05,
"loss": 0.4769,
"mean_token_accuracy": 0.8407980084419251,
"step": 465
},
{
"epoch": 0.651872399445215,
"grad_norm": 0.25724372267723083,
"learning_rate": 4.651252408477843e-05,
"loss": 0.4764,
"mean_token_accuracy": 0.8402070879936219,
"step": 470
},
{
"epoch": 0.6588072122052705,
"grad_norm": 0.28974995017051697,
"learning_rate": 4.641618497109827e-05,
"loss": 0.468,
"mean_token_accuracy": 0.8425545215606689,
"step": 475
},
{
"epoch": 0.665742024965326,
"grad_norm": 0.26298555731773376,
"learning_rate": 4.631984585741811e-05,
"loss": 0.4752,
"mean_token_accuracy": 0.8405273199081421,
"step": 480
},
{
"epoch": 0.6726768377253814,
"grad_norm": 0.3188522756099701,
"learning_rate": 4.622350674373796e-05,
"loss": 0.4683,
"mean_token_accuracy": 0.8426392555236817,
"step": 485
},
{
"epoch": 0.6796116504854369,
"grad_norm": 0.2528276741504669,
"learning_rate": 4.6127167630057805e-05,
"loss": 0.4753,
"mean_token_accuracy": 0.840662169456482,
"step": 490
},
{
"epoch": 0.6865464632454924,
"grad_norm": 0.3695737421512604,
"learning_rate": 4.603082851637765e-05,
"loss": 0.501,
"mean_token_accuracy": 0.8371694445610046,
"step": 495
},
{
"epoch": 0.6934812760055479,
"grad_norm": 0.31206727027893066,
"learning_rate": 4.59344894026975e-05,
"loss": 0.478,
"mean_token_accuracy": 0.8401562452316285,
"step": 500
},
{
"epoch": 0.7004160887656034,
"grad_norm": 3.478522539138794,
"learning_rate": 4.5838150289017346e-05,
"loss": 0.49,
"mean_token_accuracy": 0.8365014433860779,
"step": 505
},
{
"epoch": 0.7073509015256588,
"grad_norm": 0.4430016875267029,
"learning_rate": 4.574181117533719e-05,
"loss": 0.47,
"mean_token_accuracy": 0.8422938823699951,
"step": 510
},
{
"epoch": 0.7142857142857143,
"grad_norm": 0.28713470697402954,
"learning_rate": 4.564547206165704e-05,
"loss": 0.4786,
"mean_token_accuracy": 0.8401166200637817,
"step": 515
},
{
"epoch": 0.7212205270457698,
"grad_norm": 0.2158370316028595,
"learning_rate": 4.554913294797688e-05,
"loss": 0.4703,
"mean_token_accuracy": 0.8421276092529297,
"step": 520
},
{
"epoch": 0.7281553398058253,
"grad_norm": 0.2426484376192093,
"learning_rate": 4.545279383429672e-05,
"loss": 0.469,
"mean_token_accuracy": 0.8426563143730164,
"step": 525
},
{
"epoch": 0.7350901525658807,
"grad_norm": 0.27153995633125305,
"learning_rate": 4.535645472061657e-05,
"loss": 0.4754,
"mean_token_accuracy": 0.8406094431877136,
"step": 530
},
{
"epoch": 0.7420249653259362,
"grad_norm": 0.1991535872220993,
"learning_rate": 4.526011560693642e-05,
"loss": 0.4782,
"mean_token_accuracy": 0.8397158980369568,
"step": 535
},
{
"epoch": 0.7489597780859917,
"grad_norm": 0.15923242270946503,
"learning_rate": 4.5163776493256264e-05,
"loss": 0.4563,
"mean_token_accuracy": 0.8461790800094604,
"step": 540
},
{
"epoch": 0.7558945908460472,
"grad_norm": 0.18306083977222443,
"learning_rate": 4.5067437379576114e-05,
"loss": 0.4791,
"mean_token_accuracy": 0.8393635034561158,
"step": 545
},
{
"epoch": 0.7628294036061026,
"grad_norm": 0.24309256672859192,
"learning_rate": 4.4971098265895956e-05,
"loss": 0.4777,
"mean_token_accuracy": 0.8401144862174987,
"step": 550
},
{
"epoch": 0.7697642163661581,
"grad_norm": 0.20910784602165222,
"learning_rate": 4.48747591522158e-05,
"loss": 0.4728,
"mean_token_accuracy": 0.8417426466941833,
"step": 555
},
{
"epoch": 0.7766990291262136,
"grad_norm": 0.1896984726190567,
"learning_rate": 4.477842003853565e-05,
"loss": 0.4557,
"mean_token_accuracy": 0.8461586833000183,
"step": 560
},
{
"epoch": 0.7836338418862691,
"grad_norm": 0.18798613548278809,
"learning_rate": 4.46820809248555e-05,
"loss": 0.457,
"mean_token_accuracy": 0.8459754705429077,
"step": 565
},
{
"epoch": 0.7905686546463245,
"grad_norm": 0.18959036469459534,
"learning_rate": 4.458574181117534e-05,
"loss": 0.4633,
"mean_token_accuracy": 0.8437102913856507,
"step": 570
},
{
"epoch": 0.79750346740638,
"grad_norm": 0.16292130947113037,
"learning_rate": 4.448940269749519e-05,
"loss": 0.4749,
"mean_token_accuracy": 0.8404599308967591,
"step": 575
},
{
"epoch": 0.8044382801664355,
"grad_norm": 0.17686040699481964,
"learning_rate": 4.439306358381503e-05,
"loss": 0.4601,
"mean_token_accuracy": 0.844899308681488,
"step": 580
},
{
"epoch": 0.811373092926491,
"grad_norm": 0.1865614652633667,
"learning_rate": 4.4296724470134875e-05,
"loss": 0.4533,
"mean_token_accuracy": 0.846677553653717,
"step": 585
},
{
"epoch": 0.8183079056865464,
"grad_norm": 0.2037810981273651,
"learning_rate": 4.4200385356454724e-05,
"loss": 0.4575,
"mean_token_accuracy": 0.8457266449928283,
"step": 590
},
{
"epoch": 0.8252427184466019,
"grad_norm": 0.16701985895633698,
"learning_rate": 4.4104046242774566e-05,
"loss": 0.466,
"mean_token_accuracy": 0.8428797006607056,
"step": 595
},
{
"epoch": 0.8321775312066574,
"grad_norm": 0.19714096188545227,
"learning_rate": 4.4007707129094416e-05,
"loss": 0.4696,
"mean_token_accuracy": 0.8422728657722474,
"step": 600
},
{
"epoch": 0.8391123439667129,
"grad_norm": 0.20772860944271088,
"learning_rate": 4.391136801541426e-05,
"loss": 0.4635,
"mean_token_accuracy": 0.8438523054122925,
"step": 605
},
{
"epoch": 0.8460471567267683,
"grad_norm": 0.35546374320983887,
"learning_rate": 4.381502890173411e-05,
"loss": 0.4665,
"mean_token_accuracy": 0.8430918097496033,
"step": 610
},
{
"epoch": 0.8529819694868238,
"grad_norm": 0.19986563920974731,
"learning_rate": 4.371868978805395e-05,
"loss": 0.4742,
"mean_token_accuracy": 0.8409379243850708,
"step": 615
},
{
"epoch": 0.8599167822468793,
"grad_norm": 0.4013294279575348,
"learning_rate": 4.36223506743738e-05,
"loss": 0.4673,
"mean_token_accuracy": 0.8426662087440491,
"step": 620
},
{
"epoch": 0.8668515950069348,
"grad_norm": 0.29566317796707153,
"learning_rate": 4.352601156069364e-05,
"loss": 0.4837,
"mean_token_accuracy": 0.8380556702613831,
"step": 625
},
{
"epoch": 0.8737864077669902,
"grad_norm": 0.24461045861244202,
"learning_rate": 4.342967244701349e-05,
"loss": 0.4648,
"mean_token_accuracy": 0.8434231281280518,
"step": 630
},
{
"epoch": 0.8807212205270458,
"grad_norm": 0.2197730541229248,
"learning_rate": 4.3333333333333334e-05,
"loss": 0.4585,
"mean_token_accuracy": 0.8448979973793029,
"step": 635
},
{
"epoch": 0.8876560332871013,
"grad_norm": 0.22158759832382202,
"learning_rate": 4.3236994219653183e-05,
"loss": 0.4678,
"mean_token_accuracy": 0.8427410125732422,
"step": 640
},
{
"epoch": 0.8945908460471568,
"grad_norm": 0.17014814913272858,
"learning_rate": 4.3140655105973026e-05,
"loss": 0.4706,
"mean_token_accuracy": 0.8416074395179749,
"step": 645
},
{
"epoch": 0.9015256588072122,
"grad_norm": 0.22929687798023224,
"learning_rate": 4.304431599229287e-05,
"loss": 0.4753,
"mean_token_accuracy": 0.8403880834579468,
"step": 650
},
{
"epoch": 0.9084604715672677,
"grad_norm": 0.20894835889339447,
"learning_rate": 4.294797687861272e-05,
"loss": 0.4734,
"mean_token_accuracy": 0.8410162568092346,
"step": 655
},
{
"epoch": 0.9153952843273232,
"grad_norm": 0.18031327426433563,
"learning_rate": 4.285163776493257e-05,
"loss": 0.4536,
"mean_token_accuracy": 0.8469532251358032,
"step": 660
},
{
"epoch": 0.9223300970873787,
"grad_norm": 0.17288991808891296,
"learning_rate": 4.275529865125241e-05,
"loss": 0.4611,
"mean_token_accuracy": 0.8443895936012268,
"step": 665
},
{
"epoch": 0.9292649098474342,
"grad_norm": 0.1980760544538498,
"learning_rate": 4.265895953757226e-05,
"loss": 0.484,
"mean_token_accuracy": 0.8379009962081909,
"step": 670
},
{
"epoch": 0.9361997226074896,
"grad_norm": 0.20848602056503296,
"learning_rate": 4.25626204238921e-05,
"loss": 0.4771,
"mean_token_accuracy": 0.8398370265960693,
"step": 675
},
{
"epoch": 0.9431345353675451,
"grad_norm": 0.1636408418416977,
"learning_rate": 4.2466281310211944e-05,
"loss": 0.4578,
"mean_token_accuracy": 0.845670223236084,
"step": 680
},
{
"epoch": 0.9500693481276006,
"grad_norm": 0.22376923263072968,
"learning_rate": 4.2369942196531794e-05,
"loss": 0.4652,
"mean_token_accuracy": 0.8431706428527832,
"step": 685
},
{
"epoch": 0.957004160887656,
"grad_norm": 0.21399416029453278,
"learning_rate": 4.2273603082851636e-05,
"loss": 0.4537,
"mean_token_accuracy": 0.8464810252189636,
"step": 690
},
{
"epoch": 0.9639389736477115,
"grad_norm": 2.5790159702301025,
"learning_rate": 4.2177263969171485e-05,
"loss": 0.4754,
"mean_token_accuracy": 0.8421392440795898,
"step": 695
},
{
"epoch": 0.970873786407767,
"grad_norm": 0.2648729085922241,
"learning_rate": 4.2080924855491335e-05,
"loss": 0.469,
"mean_token_accuracy": 0.8423485517501831,
"step": 700
},
{
"epoch": 0.9778085991678225,
"grad_norm": 0.20691435039043427,
"learning_rate": 4.198458574181118e-05,
"loss": 0.4534,
"mean_token_accuracy": 0.8466127276420593,
"step": 705
},
{
"epoch": 0.984743411927878,
"grad_norm": 0.2122969925403595,
"learning_rate": 4.188824662813102e-05,
"loss": 0.4744,
"mean_token_accuracy": 0.843373692035675,
"step": 710
},
{
"epoch": 0.9916782246879334,
"grad_norm": 0.18356889486312866,
"learning_rate": 4.179190751445087e-05,
"loss": 0.4735,
"mean_token_accuracy": 0.840711236000061,
"step": 715
},
{
"epoch": 0.9986130374479889,
"grad_norm": 0.2710322141647339,
"learning_rate": 4.169556840077071e-05,
"loss": 0.4893,
"mean_token_accuracy": 0.8400939464569092,
"step": 720
},
{
"epoch": 1.0055478502080444,
"grad_norm": 0.28685542941093445,
"learning_rate": 4.159922928709056e-05,
"loss": 0.4413,
"mean_token_accuracy": 0.8504527807235718,
"step": 725
},
{
"epoch": 1.0124826629680999,
"grad_norm": 0.24674533307552338,
"learning_rate": 4.150289017341041e-05,
"loss": 0.4098,
"mean_token_accuracy": 0.8587909460067749,
"step": 730
},
{
"epoch": 1.0194174757281553,
"grad_norm": 0.21753250062465668,
"learning_rate": 4.140655105973025e-05,
"loss": 0.3935,
"mean_token_accuracy": 0.8634741544723511,
"step": 735
},
{
"epoch": 1.0263522884882108,
"grad_norm": 0.20492789149284363,
"learning_rate": 4.1310211946050096e-05,
"loss": 0.4068,
"mean_token_accuracy": 0.8603113770484925,
"step": 740
},
{
"epoch": 1.0332871012482663,
"grad_norm": 0.16923396289348602,
"learning_rate": 4.1213872832369945e-05,
"loss": 0.4185,
"mean_token_accuracy": 0.8562816023826599,
"step": 745
},
{
"epoch": 1.0402219140083218,
"grad_norm": 0.18504321575164795,
"learning_rate": 4.111753371868979e-05,
"loss": 0.4083,
"mean_token_accuracy": 0.8588919401168823,
"step": 750
},
{
"epoch": 1.0471567267683772,
"grad_norm": 0.15754340589046478,
"learning_rate": 4.102119460500964e-05,
"loss": 0.4001,
"mean_token_accuracy": 0.8617303729057312,
"step": 755
},
{
"epoch": 1.0540915395284327,
"grad_norm": 0.16705656051635742,
"learning_rate": 4.0924855491329486e-05,
"loss": 0.4124,
"mean_token_accuracy": 0.8577338337898255,
"step": 760
},
{
"epoch": 1.0610263522884882,
"grad_norm": 0.1913621723651886,
"learning_rate": 4.082851637764933e-05,
"loss": 0.4027,
"mean_token_accuracy": 0.860604989528656,
"step": 765
},
{
"epoch": 1.0679611650485437,
"grad_norm": 0.1807246059179306,
"learning_rate": 4.073217726396917e-05,
"loss": 0.4154,
"mean_token_accuracy": 0.8569133520126343,
"step": 770
},
{
"epoch": 1.0748959778085991,
"grad_norm": 0.16904115676879883,
"learning_rate": 4.063583815028902e-05,
"loss": 0.4043,
"mean_token_accuracy": 0.8603330969810485,
"step": 775
},
{
"epoch": 1.0818307905686546,
"grad_norm": 0.13820037245750427,
"learning_rate": 4.053949903660886e-05,
"loss": 0.4032,
"mean_token_accuracy": 0.8607820630073547,
"step": 780
},
{
"epoch": 1.08876560332871,
"grad_norm": 0.15458045899868011,
"learning_rate": 4.0443159922928706e-05,
"loss": 0.4126,
"mean_token_accuracy": 0.8577965140342713,
"step": 785
},
{
"epoch": 1.0957004160887656,
"grad_norm": 0.14621621370315552,
"learning_rate": 4.034682080924856e-05,
"loss": 0.4164,
"mean_token_accuracy": 0.8568703651428222,
"step": 790
},
{
"epoch": 1.102635228848821,
"grad_norm": 0.22418245673179626,
"learning_rate": 4.0250481695568404e-05,
"loss": 0.4151,
"mean_token_accuracy": 0.8572113513946533,
"step": 795
},
{
"epoch": 1.1095700416088765,
"grad_norm": 0.18166805803775787,
"learning_rate": 4.015414258188825e-05,
"loss": 0.4236,
"mean_token_accuracy": 0.8545473575592041,
"step": 800
},
{
"epoch": 1.116504854368932,
"grad_norm": 0.19410911202430725,
"learning_rate": 4.0057803468208096e-05,
"loss": 0.4081,
"mean_token_accuracy": 0.8594057202339173,
"step": 805
},
{
"epoch": 1.1234396671289875,
"grad_norm": 0.15663549304008484,
"learning_rate": 3.996146435452794e-05,
"loss": 0.41,
"mean_token_accuracy": 0.8585174441337585,
"step": 810
},
{
"epoch": 1.130374479889043,
"grad_norm": 0.2926901578903198,
"learning_rate": 3.986512524084778e-05,
"loss": 0.4088,
"mean_token_accuracy": 0.8590117692947388,
"step": 815
},
{
"epoch": 1.1373092926490984,
"grad_norm": 0.14440152049064636,
"learning_rate": 3.976878612716764e-05,
"loss": 0.4029,
"mean_token_accuracy": 0.8609296917915344,
"step": 820
},
{
"epoch": 1.1442441054091539,
"grad_norm": 0.18435537815093994,
"learning_rate": 3.967244701348748e-05,
"loss": 0.406,
"mean_token_accuracy": 0.8599510669708252,
"step": 825
},
{
"epoch": 1.1511789181692094,
"grad_norm": 0.16614344716072083,
"learning_rate": 3.957610789980732e-05,
"loss": 0.4165,
"mean_token_accuracy": 0.8565038800239563,
"step": 830
},
{
"epoch": 1.1581137309292648,
"grad_norm": 0.180514857172966,
"learning_rate": 3.947976878612717e-05,
"loss": 0.4233,
"mean_token_accuracy": 0.854881489276886,
"step": 835
},
{
"epoch": 1.1650485436893203,
"grad_norm": 0.17873796820640564,
"learning_rate": 3.9383429672447015e-05,
"loss": 0.4142,
"mean_token_accuracy": 0.8575613379478455,
"step": 840
},
{
"epoch": 1.1719833564493758,
"grad_norm": 0.17171607911586761,
"learning_rate": 3.928709055876686e-05,
"loss": 0.4199,
"mean_token_accuracy": 0.8555831432342529,
"step": 845
},
{
"epoch": 1.1789181692094313,
"grad_norm": 0.2052180916070938,
"learning_rate": 3.9190751445086707e-05,
"loss": 0.4084,
"mean_token_accuracy": 0.8590785980224609,
"step": 850
},
{
"epoch": 1.1858529819694867,
"grad_norm": 0.16104774177074432,
"learning_rate": 3.9094412331406556e-05,
"loss": 0.4064,
"mean_token_accuracy": 0.8598842978477478,
"step": 855
},
{
"epoch": 1.1927877947295422,
"grad_norm": 0.16743043065071106,
"learning_rate": 3.89980732177264e-05,
"loss": 0.4136,
"mean_token_accuracy": 0.857661247253418,
"step": 860
},
{
"epoch": 1.1997226074895977,
"grad_norm": 0.15085460245609283,
"learning_rate": 3.890173410404625e-05,
"loss": 0.4143,
"mean_token_accuracy": 0.8573906064033509,
"step": 865
},
{
"epoch": 1.2066574202496532,
"grad_norm": 0.14390355348587036,
"learning_rate": 3.880539499036609e-05,
"loss": 0.4221,
"mean_token_accuracy": 0.8549758553504944,
"step": 870
},
{
"epoch": 1.2135922330097086,
"grad_norm": 0.170955091714859,
"learning_rate": 3.870905587668593e-05,
"loss": 0.417,
"mean_token_accuracy": 0.8564952373504638,
"step": 875
},
{
"epoch": 1.2205270457697641,
"grad_norm": 0.17432747781276703,
"learning_rate": 3.861271676300578e-05,
"loss": 0.4065,
"mean_token_accuracy": 0.8594078302383423,
"step": 880
},
{
"epoch": 1.2274618585298196,
"grad_norm": 0.15886807441711426,
"learning_rate": 3.851637764932563e-05,
"loss": 0.4191,
"mean_token_accuracy": 0.8560209155082703,
"step": 885
},
{
"epoch": 1.234396671289875,
"grad_norm": 0.22739961743354797,
"learning_rate": 3.8420038535645474e-05,
"loss": 0.4136,
"mean_token_accuracy": 0.8580429792404175,
"step": 890
},
{
"epoch": 1.2413314840499305,
"grad_norm": 0.1761876940727234,
"learning_rate": 3.832369942196532e-05,
"loss": 0.4058,
"mean_token_accuracy": 0.8598258137702942,
"step": 895
},
{
"epoch": 1.248266296809986,
"grad_norm": 0.8043875098228455,
"learning_rate": 3.8227360308285166e-05,
"loss": 0.4146,
"mean_token_accuracy": 0.8571544885635376,
"step": 900
},
{
"epoch": 1.2552011095700415,
"grad_norm": 0.18043817579746246,
"learning_rate": 3.813102119460501e-05,
"loss": 0.4032,
"mean_token_accuracy": 0.8605299115180969,
"step": 905
},
{
"epoch": 1.262135922330097,
"grad_norm": 0.16484476625919342,
"learning_rate": 3.803468208092486e-05,
"loss": 0.3987,
"mean_token_accuracy": 0.8620869636535644,
"step": 910
},
{
"epoch": 1.2690707350901524,
"grad_norm": 0.15530748665332794,
"learning_rate": 3.793834296724471e-05,
"loss": 0.4019,
"mean_token_accuracy": 0.8608452916145325,
"step": 915
},
{
"epoch": 1.276005547850208,
"grad_norm": 0.16284696757793427,
"learning_rate": 3.784200385356455e-05,
"loss": 0.4056,
"mean_token_accuracy": 0.8598546504974365,
"step": 920
},
{
"epoch": 1.2829403606102634,
"grad_norm": 0.15156075358390808,
"learning_rate": 3.774566473988439e-05,
"loss": 0.4148,
"mean_token_accuracy": 0.8573850750923157,
"step": 925
},
{
"epoch": 1.2898751733703189,
"grad_norm": 0.18044961988925934,
"learning_rate": 3.764932562620424e-05,
"loss": 0.4165,
"mean_token_accuracy": 0.8561815977096557,
"step": 930
},
{
"epoch": 1.2968099861303743,
"grad_norm": 0.1658436506986618,
"learning_rate": 3.7552986512524084e-05,
"loss": 0.4056,
"mean_token_accuracy": 0.8600709080696106,
"step": 935
},
{
"epoch": 1.3037447988904298,
"grad_norm": 0.16520382463932037,
"learning_rate": 3.7456647398843934e-05,
"loss": 0.4148,
"mean_token_accuracy": 0.8568984508514405,
"step": 940
},
{
"epoch": 1.3106796116504853,
"grad_norm": 0.1799880713224411,
"learning_rate": 3.736030828516378e-05,
"loss": 0.4188,
"mean_token_accuracy": 0.856162166595459,
"step": 945
},
{
"epoch": 1.317614424410541,
"grad_norm": 0.16812920570373535,
"learning_rate": 3.7263969171483626e-05,
"loss": 0.4111,
"mean_token_accuracy": 0.8584610104560852,
"step": 950
},
{
"epoch": 1.3245492371705965,
"grad_norm": 0.15165302157402039,
"learning_rate": 3.716763005780347e-05,
"loss": 0.404,
"mean_token_accuracy": 0.860293960571289,
"step": 955
},
{
"epoch": 1.331484049930652,
"grad_norm": 0.13624367117881775,
"learning_rate": 3.707129094412332e-05,
"loss": 0.4136,
"mean_token_accuracy": 0.8572997689247132,
"step": 960
},
{
"epoch": 1.3384188626907074,
"grad_norm": 0.6036350131034851,
"learning_rate": 3.697495183044316e-05,
"loss": 0.4139,
"mean_token_accuracy": 0.8579724669456482,
"step": 965
},
{
"epoch": 1.345353675450763,
"grad_norm": 0.16172119975090027,
"learning_rate": 3.6878612716763e-05,
"loss": 0.4194,
"mean_token_accuracy": 0.8556413412094116,
"step": 970
},
{
"epoch": 1.3522884882108184,
"grad_norm": 0.13519282639026642,
"learning_rate": 3.678227360308285e-05,
"loss": 0.4053,
"mean_token_accuracy": 0.8597145199775695,
"step": 975
},
{
"epoch": 1.3592233009708738,
"grad_norm": 0.14305779337882996,
"learning_rate": 3.66859344894027e-05,
"loss": 0.4066,
"mean_token_accuracy": 0.8596665501594544,
"step": 980
},
{
"epoch": 1.3661581137309293,
"grad_norm": 0.18043436110019684,
"learning_rate": 3.6589595375722544e-05,
"loss": 0.4061,
"mean_token_accuracy": 0.8598026871681214,
"step": 985
},
{
"epoch": 1.3730929264909848,
"grad_norm": 0.12696458399295807,
"learning_rate": 3.649325626204239e-05,
"loss": 0.4035,
"mean_token_accuracy": 0.860295832157135,
"step": 990
},
{
"epoch": 1.3800277392510403,
"grad_norm": 0.15299014747142792,
"learning_rate": 3.6396917148362236e-05,
"loss": 0.4045,
"mean_token_accuracy": 0.8601055145263672,
"step": 995
},
{
"epoch": 1.3869625520110958,
"grad_norm": 0.14797343313694,
"learning_rate": 3.630057803468208e-05,
"loss": 0.4064,
"mean_token_accuracy": 0.8599012613296508,
"step": 1000
}
],
"logging_steps": 5,
"max_steps": 2884,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2.2953357891076096e+16,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}