{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6747404844290658,
  "eval_steps": 500,
  "global_step": 1170,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0005767012687427913,
      "grad_norm": 0.5134636163711548,
      "learning_rate": 0.0,
      "loss": 1.6129628419876099,
      "step": 1
    },
    {
      "epoch": 0.0011534025374855825,
      "grad_norm": 0.45678019523620605,
      "learning_rate": 4e-05,
      "loss": 1.713558554649353,
      "step": 2
    },
    {
      "epoch": 0.0017301038062283738,
      "grad_norm": 0.6324027180671692,
      "learning_rate": 8e-05,
      "loss": 1.9871511459350586,
      "step": 3
    },
    {
      "epoch": 0.002306805074971165,
      "grad_norm": 0.5307025909423828,
      "learning_rate": 0.00012,
      "loss": 1.6862211227416992,
      "step": 4
    },
    {
      "epoch": 0.0028835063437139563,
      "grad_norm": 0.616538941860199,
      "learning_rate": 0.00016,
      "loss": 2.1033642292022705,
      "step": 5
    },
    {
      "epoch": 0.0034602076124567475,
      "grad_norm": 0.7627953290939331,
      "learning_rate": 0.0002,
      "loss": 2.150984764099121,
      "step": 6
    },
    {
      "epoch": 0.004036908881199538,
      "grad_norm": 0.8402333855628967,
      "learning_rate": 0.00019996151625938042,
      "loss": 2.0197458267211914,
      "step": 7
    },
    {
      "epoch": 0.00461361014994233,
      "grad_norm": 3.813333034515381,
      "learning_rate": 0.00019992303251876084,
      "loss": 2.396656036376953,
      "step": 8
    },
    {
      "epoch": 0.005190311418685121,
      "grad_norm": 0.9861733913421631,
      "learning_rate": 0.00019988454877814126,
      "loss": 2.1392970085144043,
      "step": 9
    },
    {
      "epoch": 0.0057670126874279125,
      "grad_norm": 0.7931668758392334,
      "learning_rate": 0.00019984606503752164,
      "loss": 1.8062304258346558,
      "step": 10
    },
    {
      "epoch": 0.006343713956170703,
      "grad_norm": 0.8828097581863403,
      "learning_rate": 0.00019980758129690206,
      "loss": 1.76358962059021,
      "step": 11
    },
    {
      "epoch": 0.006920415224913495,
      "grad_norm": 0.7205682396888733,
      "learning_rate": 0.00019976909755628247,
      "loss": 1.3197358846664429,
      "step": 12
    },
    {
      "epoch": 0.007497116493656286,
      "grad_norm": 1.2321408987045288,
      "learning_rate": 0.0001997306138156629,
      "loss": 1.7697328329086304,
      "step": 13
    },
    {
      "epoch": 0.008073817762399077,
      "grad_norm": 0.9804911613464355,
      "learning_rate": 0.0001996921300750433,
      "loss": 1.7214155197143555,
      "step": 14
    },
    {
      "epoch": 0.00865051903114187,
      "grad_norm": 0.9436901807785034,
      "learning_rate": 0.00019965364633442372,
      "loss": 1.6395944356918335,
      "step": 15
    },
    {
      "epoch": 0.00922722029988466,
      "grad_norm": 1.6564269065856934,
      "learning_rate": 0.00019961516259380414,
      "loss": 1.8607707023620605,
      "step": 16
    },
    {
      "epoch": 0.00980392156862745,
      "grad_norm": 1.0676305294036865,
      "learning_rate": 0.00019957667885318455,
      "loss": 1.4897263050079346,
      "step": 17
    },
    {
      "epoch": 0.010380622837370242,
      "grad_norm": 0.9889469146728516,
      "learning_rate": 0.00019953819511256494,
      "loss": 1.7445942163467407,
      "step": 18
    },
    {
      "epoch": 0.010957324106113034,
      "grad_norm": 0.8717456459999084,
      "learning_rate": 0.00019949971137194535,
      "loss": 1.4854474067687988,
      "step": 19
    },
    {
      "epoch": 0.011534025374855825,
      "grad_norm": 1.110196590423584,
      "learning_rate": 0.00019946122763132577,
      "loss": 1.32136869430542,
      "step": 20
    },
    {
      "epoch": 0.012110726643598616,
      "grad_norm": 0.7795314192771912,
      "learning_rate": 0.00019942274389070618,
      "loss": 1.7199318408966064,
      "step": 21
    },
    {
      "epoch": 0.012687427912341407,
      "grad_norm": 0.7504187822341919,
      "learning_rate": 0.0001993842601500866,
      "loss": 1.2975201606750488,
      "step": 22
    },
    {
      "epoch": 0.0132641291810842,
      "grad_norm": 0.8012252449989319,
      "learning_rate": 0.00019934577640946702,
      "loss": 1.2630457878112793,
      "step": 23
    },
    {
      "epoch": 0.01384083044982699,
      "grad_norm": 0.9531145691871643,
      "learning_rate": 0.00019930729266884743,
      "loss": 1.6974424123764038,
      "step": 24
    },
    {
      "epoch": 0.01441753171856978,
      "grad_norm": 1.020970106124878,
      "learning_rate": 0.00019926880892822785,
      "loss": 1.294957160949707,
      "step": 25
    },
    {
      "epoch": 0.014994232987312572,
      "grad_norm": 1.7608129978179932,
      "learning_rate": 0.00019923032518760823,
      "loss": 1.801735520362854,
      "step": 26
    },
    {
      "epoch": 0.015570934256055362,
      "grad_norm": 0.9601960182189941,
      "learning_rate": 0.00019919184144698865,
      "loss": 1.4538304805755615,
      "step": 27
    },
    {
      "epoch": 0.016147635524798153,
      "grad_norm": 0.7025886178016663,
      "learning_rate": 0.00019915335770636906,
      "loss": 1.1746238470077515,
      "step": 28
    },
    {
      "epoch": 0.016724336793540944,
      "grad_norm": 0.8506267666816711,
      "learning_rate": 0.00019911487396574948,
      "loss": 1.1891943216323853,
      "step": 29
    },
    {
      "epoch": 0.01730103806228374,
      "grad_norm": 0.9117224216461182,
      "learning_rate": 0.0001990763902251299,
      "loss": 1.4325735569000244,
      "step": 30
    },
    {
      "epoch": 0.01787773933102653,
      "grad_norm": 0.8756442070007324,
      "learning_rate": 0.0001990379064845103,
      "loss": 1.3962581157684326,
      "step": 31
    },
    {
      "epoch": 0.01845444059976932,
      "grad_norm": 1.0293549299240112,
      "learning_rate": 0.00019899942274389073,
      "loss": 1.4936443567276,
      "step": 32
    },
    {
      "epoch": 0.01903114186851211,
      "grad_norm": 0.8239012360572815,
      "learning_rate": 0.00019896093900327114,
      "loss": 1.1294159889221191,
      "step": 33
    },
    {
      "epoch": 0.0196078431372549,
      "grad_norm": 0.6293753385543823,
      "learning_rate": 0.00019892245526265153,
      "loss": 1.219704031944275,
      "step": 34
    },
    {
      "epoch": 0.020184544405997693,
      "grad_norm": 0.9778785109519958,
      "learning_rate": 0.00019888397152203194,
      "loss": 1.3405961990356445,
      "step": 35
    },
    {
      "epoch": 0.020761245674740483,
      "grad_norm": 0.9916248917579651,
      "learning_rate": 0.00019884548778141236,
      "loss": 1.7191007137298584,
      "step": 36
    },
    {
      "epoch": 0.021337946943483274,
      "grad_norm": 0.9758312106132507,
      "learning_rate": 0.00019880700404079277,
      "loss": 1.2949879169464111,
      "step": 37
    },
    {
      "epoch": 0.02191464821222607,
      "grad_norm": 0.7310605645179749,
      "learning_rate": 0.0001987685203001732,
      "loss": 1.282931923866272,
      "step": 38
    },
    {
      "epoch": 0.02249134948096886,
      "grad_norm": 0.6537899374961853,
      "learning_rate": 0.0001987300365595536,
      "loss": 1.4050456285476685,
      "step": 39
    },
    {
      "epoch": 0.02306805074971165,
      "grad_norm": 0.6727839708328247,
      "learning_rate": 0.00019869155281893402,
      "loss": 1.3566672801971436,
      "step": 40
    },
    {
      "epoch": 0.02364475201845444,
      "grad_norm": 0.6026540994644165,
      "learning_rate": 0.00019865306907831444,
      "loss": 1.6914572715759277,
      "step": 41
    },
    {
      "epoch": 0.02422145328719723,
      "grad_norm": 0.7345203161239624,
      "learning_rate": 0.00019861458533769482,
      "loss": 1.3210856914520264,
      "step": 42
    },
    {
      "epoch": 0.024798154555940023,
      "grad_norm": 1.7062476873397827,
      "learning_rate": 0.00019857610159707524,
      "loss": 1.6727783679962158,
      "step": 43
    },
    {
      "epoch": 0.025374855824682813,
      "grad_norm": 0.7726621627807617,
      "learning_rate": 0.00019853761785645565,
      "loss": 1.7425484657287598,
      "step": 44
    },
    {
      "epoch": 0.025951557093425604,
      "grad_norm": 0.6947644948959351,
      "learning_rate": 0.00019849913411583607,
      "loss": 1.0628504753112793,
      "step": 45
    },
    {
      "epoch": 0.0265282583621684,
      "grad_norm": 0.7833652496337891,
      "learning_rate": 0.00019846065037521649,
      "loss": 1.4800021648406982,
      "step": 46
    },
    {
      "epoch": 0.02710495963091119,
      "grad_norm": 0.8065851926803589,
      "learning_rate": 0.0001984221666345969,
      "loss": 1.2809616327285767,
      "step": 47
    },
    {
      "epoch": 0.02768166089965398,
      "grad_norm": 1.044630527496338,
      "learning_rate": 0.00019838368289397732,
      "loss": 1.602962851524353,
      "step": 48
    },
    {
      "epoch": 0.02825836216839677,
      "grad_norm": 0.5969672203063965,
      "learning_rate": 0.00019834519915335773,
      "loss": 1.5166534185409546,
      "step": 49
    },
    {
      "epoch": 0.02883506343713956,
      "grad_norm": 0.848512589931488,
      "learning_rate": 0.00019830671541273812,
      "loss": 1.442568063735962,
      "step": 50
    },
    {
      "epoch": 0.029411764705882353,
      "grad_norm": 0.5782500505447388,
      "learning_rate": 0.00019826823167211853,
      "loss": 1.3492627143859863,
      "step": 51
    },
    {
      "epoch": 0.029988465974625143,
      "grad_norm": 0.850151777267456,
      "learning_rate": 0.00019822974793149895,
      "loss": 1.5313668251037598,
      "step": 52
    },
    {
      "epoch": 0.030565167243367934,
      "grad_norm": 0.613896906375885,
      "learning_rate": 0.00019819126419087937,
      "loss": 1.0709185600280762,
      "step": 53
    },
    {
      "epoch": 0.031141868512110725,
      "grad_norm": 0.9450347423553467,
      "learning_rate": 0.00019815278045025978,
      "loss": 1.5562160015106201,
      "step": 54
    },
    {
      "epoch": 0.031718569780853516,
      "grad_norm": 0.9424428939819336,
      "learning_rate": 0.0001981142967096402,
      "loss": 1.764065146446228,
      "step": 55
    },
    {
      "epoch": 0.03229527104959631,
      "grad_norm": 0.9744471311569214,
      "learning_rate": 0.0001980758129690206,
      "loss": 0.9400297403335571,
      "step": 56
    },
    {
      "epoch": 0.0328719723183391,
      "grad_norm": 0.7247487902641296,
      "learning_rate": 0.00019803732922840103,
      "loss": 1.572107195854187,
      "step": 57
    },
    {
      "epoch": 0.03344867358708189,
      "grad_norm": 0.6125597357749939,
      "learning_rate": 0.00019799884548778141,
      "loss": 1.2189209461212158,
      "step": 58
    },
    {
      "epoch": 0.034025374855824686,
      "grad_norm": 1.0781699419021606,
      "learning_rate": 0.00019796036174716183,
      "loss": 1.3933414220809937,
      "step": 59
    },
    {
      "epoch": 0.03460207612456748,
      "grad_norm": 0.8329439759254456,
      "learning_rate": 0.00019792187800654224,
      "loss": 1.4748475551605225,
      "step": 60
    },
    {
      "epoch": 0.03517877739331027,
      "grad_norm": 0.7766849398612976,
      "learning_rate": 0.00019788339426592266,
      "loss": 1.4775745868682861,
      "step": 61
    },
    {
      "epoch": 0.03575547866205306,
      "grad_norm": 0.7776947021484375,
      "learning_rate": 0.00019784491052530308,
      "loss": 1.4959548711776733,
      "step": 62
    },
    {
      "epoch": 0.03633217993079585,
      "grad_norm": 0.7114179134368896,
      "learning_rate": 0.0001978064267846835,
      "loss": 1.4756664037704468,
      "step": 63
    },
    {
      "epoch": 0.03690888119953864,
      "grad_norm": 0.675800621509552,
      "learning_rate": 0.0001977679430440639,
      "loss": 1.4753670692443848,
      "step": 64
    },
    {
      "epoch": 0.03748558246828143,
      "grad_norm": 1.5709729194641113,
      "learning_rate": 0.00019772945930344432,
      "loss": 1.5947999954223633,
      "step": 65
    },
    {
      "epoch": 0.03806228373702422,
      "grad_norm": 0.7363697290420532,
      "learning_rate": 0.0001976909755628247,
      "loss": 1.2786856889724731,
      "step": 66
    },
    {
      "epoch": 0.03863898500576701,
      "grad_norm": 0.8212243318557739,
      "learning_rate": 0.00019765249182220512,
      "loss": 1.3553478717803955,
      "step": 67
    },
    {
      "epoch": 0.0392156862745098,
      "grad_norm": 0.6724039912223816,
      "learning_rate": 0.00019761400808158554,
      "loss": 1.3045082092285156,
      "step": 68
    },
    {
      "epoch": 0.039792387543252594,
      "grad_norm": 1.0372695922851562,
      "learning_rate": 0.00019757552434096596,
      "loss": 1.5149048566818237,
      "step": 69
    },
    {
      "epoch": 0.040369088811995385,
      "grad_norm": 0.7058703303337097,
      "learning_rate": 0.00019753704060034637,
      "loss": 1.2227076292037964,
      "step": 70
    },
    {
      "epoch": 0.040945790080738176,
      "grad_norm": 0.8637105226516724,
      "learning_rate": 0.00019749855685972679,
      "loss": 1.0762852430343628,
      "step": 71
    },
    {
      "epoch": 0.04152249134948097,
      "grad_norm": 0.8108904957771301,
      "learning_rate": 0.0001974600731191072,
      "loss": 1.4130628108978271,
      "step": 72
    },
    {
      "epoch": 0.04209919261822376,
      "grad_norm": 1.2491207122802734,
      "learning_rate": 0.00019742158937848762,
      "loss": 1.7983347177505493,
      "step": 73
    },
    {
      "epoch": 0.04267589388696655,
      "grad_norm": 1.1523128747940063,
      "learning_rate": 0.000197383105637868,
      "loss": 1.5859603881835938,
      "step": 74
    },
    {
      "epoch": 0.04325259515570934,
      "grad_norm": 0.7240892648696899,
      "learning_rate": 0.00019734462189724842,
      "loss": 1.4029178619384766,
      "step": 75
    },
    {
      "epoch": 0.04382929642445214,
      "grad_norm": 0.7445366978645325,
      "learning_rate": 0.00019730613815662884,
      "loss": 1.351811170578003,
      "step": 76
    },
    {
      "epoch": 0.04440599769319493,
      "grad_norm": 0.9881113767623901,
      "learning_rate": 0.00019726765441600925,
      "loss": 1.437370777130127,
      "step": 77
    },
    {
      "epoch": 0.04498269896193772,
      "grad_norm": 1.0404249429702759,
      "learning_rate": 0.00019722917067538967,
      "loss": 1.0401325225830078,
      "step": 78
    },
    {
      "epoch": 0.04555940023068051,
      "grad_norm": 0.998892605304718,
      "learning_rate": 0.00019719068693477008,
      "loss": 1.2733221054077148,
      "step": 79
    },
    {
      "epoch": 0.0461361014994233,
      "grad_norm": 1.0299255847930908,
      "learning_rate": 0.0001971522031941505,
      "loss": 1.8878190517425537,
      "step": 80
    },
    {
      "epoch": 0.04671280276816609,
      "grad_norm": 0.6168495416641235,
      "learning_rate": 0.0001971137194535309,
      "loss": 1.3375468254089355,
      "step": 81
    },
    {
      "epoch": 0.04728950403690888,
      "grad_norm": 0.645830512046814,
      "learning_rate": 0.0001970752357129113,
      "loss": 0.986657440662384,
      "step": 82
    },
    {
      "epoch": 0.04786620530565167,
      "grad_norm": 0.7971145510673523,
      "learning_rate": 0.00019703675197229172,
      "loss": 1.3205912113189697,
      "step": 83
    },
    {
      "epoch": 0.04844290657439446,
      "grad_norm": 0.6297418475151062,
      "learning_rate": 0.00019699826823167213,
      "loss": 1.3360888957977295,
      "step": 84
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 0.9845420718193054,
      "learning_rate": 0.00019695978449105255,
      "loss": 1.4006659984588623,
      "step": 85
    },
    {
      "epoch": 0.049596309111880045,
      "grad_norm": 0.73700350522995,
      "learning_rate": 0.00019692130075043296,
      "loss": 1.1298922300338745,
      "step": 86
    },
    {
      "epoch": 0.050173010380622836,
      "grad_norm": 0.7659608721733093,
      "learning_rate": 0.00019688281700981338,
      "loss": 1.2487225532531738,
      "step": 87
    },
    {
      "epoch": 0.05074971164936563,
      "grad_norm": 0.7576966285705566,
      "learning_rate": 0.0001968443332691938,
      "loss": 1.346827507019043,
      "step": 88
    },
    {
      "epoch": 0.05132641291810842,
      "grad_norm": 0.6777650117874146,
      "learning_rate": 0.0001968058495285742,
      "loss": 1.9484481811523438,
      "step": 89
    },
    {
      "epoch": 0.05190311418685121,
      "grad_norm": 0.9935969114303589,
      "learning_rate": 0.0001967673657879546,
      "loss": 1.1737089157104492,
      "step": 90
    },
    {
      "epoch": 0.052479815455594,
      "grad_norm": 1.0581051111221313,
      "learning_rate": 0.000196728882047335,
      "loss": 1.2755905389785767,
      "step": 91
    },
    {
      "epoch": 0.0530565167243368,
      "grad_norm": 0.8372200131416321,
      "learning_rate": 0.00019669039830671543,
      "loss": 1.7988427877426147,
      "step": 92
    },
    {
      "epoch": 0.05363321799307959,
      "grad_norm": 0.8300452828407288,
      "learning_rate": 0.00019665191456609584,
      "loss": 0.9904743432998657,
      "step": 93
    },
    {
      "epoch": 0.05420991926182238,
      "grad_norm": 0.6703553199768066,
      "learning_rate": 0.00019661343082547626,
      "loss": 1.2092053890228271,
      "step": 94
    },
    {
      "epoch": 0.05478662053056517,
      "grad_norm": 0.703804075717926,
      "learning_rate": 0.00019657494708485667,
      "loss": 1.1028215885162354,
      "step": 95
    },
    {
      "epoch": 0.05536332179930796,
      "grad_norm": 0.8232657313346863,
      "learning_rate": 0.0001965364633442371,
      "loss": 1.3875727653503418,
      "step": 96
    },
    {
      "epoch": 0.05594002306805075,
      "grad_norm": 0.6119164824485779,
      "learning_rate": 0.00019649797960361747,
      "loss": 1.161183476448059,
      "step": 97
    },
    {
      "epoch": 0.05651672433679354,
      "grad_norm": 0.7460926175117493,
      "learning_rate": 0.0001964594958629979,
      "loss": 1.3667285442352295,
      "step": 98
    },
    {
      "epoch": 0.05709342560553633,
      "grad_norm": 0.6345133185386658,
      "learning_rate": 0.0001964210121223783,
      "loss": 1.1740115880966187,
      "step": 99
    },
    {
      "epoch": 0.05767012687427912,
      "grad_norm": 0.800463080406189,
      "learning_rate": 0.00019638252838175872,
      "loss": 1.1274670362472534,
      "step": 100
    },
    {
      "epoch": 0.058246828143021914,
      "grad_norm": 0.6817663311958313,
      "learning_rate": 0.00019634404464113914,
      "loss": 1.2432150840759277,
      "step": 101
    },
    {
      "epoch": 0.058823529411764705,
      "grad_norm": 0.7663673162460327,
      "learning_rate": 0.00019630556090051955,
      "loss": 1.2066948413848877,
      "step": 102
    },
    {
      "epoch": 0.059400230680507496,
      "grad_norm": 1.0259535312652588,
      "learning_rate": 0.00019626707715989997,
      "loss": 1.3713116645812988,
      "step": 103
    },
    {
      "epoch": 0.05997693194925029,
      "grad_norm": 0.6617158055305481,
      "learning_rate": 0.00019622859341928038,
      "loss": 1.0320123434066772,
      "step": 104
    },
    {
      "epoch": 0.06055363321799308,
      "grad_norm": 1.0050235986709595,
      "learning_rate": 0.00019619010967866077,
      "loss": 1.5375267267227173,
      "step": 105
    },
    {
      "epoch": 0.06113033448673587,
      "grad_norm": 0.5563177466392517,
      "learning_rate": 0.00019615162593804119,
      "loss": 0.9102802276611328,
      "step": 106
    },
    {
      "epoch": 0.06170703575547866,
      "grad_norm": 0.9994164109230042,
      "learning_rate": 0.0001961131421974216,
      "loss": 1.6505589485168457,
      "step": 107
    },
    {
      "epoch": 0.06228373702422145,
      "grad_norm": 0.907625675201416,
      "learning_rate": 0.00019607465845680202,
      "loss": 1.6013598442077637,
      "step": 108
    },
    {
      "epoch": 0.06286043829296424,
      "grad_norm": 1.0009554624557495,
      "learning_rate": 0.00019603617471618243,
      "loss": 1.0403454303741455,
      "step": 109
    },
    {
      "epoch": 0.06343713956170703,
      "grad_norm": 0.8243467807769775,
      "learning_rate": 0.00019599769097556285,
      "loss": 1.5382654666900635,
      "step": 110
    },
    {
      "epoch": 0.06401384083044982,
      "grad_norm": 1.0160003900527954,
      "learning_rate": 0.00019595920723494326,
      "loss": 1.2732863426208496,
      "step": 111
    },
    {
      "epoch": 0.06459054209919261,
      "grad_norm": 0.608269453048706,
      "learning_rate": 0.00019592072349432368,
      "loss": 1.070478916168213,
      "step": 112
    },
    {
      "epoch": 0.0651672433679354,
      "grad_norm": 0.7176778316497803,
      "learning_rate": 0.00019588223975370406,
      "loss": 1.302718162536621,
      "step": 113
    },
    {
      "epoch": 0.0657439446366782,
      "grad_norm": 0.551771879196167,
      "learning_rate": 0.00019584375601308448,
      "loss": 0.9242706894874573,
      "step": 114
    },
    {
      "epoch": 0.06632064590542099,
      "grad_norm": 0.9680222868919373,
      "learning_rate": 0.0001958052722724649,
      "loss": 1.9658548831939697,
      "step": 115
    },
    {
      "epoch": 0.06689734717416378,
      "grad_norm": 0.8025707602500916,
      "learning_rate": 0.0001957667885318453,
      "loss": 1.5753577947616577,
      "step": 116
    },
    {
      "epoch": 0.06747404844290658,
      "grad_norm": 0.7211287021636963,
      "learning_rate": 0.00019572830479122573,
      "loss": 1.3677327632904053,
      "step": 117
    },
    {
      "epoch": 0.06805074971164937,
      "grad_norm": 0.7547542452812195,
      "learning_rate": 0.00019568982105060614,
      "loss": 1.507096767425537,
      "step": 118
    },
    {
      "epoch": 0.06862745098039216,
      "grad_norm": 0.6146650314331055,
      "learning_rate": 0.00019565133730998656,
      "loss": 1.1320711374282837,
      "step": 119
    },
    {
      "epoch": 0.06920415224913495,
      "grad_norm": 0.7611070275306702,
      "learning_rate": 0.00019561285356936697,
      "loss": 1.207049012184143,
      "step": 120
    },
    {
      "epoch": 0.06978085351787774,
      "grad_norm": 0.714883029460907,
      "learning_rate": 0.00019557436982874736,
      "loss": 1.3823729753494263,
      "step": 121
    },
    {
      "epoch": 0.07035755478662054,
      "grad_norm": 0.6768732666969299,
      "learning_rate": 0.00019553588608812778,
      "loss": 1.3038188219070435,
      "step": 122
    },
    {
      "epoch": 0.07093425605536333,
      "grad_norm": 0.6013675332069397,
      "learning_rate": 0.0001954974023475082,
      "loss": 1.056199073791504,
      "step": 123
    },
    {
      "epoch": 0.07151095732410612,
      "grad_norm": 0.8240784406661987,
      "learning_rate": 0.0001954589186068886,
      "loss": 1.4242757558822632,
      "step": 124
    },
    {
      "epoch": 0.07208765859284891,
      "grad_norm": 0.6539785265922546,
      "learning_rate": 0.00019542043486626902,
      "loss": 1.161075472831726,
      "step": 125
    },
    {
      "epoch": 0.0726643598615917,
      "grad_norm": 0.6347744464874268,
      "learning_rate": 0.00019538195112564944,
      "loss": 1.179503321647644,
      "step": 126
    },
    {
      "epoch": 0.07324106113033449,
      "grad_norm": 0.7294688820838928,
      "learning_rate": 0.00019534346738502985,
      "loss": 1.2521535158157349,
      "step": 127
    },
    {
      "epoch": 0.07381776239907728,
      "grad_norm": 0.6087843179702759,
      "learning_rate": 0.00019530498364441027,
      "loss": 1.0938013792037964,
      "step": 128
    },
    {
      "epoch": 0.07439446366782007,
      "grad_norm": 1.116716980934143,
      "learning_rate": 0.00019526649990379066,
      "loss": 1.74098539352417,
      "step": 129
    },
    {
      "epoch": 0.07497116493656286,
      "grad_norm": 0.7590331435203552,
      "learning_rate": 0.00019522801616317107,
      "loss": 1.2943538427352905,
      "step": 130
    },
    {
      "epoch": 0.07554786620530565,
      "grad_norm": 0.9142744541168213,
      "learning_rate": 0.00019518953242255149,
      "loss": 1.0948201417922974,
      "step": 131
    },
    {
      "epoch": 0.07612456747404844,
      "grad_norm": 0.8165064454078674,
      "learning_rate": 0.0001951510486819319,
      "loss": 1.5152888298034668,
      "step": 132
    },
    {
      "epoch": 0.07670126874279123,
      "grad_norm": 0.8904751539230347,
      "learning_rate": 0.00019511256494131232,
      "loss": 1.3492425680160522,
      "step": 133
    },
    {
      "epoch": 0.07727797001153403,
      "grad_norm": 0.632338285446167,
      "learning_rate": 0.00019507408120069273,
      "loss": 1.1460604667663574,
      "step": 134
    },
    {
      "epoch": 0.07785467128027682,
      "grad_norm": 0.6621445417404175,
      "learning_rate": 0.00019503559746007315,
      "loss": 1.153398871421814,
      "step": 135
    },
    {
      "epoch": 0.0784313725490196,
      "grad_norm": 0.928593635559082,
      "learning_rate": 0.00019499711371945356,
      "loss": 1.4575080871582031,
      "step": 136
    },
    {
      "epoch": 0.0790080738177624,
      "grad_norm": 0.9125704765319824,
      "learning_rate": 0.00019495862997883395,
      "loss": 1.176555871963501,
      "step": 137
    },
    {
      "epoch": 0.07958477508650519,
      "grad_norm": 0.7735126614570618,
      "learning_rate": 0.00019492014623821437,
      "loss": 1.3028615713119507,
      "step": 138
    },
    {
      "epoch": 0.08016147635524798,
      "grad_norm": 1.4182281494140625,
      "learning_rate": 0.00019488166249759478,
      "loss": 1.7123095989227295,
      "step": 139
    },
    {
      "epoch": 0.08073817762399077,
      "grad_norm": 0.957777738571167,
      "learning_rate": 0.0001948431787569752,
      "loss": 1.2952847480773926,
      "step": 140
    },
    {
      "epoch": 0.08131487889273356,
      "grad_norm": 0.6284865140914917,
      "learning_rate": 0.0001948046950163556,
      "loss": 1.063300609588623,
      "step": 141
    },
    {
      "epoch": 0.08189158016147635,
      "grad_norm": 1.020240068435669,
      "learning_rate": 0.00019476621127573603,
      "loss": 1.0956578254699707,
      "step": 142
    },
    {
      "epoch": 0.08246828143021914,
      "grad_norm": 0.9629870057106018,
      "learning_rate": 0.00019472772753511644,
      "loss": 1.6626744270324707,
      "step": 143
    },
    {
      "epoch": 0.08304498269896193,
      "grad_norm": 0.723129391670227,
      "learning_rate": 0.00019468924379449686,
      "loss": 1.5930454730987549,
      "step": 144
    },
    {
      "epoch": 0.08362168396770472,
      "grad_norm": 0.6031758785247803,
      "learning_rate": 0.00019465076005387725,
      "loss": 1.3550267219543457,
      "step": 145
    },
    {
      "epoch": 0.08419838523644751,
      "grad_norm": 0.6608120799064636,
      "learning_rate": 0.00019461227631325766,
      "loss": 1.091226577758789,
      "step": 146
    },
    {
      "epoch": 0.0847750865051903,
      "grad_norm": 0.8583825826644897,
      "learning_rate": 0.00019457379257263808,
      "loss": 1.2840064764022827,
      "step": 147
    },
    {
      "epoch": 0.0853517877739331,
      "grad_norm": 0.6371753215789795,
      "learning_rate": 0.0001945353088320185,
      "loss": 1.0223405361175537,
      "step": 148
    },
    {
      "epoch": 0.08592848904267589,
      "grad_norm": 0.6101475954055786,
      "learning_rate": 0.0001944968250913989,
      "loss": 1.2935165166854858,
      "step": 149
    },
    {
      "epoch": 0.08650519031141868,
      "grad_norm": 0.8921840190887451,
      "learning_rate": 0.00019445834135077932,
      "loss": 1.3194819688796997,
      "step": 150
    },
    {
      "epoch": 0.08708189158016148,
      "grad_norm": 1.0423651933670044,
      "learning_rate": 0.0001944198576101597,
      "loss": 1.162503957748413,
      "step": 151
    },
    {
      "epoch": 0.08765859284890427,
      "grad_norm": 0.9011998772621155,
      "learning_rate": 0.00019438137386954013,
      "loss": 1.4854192733764648,
      "step": 152
    },
    {
      "epoch": 0.08823529411764706,
      "grad_norm": 0.6850185990333557,
      "learning_rate": 0.00019434289012892054,
      "loss": 1.2653287649154663,
      "step": 153
    },
    {
      "epoch": 0.08881199538638986,
      "grad_norm": 0.5742697715759277,
      "learning_rate": 0.00019430440638830093,
      "loss": 1.1639142036437988,
      "step": 154
    },
    {
      "epoch": 0.08938869665513265,
      "grad_norm": 0.5625914931297302,
      "learning_rate": 0.00019426592264768134,
      "loss": 1.0387107133865356,
      "step": 155
    },
    {
      "epoch": 0.08996539792387544,
      "grad_norm": 0.7183355689048767,
      "learning_rate": 0.00019422743890706176,
      "loss": 1.211965799331665,
      "step": 156
    },
    {
      "epoch": 0.09054209919261823,
      "grad_norm": 0.8835011124610901,
      "learning_rate": 0.00019418895516644217,
      "loss": 1.0958670377731323,
      "step": 157
    },
    {
      "epoch": 0.09111880046136102,
      "grad_norm": 0.6885069608688354,
      "learning_rate": 0.0001941504714258226,
      "loss": 1.297393798828125,
      "step": 158
    },
    {
      "epoch": 0.09169550173010381,
      "grad_norm": 0.7518923878669739,
      "learning_rate": 0.000194111987685203,
      "loss": 1.1739790439605713,
      "step": 159
    },
    {
      "epoch": 0.0922722029988466,
      "grad_norm": 0.8452180027961731,
      "learning_rate": 0.00019407350394458342,
      "loss": 1.2312185764312744,
      "step": 160
    },
    {
      "epoch": 0.09284890426758939,
      "grad_norm": 0.8018324971199036,
      "learning_rate": 0.00019403502020396384,
      "loss": 1.392999291419983,
      "step": 161
    },
    {
      "epoch": 0.09342560553633218,
      "grad_norm": 0.743302583694458,
      "learning_rate": 0.00019399653646334422,
      "loss": 1.1602349281311035,
      "step": 162
    },
    {
      "epoch": 0.09400230680507497,
      "grad_norm": 0.551163911819458,
      "learning_rate": 0.00019395805272272464,
      "loss": 1.0061742067337036,
      "step": 163
    },
    {
      "epoch": 0.09457900807381776,
      "grad_norm": 0.6732088327407837,
      "learning_rate": 0.00019391956898210505,
      "loss": 1.2422168254852295,
      "step": 164
    },
    {
      "epoch": 0.09515570934256055,
      "grad_norm": 0.6432737708091736,
      "learning_rate": 0.00019388108524148547,
      "loss": 0.8992981910705566,
      "step": 165
    },
    {
      "epoch": 0.09573241061130335,
      "grad_norm": 0.893099308013916,
      "learning_rate": 0.00019384260150086589,
      "loss": 1.4426004886627197,
      "step": 166
    },
    {
      "epoch": 0.09630911188004614,
      "grad_norm": 0.7915064692497253,
      "learning_rate": 0.0001938041177602463,
      "loss": 1.1332988739013672,
      "step": 167
    },
    {
      "epoch": 0.09688581314878893,
      "grad_norm": 0.7785482406616211,
      "learning_rate": 0.00019376563401962672,
      "loss": 1.1662797927856445,
      "step": 168
    },
    {
      "epoch": 0.09746251441753172,
      "grad_norm": 0.7676025032997131,
      "learning_rate": 0.00019372715027900713,
      "loss": 1.276615858078003,
      "step": 169
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 0.7058248519897461,
      "learning_rate": 0.00019368866653838752,
      "loss": 1.2280982732772827,
      "step": 170
    },
    {
      "epoch": 0.0986159169550173,
      "grad_norm": 0.7814574241638184,
      "learning_rate": 0.00019365018279776793,
      "loss": 1.6545538902282715,
      "step": 171
    },
    {
      "epoch": 0.09919261822376009,
      "grad_norm": 0.5429863333702087,
      "learning_rate": 0.00019361169905714835,
      "loss": 1.047904133796692,
      "step": 172
    },
    {
      "epoch": 0.09976931949250288,
      "grad_norm": 0.7021914124488831,
      "learning_rate": 0.00019357321531652876,
      "loss": 1.3578035831451416,
      "step": 173
    },
    {
      "epoch": 0.10034602076124567,
      "grad_norm": 0.7608473896980286,
      "learning_rate": 0.00019353473157590918,
      "loss": 1.3332273960113525,
      "step": 174
    },
    {
      "epoch": 0.10092272202998846,
      "grad_norm": 0.8988219499588013,
      "learning_rate": 0.0001934962478352896,
      "loss": 1.5955560207366943,
      "step": 175
    },
    {
      "epoch": 0.10149942329873125,
      "grad_norm": 0.8784334659576416,
      "learning_rate": 0.00019345776409467,
      "loss": 1.4267313480377197,
      "step": 176
    },
    {
      "epoch": 0.10207612456747404,
      "grad_norm": 0.9006462097167969,
      "learning_rate": 0.00019341928035405043,
      "loss": 1.2960124015808105,
      "step": 177
    },
    {
      "epoch": 0.10265282583621683,
      "grad_norm": 0.7736122608184814,
      "learning_rate": 0.00019338079661343081,
      "loss": 1.3841434717178345,
      "step": 178
    },
    {
      "epoch": 0.10322952710495963,
      "grad_norm": 0.8202458620071411,
      "learning_rate": 0.00019334231287281123,
      "loss": 1.2962226867675781,
      "step": 179
    },
    {
      "epoch": 0.10380622837370242,
      "grad_norm": 0.743390679359436,
      "learning_rate": 0.00019330382913219164,
      "loss": 1.010484218597412,
      "step": 180
    },
    {
      "epoch": 0.10438292964244521,
      "grad_norm": 0.7926476001739502,
      "learning_rate": 0.00019326534539157206,
      "loss": 1.45333731174469,
      "step": 181
    },
    {
      "epoch": 0.104959630911188,
      "grad_norm": 0.527367889881134,
      "learning_rate": 0.00019322686165095248,
      "loss": 0.7763160467147827,
      "step": 182
    },
    {
      "epoch": 0.10553633217993079,
      "grad_norm": 1.0006170272827148,
      "learning_rate": 0.0001931883779103329,
      "loss": 1.089290738105774,
      "step": 183
    },
    {
      "epoch": 0.1061130334486736,
      "grad_norm": 0.7497840523719788,
      "learning_rate": 0.0001931498941697133,
      "loss": 1.1641783714294434,
      "step": 184
    },
    {
      "epoch": 0.10668973471741638,
      "grad_norm": 0.6732814908027649,
      "learning_rate": 0.00019311141042909372,
      "loss": 1.0954653024673462,
      "step": 185
    },
    {
      "epoch": 0.10726643598615918,
      "grad_norm": 0.7817464470863342,
      "learning_rate": 0.0001930729266884741,
      "loss": 1.5050190687179565,
      "step": 186
    },
    {
      "epoch": 0.10784313725490197,
      "grad_norm": 0.813869297504425,
      "learning_rate": 0.00019303444294785452,
      "loss": 1.5048751831054688,
      "step": 187
    },
    {
      "epoch": 0.10841983852364476,
      "grad_norm": 0.6368386745452881,
      "learning_rate": 0.00019299595920723494,
      "loss": 1.0601242780685425,
      "step": 188
    },
    {
      "epoch": 0.10899653979238755,
      "grad_norm": 0.817610502243042,
      "learning_rate": 0.00019295747546661536,
      "loss": 1.2267041206359863,
      "step": 189
    },
    {
      "epoch": 0.10957324106113034,
      "grad_norm": 0.768892228603363,
      "learning_rate": 0.00019291899172599577,
      "loss": 1.0935152769088745,
      "step": 190
    },
    {
      "epoch": 0.11014994232987313,
      "grad_norm": 0.8072124123573303,
      "learning_rate": 0.00019288050798537619,
      "loss": 1.5566798448562622,
      "step": 191
    },
    {
      "epoch": 0.11072664359861592,
      "grad_norm": 0.7275574803352356,
      "learning_rate": 0.0001928420242447566,
      "loss": 1.5278323888778687,
      "step": 192
    },
    {
      "epoch": 0.11130334486735871,
      "grad_norm": 0.6448370814323425,
      "learning_rate": 0.00019280354050413702,
      "loss": 1.2096084356307983,
      "step": 193
    },
    {
      "epoch": 0.1118800461361015,
      "grad_norm": 0.9334590435028076,
      "learning_rate": 0.0001927650567635174,
      "loss": 1.2487378120422363,
      "step": 194
    },
    {
      "epoch": 0.11245674740484429,
      "grad_norm": 0.6830427646636963,
      "learning_rate": 0.00019272657302289782,
      "loss": 1.3567012548446655,
      "step": 195
    },
    {
      "epoch": 0.11303344867358708,
      "grad_norm": 0.9035089612007141,
      "learning_rate": 0.00019268808928227823,
      "loss": 1.1751577854156494,
      "step": 196
    },
    {
      "epoch": 0.11361014994232987,
      "grad_norm": 0.5569579005241394,
      "learning_rate": 0.00019264960554165865,
      "loss": 1.0159823894500732,
      "step": 197
    },
    {
      "epoch": 0.11418685121107267,
      "grad_norm": 0.6232113838195801,
      "learning_rate": 0.00019261112180103907,
      "loss": 1.0779603719711304,
      "step": 198
    },
    {
      "epoch": 0.11476355247981546,
      "grad_norm": 0.7666590213775635,
      "learning_rate": 0.00019257263806041948,
      "loss": 1.2052793502807617,
      "step": 199
    },
    {
      "epoch": 0.11534025374855825,
      "grad_norm": 0.6218665242195129,
      "learning_rate": 0.0001925341543197999,
      "loss": 1.2699958086013794,
      "step": 200
    },
    {
      "epoch": 0.11591695501730104,
      "grad_norm": 0.6059345006942749,
      "learning_rate": 0.0001924956705791803,
      "loss": 1.0522977113723755,
      "step": 201
    },
    {
      "epoch": 0.11649365628604383,
      "grad_norm": 0.6952403783798218,
      "learning_rate": 0.0001924571868385607,
      "loss": 1.3461261987686157,
      "step": 202
    },
    {
      "epoch": 0.11707035755478662,
      "grad_norm": 0.7097076177597046,
      "learning_rate": 0.00019241870309794111,
      "loss": 1.0901520252227783,
      "step": 203
    },
    {
      "epoch": 0.11764705882352941,
      "grad_norm": 1.3426554203033447,
      "learning_rate": 0.00019238021935732153,
      "loss": 1.8886399269104004,
      "step": 204
    },
    {
      "epoch": 0.1182237600922722,
      "grad_norm": 1.00478196144104,
      "learning_rate": 0.00019234173561670195,
      "loss": 1.2172045707702637,
      "step": 205
    },
    {
      "epoch": 0.11880046136101499,
      "grad_norm": 0.8586134314537048,
      "learning_rate": 0.00019230325187608236,
      "loss": 1.0469045639038086,
      "step": 206
    },
    {
      "epoch": 0.11937716262975778,
      "grad_norm": 0.7872591018676758,
      "learning_rate": 0.00019226476813546278,
      "loss": 1.1137733459472656,
      "step": 207
    },
    {
      "epoch": 0.11995386389850057,
      "grad_norm": 0.8721824884414673,
      "learning_rate": 0.0001922262843948432,
      "loss": 1.3743940591812134,
      "step": 208
    },
    {
      "epoch": 0.12053056516724336,
      "grad_norm": 0.6212759613990784,
      "learning_rate": 0.0001921878006542236,
      "loss": 0.900457501411438,
      "step": 209
    },
    {
      "epoch": 0.12110726643598616,
      "grad_norm": 1.0083750486373901,
      "learning_rate": 0.000192149316913604,
      "loss": 1.339089035987854,
      "step": 210
    },
    {
      "epoch": 0.12168396770472895,
      "grad_norm": 0.794417142868042,
      "learning_rate": 0.0001921108331729844,
      "loss": 1.194704532623291,
      "step": 211
    },
    {
      "epoch": 0.12226066897347174,
      "grad_norm": 1.1438184976577759,
      "learning_rate": 0.00019207234943236483,
      "loss": 1.3168675899505615,
      "step": 212
    },
    {
      "epoch": 0.12283737024221453,
      "grad_norm": 0.5655554533004761,
      "learning_rate": 0.00019203386569174524,
      "loss": 1.008853793144226,
      "step": 213
    },
    {
      "epoch": 0.12341407151095732,
      "grad_norm": 0.7868179082870483,
      "learning_rate": 0.00019199538195112566,
      "loss": 1.3174118995666504,
      "step": 214
    },
    {
      "epoch": 0.12399077277970011,
      "grad_norm": 0.6736404299736023,
      "learning_rate": 0.00019195689821050607,
      "loss": 1.054055094718933,
      "step": 215
    },
    {
      "epoch": 0.1245674740484429,
      "grad_norm": 0.7425172328948975,
      "learning_rate": 0.00019191841446988649,
      "loss": 1.2892072200775146,
      "step": 216
    },
    {
      "epoch": 0.1251441753171857,
      "grad_norm": 0.7724793553352356,
      "learning_rate": 0.00019187993072926687,
      "loss": 1.3278907537460327,
      "step": 217
    },
    {
      "epoch": 0.12572087658592848,
      "grad_norm": 0.7415600419044495,
      "learning_rate": 0.0001918414469886473,
      "loss": 1.1893579959869385,
      "step": 218
    },
    {
      "epoch": 0.12629757785467127,
      "grad_norm": 0.8178536295890808,
      "learning_rate": 0.0001918029632480277,
      "loss": 1.3486452102661133,
      "step": 219
    },
    {
      "epoch": 0.12687427912341406,
      "grad_norm": 0.803683340549469,
      "learning_rate": 0.00019176447950740812,
      "loss": 1.297539234161377,
      "step": 220
    },
    {
      "epoch": 0.12745098039215685,
      "grad_norm": 0.6226982474327087,
      "learning_rate": 0.00019172599576678854,
      "loss": 1.0952314138412476,
      "step": 221
    },
    {
      "epoch": 0.12802768166089964,
      "grad_norm": 0.652317225933075,
      "learning_rate": 0.00019168751202616895,
      "loss": 0.9360387325286865,
      "step": 222
    },
    {
      "epoch": 0.12860438292964244,
      "grad_norm": 0.8147749900817871,
      "learning_rate": 0.00019164902828554937,
      "loss": 1.0632787942886353,
      "step": 223
    },
    {
      "epoch": 0.12918108419838523,
      "grad_norm": 0.9202223420143127,
      "learning_rate": 0.00019161054454492978,
      "loss": 1.3678290843963623,
      "step": 224
    },
    {
      "epoch": 0.12975778546712802,
      "grad_norm": 1.1951165199279785,
      "learning_rate": 0.00019157206080431017,
      "loss": 1.2670767307281494,
      "step": 225
    },
    {
      "epoch": 0.1303344867358708,
      "grad_norm": 0.7266793847084045,
      "learning_rate": 0.00019153357706369058,
      "loss": 1.1158084869384766,
      "step": 226
    },
    {
      "epoch": 0.1309111880046136,
      "grad_norm": 0.6181395649909973,
      "learning_rate": 0.000191495093323071,
      "loss": 1.1156044006347656,
      "step": 227
    },
    {
      "epoch": 0.1314878892733564,
      "grad_norm": 0.7921776175498962,
      "learning_rate": 0.00019145660958245142,
      "loss": 1.001752257347107,
      "step": 228
    },
    {
      "epoch": 0.13206459054209918,
      "grad_norm": 0.5998401045799255,
      "learning_rate": 0.00019141812584183183,
      "loss": 0.7688826322555542,
      "step": 229
    },
    {
      "epoch": 0.13264129181084197,
      "grad_norm": 0.7660285234451294,
      "learning_rate": 0.00019137964210121225,
      "loss": 1.2462745904922485,
      "step": 230
    },
    {
      "epoch": 0.13321799307958476,
      "grad_norm": 0.7925796508789062,
      "learning_rate": 0.00019134115836059266,
      "loss": 1.1053651571273804,
      "step": 231
    },
    {
      "epoch": 0.13379469434832755,
      "grad_norm": 0.6407649517059326,
      "learning_rate": 0.00019130267461997308,
      "loss": 0.8710946440696716,
      "step": 232
    },
    {
      "epoch": 0.13437139561707034,
      "grad_norm": 0.7516645789146423,
      "learning_rate": 0.00019126419087935346,
      "loss": 1.009436011314392,
      "step": 233
    },
    {
      "epoch": 0.13494809688581316,
      "grad_norm": 0.5998948216438293,
      "learning_rate": 0.00019122570713873388,
      "loss": 1.0309457778930664,
      "step": 234
    },
    {
      "epoch": 0.13552479815455595,
      "grad_norm": 1.1897567510604858,
      "learning_rate": 0.0001911872233981143,
      "loss": 0.9930981397628784,
      "step": 235
    },
    {
      "epoch": 0.13610149942329874,
      "grad_norm": 0.7404462695121765,
      "learning_rate": 0.0001911487396574947,
      "loss": 1.1489670276641846,
      "step": 236
    },
    {
      "epoch": 0.13667820069204153,
      "grad_norm": 0.7168471813201904,
      "learning_rate": 0.00019111025591687513,
      "loss": 1.202157735824585,
      "step": 237
    },
    {
      "epoch": 0.13725490196078433,
      "grad_norm": 0.7502639293670654,
      "learning_rate": 0.00019107177217625554,
      "loss": 1.022951364517212,
      "step": 238
    },
    {
      "epoch": 0.13783160322952712,
      "grad_norm": 0.6795151233673096,
      "learning_rate": 0.00019103328843563596,
      "loss": 1.1194236278533936,
      "step": 239
    },
    {
      "epoch": 0.1384083044982699,
      "grad_norm": 0.7620200514793396,
      "learning_rate": 0.00019099480469501637,
      "loss": 0.8411365747451782,
      "step": 240
    },
    {
      "epoch": 0.1389850057670127,
      "grad_norm": 0.6618032455444336,
      "learning_rate": 0.00019095632095439676,
      "loss": 0.7801553606987,
      "step": 241
    },
    {
      "epoch": 0.1395617070357555,
      "grad_norm": 0.9366044402122498,
      "learning_rate": 0.00019091783721377718,
      "loss": 1.0621672868728638,
      "step": 242
    },
    {
      "epoch": 0.14013840830449828,
      "grad_norm": 1.0874788761138916,
      "learning_rate": 0.0001908793534731576,
      "loss": 1.6787068843841553,
      "step": 243
    },
    {
      "epoch": 0.14071510957324107,
      "grad_norm": 0.8962084054946899,
      "learning_rate": 0.000190840869732538,
      "loss": 1.1922732591629028,
      "step": 244
    },
    {
      "epoch": 0.14129181084198386,
      "grad_norm": 0.7039315700531006,
      "learning_rate": 0.00019080238599191842,
      "loss": 1.177897334098816,
      "step": 245
    },
    {
      "epoch": 0.14186851211072665,
      "grad_norm": 0.9172819256782532,
      "learning_rate": 0.00019076390225129884,
      "loss": 1.3276829719543457,
      "step": 246
    },
    {
      "epoch": 0.14244521337946944,
      "grad_norm": 1.002533197402954,
      "learning_rate": 0.00019072541851067925,
      "loss": 1.11848783493042,
      "step": 247
    },
    {
      "epoch": 0.14302191464821223,
      "grad_norm": 0.9164738059043884,
      "learning_rate": 0.00019068693477005967,
      "loss": 0.7153259515762329,
      "step": 248
    },
    {
      "epoch": 0.14359861591695502,
      "grad_norm": 0.7163867354393005,
      "learning_rate": 0.00019064845102944006,
      "loss": 1.206921100616455,
      "step": 249
    },
    {
      "epoch": 0.14417531718569782,
      "grad_norm": 0.8200199604034424,
      "learning_rate": 0.00019060996728882047,
      "loss": 0.9798004031181335,
      "step": 250
    },
    {
      "epoch": 0.1447520184544406,
      "grad_norm": 0.9806034564971924,
      "learning_rate": 0.00019057148354820089,
      "loss": 1.0969898700714111,
      "step": 251
    },
    {
      "epoch": 0.1453287197231834,
      "grad_norm": 1.0849624872207642,
      "learning_rate": 0.0001905329998075813,
      "loss": 1.2618253231048584,
      "step": 252
    },
    {
      "epoch": 0.1459054209919262,
      "grad_norm": 0.8736698031425476,
      "learning_rate": 0.00019049451606696172,
      "loss": 1.1534979343414307,
      "step": 253
    },
    {
      "epoch": 0.14648212226066898,
      "grad_norm": 0.6748337745666504,
      "learning_rate": 0.00019045603232634213,
      "loss": 0.9178370237350464,
      "step": 254
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 0.8655548691749573,
      "learning_rate": 0.00019041754858572255,
      "loss": 1.157179355621338,
      "step": 255
    },
    {
      "epoch": 0.14763552479815456,
      "grad_norm": 0.7558174133300781,
      "learning_rate": 0.00019037906484510296,
      "loss": 0.7844438552856445,
      "step": 256
    },
    {
      "epoch": 0.14821222606689735,
      "grad_norm": 0.8278117179870605,
      "learning_rate": 0.00019034058110448335,
      "loss": 1.4085724353790283,
      "step": 257
    },
    {
      "epoch": 0.14878892733564014,
      "grad_norm": 0.9563509225845337,
      "learning_rate": 0.00019030209736386377,
      "loss": 1.244802713394165,
      "step": 258
    },
    {
      "epoch": 0.14936562860438293,
      "grad_norm": 0.8018333315849304,
      "learning_rate": 0.00019026361362324418,
      "loss": 0.801522970199585,
      "step": 259
    },
    {
      "epoch": 0.14994232987312572,
      "grad_norm": 0.555248498916626,
      "learning_rate": 0.0001902251298826246,
      "loss": 0.8989696502685547,
      "step": 260
    },
    {
      "epoch": 0.15051903114186851,
      "grad_norm": 0.5092940926551819,
      "learning_rate": 0.000190186646142005,
      "loss": 0.8229849338531494,
      "step": 261
    },
    {
      "epoch": 0.1510957324106113,
      "grad_norm": 0.614162266254425,
      "learning_rate": 0.00019014816240138543,
      "loss": 1.14143705368042,
      "step": 262
    },
    {
      "epoch": 0.1516724336793541,
      "grad_norm": 0.7050411701202393,
      "learning_rate": 0.00019010967866076584,
      "loss": 1.2602849006652832,
      "step": 263
    },
    {
      "epoch": 0.1522491349480969,
      "grad_norm": 0.8917875289916992,
      "learning_rate": 0.00019007119492014626,
      "loss": 1.2684617042541504,
      "step": 264
    },
    {
      "epoch": 0.15282583621683968,
      "grad_norm": 0.7177139520645142,
      "learning_rate": 0.00019003271117952665,
      "loss": 0.664681077003479,
      "step": 265
    },
    {
      "epoch": 0.15340253748558247,
      "grad_norm": 0.7513463497161865,
      "learning_rate": 0.00018999422743890706,
      "loss": 0.9689874649047852,
      "step": 266
    },
    {
      "epoch": 0.15397923875432526,
      "grad_norm": 0.8350100517272949,
      "learning_rate": 0.00018995574369828748,
      "loss": 1.222740888595581,
      "step": 267
    },
    {
      "epoch": 0.15455594002306805,
      "grad_norm": 1.152787685394287,
      "learning_rate": 0.0001899172599576679,
      "loss": 1.0707926750183105,
      "step": 268
    },
    {
      "epoch": 0.15513264129181084,
      "grad_norm": 0.7810789346694946,
      "learning_rate": 0.0001898787762170483,
      "loss": 1.1552890539169312,
      "step": 269
    },
    {
      "epoch": 0.15570934256055363,
      "grad_norm": 0.864863395690918,
      "learning_rate": 0.00018984029247642872,
      "loss": 1.2455859184265137,
      "step": 270
    },
    {
      "epoch": 0.15628604382929642,
      "grad_norm": 0.578794002532959,
      "learning_rate": 0.00018980180873580914,
      "loss": 0.9284070730209351,
      "step": 271
    },
    {
      "epoch": 0.1568627450980392,
      "grad_norm": 0.9245108962059021,
      "learning_rate": 0.00018976332499518955,
      "loss": 0.8936307430267334,
      "step": 272
    },
    {
      "epoch": 0.157439446366782,
      "grad_norm": 1.022964358329773,
      "learning_rate": 0.00018972484125456994,
      "loss": 1.2052812576293945,
      "step": 273
    },
    {
      "epoch": 0.1580161476355248,
      "grad_norm": 0.6136555075645447,
      "learning_rate": 0.00018968635751395036,
      "loss": 0.9395220875740051,
      "step": 274
    },
    {
      "epoch": 0.15859284890426759,
      "grad_norm": 0.49354949593544006,
      "learning_rate": 0.00018964787377333077,
      "loss": 0.7979940176010132,
      "step": 275
    },
    {
      "epoch": 0.15916955017301038,
      "grad_norm": 0.8118260502815247,
      "learning_rate": 0.00018960939003271119,
      "loss": 1.3310189247131348,
      "step": 276
    },
    {
      "epoch": 0.15974625144175317,
      "grad_norm": 0.7864040732383728,
      "learning_rate": 0.0001895709062920916,
      "loss": 0.995107889175415,
      "step": 277
    },
    {
      "epoch": 0.16032295271049596,
      "grad_norm": 0.7795019149780273,
      "learning_rate": 0.00018953242255147202,
      "loss": 1.031097412109375,
      "step": 278
    },
    {
      "epoch": 0.16089965397923875,
      "grad_norm": 0.7358199954032898,
      "learning_rate": 0.00018949393881085243,
      "loss": 1.2151832580566406,
      "step": 279
    },
    {
      "epoch": 0.16147635524798154,
      "grad_norm": 0.592187225818634,
      "learning_rate": 0.00018945545507023285,
      "loss": 1.18082857131958,
      "step": 280
    },
    {
      "epoch": 0.16205305651672433,
      "grad_norm": 0.6349275708198547,
      "learning_rate": 0.00018941697132961324,
      "loss": 1.0011241436004639,
      "step": 281
    },
    {
      "epoch": 0.16262975778546712,
      "grad_norm": 0.827673614025116,
      "learning_rate": 0.00018937848758899365,
      "loss": 1.1634137630462646,
      "step": 282
    },
    {
      "epoch": 0.1632064590542099,
      "grad_norm": 0.7459465861320496,
      "learning_rate": 0.00018934000384837407,
      "loss": 1.2054771184921265,
      "step": 283
    },
    {
      "epoch": 0.1637831603229527,
      "grad_norm": 0.8688679337501526,
      "learning_rate": 0.00018930152010775448,
      "loss": 1.5523681640625,
      "step": 284
    },
    {
      "epoch": 0.1643598615916955,
      "grad_norm": 0.5501953959465027,
      "learning_rate": 0.0001892630363671349,
      "loss": 0.8807846903800964,
      "step": 285
    },
    {
      "epoch": 0.16493656286043828,
      "grad_norm": 0.9370623230934143,
      "learning_rate": 0.0001892245526265153,
      "loss": 1.480832815170288,
      "step": 286
    },
    {
      "epoch": 0.16551326412918108,
      "grad_norm": 0.824664831161499,
      "learning_rate": 0.00018918606888589573,
      "loss": 1.1490377187728882,
      "step": 287
    },
    {
      "epoch": 0.16608996539792387,
      "grad_norm": 0.6960827708244324,
      "learning_rate": 0.00018914758514527614,
      "loss": 0.9883493185043335,
      "step": 288
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.5384089946746826,
      "learning_rate": 0.00018910910140465653,
      "loss": 0.9772455096244812,
      "step": 289
    },
    {
      "epoch": 0.16724336793540945,
      "grad_norm": 0.5826528072357178,
      "learning_rate": 0.00018907061766403695,
      "loss": 0.80659019947052,
      "step": 290
    },
    {
      "epoch": 0.16782006920415224,
      "grad_norm": 0.8662609457969666,
      "learning_rate": 0.00018903213392341736,
      "loss": 1.438920497894287,
      "step": 291
    },
    {
      "epoch": 0.16839677047289503,
      "grad_norm": 0.8694437742233276,
      "learning_rate": 0.00018899365018279778,
      "loss": 1.594082236289978,
      "step": 292
    },
    {
      "epoch": 0.16897347174163782,
      "grad_norm": 0.9895355701446533,
      "learning_rate": 0.0001889551664421782,
      "loss": 1.1623947620391846,
      "step": 293
    },
    {
      "epoch": 0.1695501730103806,
      "grad_norm": 0.7757118940353394,
      "learning_rate": 0.0001889166827015586,
      "loss": 1.2969348430633545,
      "step": 294
    },
    {
      "epoch": 0.1701268742791234,
      "grad_norm": 1.1235777139663696,
      "learning_rate": 0.00018887819896093902,
      "loss": 1.5447598695755005,
      "step": 295
    },
    {
      "epoch": 0.1707035755478662,
      "grad_norm": 0.5995392799377441,
      "learning_rate": 0.00018883971522031944,
      "loss": 1.1860620975494385,
      "step": 296
    },
    {
      "epoch": 0.17128027681660898,
      "grad_norm": 0.7350177764892578,
      "learning_rate": 0.00018880123147969983,
      "loss": 1.1964070796966553,
      "step": 297
    },
    {
      "epoch": 0.17185697808535177,
      "grad_norm": 0.7769676446914673,
      "learning_rate": 0.00018876274773908024,
      "loss": 0.9732775688171387,
      "step": 298
    },
    {
      "epoch": 0.17243367935409457,
      "grad_norm": 1.0317054986953735,
      "learning_rate": 0.00018872426399846066,
      "loss": 1.1931625604629517,
      "step": 299
    },
    {
      "epoch": 0.17301038062283736,
      "grad_norm": 0.855571985244751,
      "learning_rate": 0.00018868578025784107,
      "loss": 1.2726032733917236,
      "step": 300
    },
    {
      "epoch": 0.17358708189158017,
      "grad_norm": 1.0038337707519531,
      "learning_rate": 0.0001886472965172215,
      "loss": 1.3021737337112427,
      "step": 301
    },
    {
      "epoch": 0.17416378316032297,
      "grad_norm": 1.05097496509552,
      "learning_rate": 0.0001886088127766019,
      "loss": 1.6369917392730713,
      "step": 302
    },
    {
      "epoch": 0.17474048442906576,
      "grad_norm": 0.6620575189590454,
      "learning_rate": 0.00018857032903598232,
      "loss": 1.0873693227767944,
      "step": 303
    },
    {
      "epoch": 0.17531718569780855,
      "grad_norm": 0.8430469036102295,
      "learning_rate": 0.0001885318452953627,
      "loss": 1.1750123500823975,
      "step": 304
    },
    {
      "epoch": 0.17589388696655134,
      "grad_norm": 0.8181238174438477,
      "learning_rate": 0.00018849336155474312,
      "loss": 1.3522461652755737,
      "step": 305
    },
    {
      "epoch": 0.17647058823529413,
      "grad_norm": 0.6994307041168213,
      "learning_rate": 0.00018845487781412354,
      "loss": 1.327797293663025,
      "step": 306
    },
    {
      "epoch": 0.17704728950403692,
      "grad_norm": 0.7090145349502563,
      "learning_rate": 0.00018841639407350395,
      "loss": 1.3075491189956665,
      "step": 307
    },
    {
      "epoch": 0.1776239907727797,
      "grad_norm": 0.7612029314041138,
      "learning_rate": 0.00018837791033288437,
      "loss": 1.0585792064666748,
      "step": 308
    },
    {
      "epoch": 0.1782006920415225,
      "grad_norm": 0.8592241406440735,
      "learning_rate": 0.00018833942659226478,
      "loss": 0.6441008448600769,
      "step": 309
    },
    {
      "epoch": 0.1787773933102653,
      "grad_norm": 1.0303255319595337,
      "learning_rate": 0.0001883009428516452,
      "loss": 1.520599365234375,
      "step": 310
    },
    {
      "epoch": 0.17935409457900808,
      "grad_norm": 0.80874103307724,
      "learning_rate": 0.0001882624591110256,
      "loss": 0.902335524559021,
      "step": 311
    },
    {
      "epoch": 0.17993079584775087,
      "grad_norm": 0.7039778232574463,
      "learning_rate": 0.000188223975370406,
      "loss": 1.0226070880889893,
      "step": 312
    },
    {
      "epoch": 0.18050749711649366,
      "grad_norm": 0.7102690935134888,
      "learning_rate": 0.00018818549162978642,
      "loss": 1.0590555667877197,
      "step": 313
    },
    {
      "epoch": 0.18108419838523646,
      "grad_norm": 1.0405141115188599,
      "learning_rate": 0.00018814700788916683,
      "loss": 1.4237335920333862,
      "step": 314
    },
    {
      "epoch": 0.18166089965397925,
      "grad_norm": 0.6633170247077942,
      "learning_rate": 0.00018810852414854725,
      "loss": 0.9277420043945312,
      "step": 315
    },
    {
      "epoch": 0.18223760092272204,
      "grad_norm": 0.6740328073501587,
      "learning_rate": 0.00018807004040792766,
      "loss": 1.053580403327942,
      "step": 316
    },
    {
      "epoch": 0.18281430219146483,
      "grad_norm": 0.6842854619026184,
      "learning_rate": 0.00018803155666730808,
      "loss": 1.0379540920257568,
      "step": 317
    },
    {
      "epoch": 0.18339100346020762,
      "grad_norm": 0.6766674518585205,
      "learning_rate": 0.0001879930729266885,
      "loss": 0.9214432835578918,
      "step": 318
    },
    {
      "epoch": 0.1839677047289504,
      "grad_norm": 0.8358355164527893,
      "learning_rate": 0.0001879545891860689,
      "loss": 1.069684624671936,
      "step": 319
    },
    {
      "epoch": 0.1845444059976932,
      "grad_norm": 0.9044516086578369,
      "learning_rate": 0.0001879161054454493,
      "loss": 1.4757916927337646,
      "step": 320
    },
    {
      "epoch": 0.185121107266436,
      "grad_norm": 0.9662521481513977,
      "learning_rate": 0.0001878776217048297,
      "loss": 1.3449480533599854,
      "step": 321
    },
    {
      "epoch": 0.18569780853517878,
      "grad_norm": 0.8681714534759521,
      "learning_rate": 0.00018783913796421013,
      "loss": 1.2057011127471924,
      "step": 322
    },
    {
      "epoch": 0.18627450980392157,
      "grad_norm": 0.7318335175514221,
      "learning_rate": 0.00018780065422359054,
      "loss": 1.276970386505127,
      "step": 323
    },
    {
      "epoch": 0.18685121107266436,
      "grad_norm": 0.798865556716919,
      "learning_rate": 0.00018776217048297096,
      "loss": 1.1334099769592285,
      "step": 324
    },
    {
      "epoch": 0.18742791234140715,
      "grad_norm": 0.6787270903587341,
      "learning_rate": 0.00018772368674235137,
      "loss": 1.0829839706420898,
      "step": 325
    },
    {
      "epoch": 0.18800461361014995,
      "grad_norm": 0.705894947052002,
      "learning_rate": 0.0001876852030017318,
      "loss": 1.3146710395812988,
      "step": 326
    },
    {
      "epoch": 0.18858131487889274,
      "grad_norm": 0.7403978705406189,
      "learning_rate": 0.0001876467192611122,
      "loss": 0.7811852693557739,
      "step": 327
    },
    {
      "epoch": 0.18915801614763553,
      "grad_norm": 0.8138331770896912,
      "learning_rate": 0.0001876082355204926,
      "loss": 1.3800559043884277,
      "step": 328
    },
    {
      "epoch": 0.18973471741637832,
      "grad_norm": 1.0053505897521973,
      "learning_rate": 0.000187569751779873,
      "loss": 1.502892017364502,
      "step": 329
    },
    {
      "epoch": 0.1903114186851211,
      "grad_norm": 1.2905986309051514,
      "learning_rate": 0.00018753126803925342,
      "loss": 1.6044906377792358,
      "step": 330
    },
    {
      "epoch": 0.1908881199538639,
      "grad_norm": 0.7266846299171448,
      "learning_rate": 0.00018749278429863384,
      "loss": 0.8269582390785217,
      "step": 331
    },
    {
      "epoch": 0.1914648212226067,
      "grad_norm": 0.9892683029174805,
      "learning_rate": 0.00018745430055801425,
      "loss": 1.2374012470245361,
      "step": 332
    },
    {
      "epoch": 0.19204152249134948,
      "grad_norm": 0.8026344180107117,
      "learning_rate": 0.00018741581681739467,
      "loss": 0.9166598916053772,
      "step": 333
    },
    {
      "epoch": 0.19261822376009227,
      "grad_norm": 0.7790790796279907,
      "learning_rate": 0.00018737733307677508,
      "loss": 0.8837241530418396,
      "step": 334
    },
    {
      "epoch": 0.19319492502883506,
      "grad_norm": 0.8625907897949219,
      "learning_rate": 0.0001873388493361555,
      "loss": 1.0963804721832275,
      "step": 335
    },
    {
      "epoch": 0.19377162629757785,
      "grad_norm": 0.8408490419387817,
      "learning_rate": 0.00018730036559553589,
      "loss": 1.2887423038482666,
      "step": 336
    },
    {
      "epoch": 0.19434832756632064,
      "grad_norm": 0.8141940236091614,
      "learning_rate": 0.0001872618818549163,
      "loss": 1.234419584274292,
      "step": 337
    },
    {
      "epoch": 0.19492502883506344,
      "grad_norm": 0.7913158535957336,
      "learning_rate": 0.00018722339811429672,
      "loss": 0.8931217193603516,
      "step": 338
    },
    {
      "epoch": 0.19550173010380623,
      "grad_norm": 0.9377291202545166,
      "learning_rate": 0.00018718491437367713,
      "loss": 1.1958264112472534,
      "step": 339
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 1.1096664667129517,
      "learning_rate": 0.00018714643063305755,
      "loss": 0.871677041053772,
      "step": 340
    },
    {
      "epoch": 0.1966551326412918,
      "grad_norm": 0.7379001379013062,
      "learning_rate": 0.00018710794689243796,
      "loss": 0.9309886693954468,
      "step": 341
    },
    {
      "epoch": 0.1972318339100346,
      "grad_norm": 0.738572895526886,
      "learning_rate": 0.00018706946315181838,
      "loss": 1.065298080444336,
      "step": 342
    },
    {
      "epoch": 0.1978085351787774,
      "grad_norm": 0.8279491066932678,
      "learning_rate": 0.0001870309794111988,
      "loss": 1.0682514905929565,
      "step": 343
    },
    {
      "epoch": 0.19838523644752018,
      "grad_norm": 0.9108213782310486,
      "learning_rate": 0.00018699249567057918,
      "loss": 1.2043181657791138,
      "step": 344
    },
    {
      "epoch": 0.19896193771626297,
      "grad_norm": 0.9347065687179565,
      "learning_rate": 0.0001869540119299596,
      "loss": 1.5744340419769287,
      "step": 345
    },
    {
      "epoch": 0.19953863898500576,
      "grad_norm": 0.5783383250236511,
      "learning_rate": 0.00018691552818934,
      "loss": 0.7808327674865723,
      "step": 346
    },
    {
      "epoch": 0.20011534025374855,
      "grad_norm": 0.661321759223938,
      "learning_rate": 0.00018687704444872043,
      "loss": 0.9458237290382385,
      "step": 347
    },
    {
      "epoch": 0.20069204152249134,
      "grad_norm": 0.5592895746231079,
      "learning_rate": 0.00018683856070810084,
      "loss": 0.8761368989944458,
      "step": 348
    },
    {
      "epoch": 0.20126874279123413,
      "grad_norm": 0.6626494526863098,
      "learning_rate": 0.00018680007696748126,
      "loss": 0.9110841751098633,
      "step": 349
    },
    {
      "epoch": 0.20184544405997693,
      "grad_norm": 0.8392354249954224,
      "learning_rate": 0.00018676159322686167,
      "loss": 1.234721302986145,
      "step": 350
    },
    {
      "epoch": 0.20242214532871972,
      "grad_norm": 0.5596436262130737,
      "learning_rate": 0.0001867231094862421,
      "loss": 0.837221622467041,
      "step": 351
    },
    {
      "epoch": 0.2029988465974625,
      "grad_norm": 0.5023308992385864,
      "learning_rate": 0.00018668462574562248,
      "loss": 0.7079763412475586,
      "step": 352
    },
    {
      "epoch": 0.2035755478662053,
      "grad_norm": 0.7946610450744629,
      "learning_rate": 0.0001866461420050029,
      "loss": 1.3043620586395264,
      "step": 353
    },
    {
      "epoch": 0.2041522491349481,
      "grad_norm": 0.8124772310256958,
      "learning_rate": 0.0001866076582643833,
      "loss": 1.1276662349700928,
      "step": 354
    },
    {
      "epoch": 0.20472895040369088,
      "grad_norm": 0.5195242166519165,
      "learning_rate": 0.00018656917452376372,
      "loss": 0.737315833568573,
      "step": 355
    },
    {
      "epoch": 0.20530565167243367,
      "grad_norm": 0.7146646976470947,
      "learning_rate": 0.00018653069078314414,
      "loss": 1.0838680267333984,
      "step": 356
    },
    {
      "epoch": 0.20588235294117646,
      "grad_norm": 0.7928506135940552,
      "learning_rate": 0.00018649220704252455,
      "loss": 1.2697861194610596,
      "step": 357
    },
    {
      "epoch": 0.20645905420991925,
      "grad_norm": 0.6152468919754028,
      "learning_rate": 0.00018645372330190497,
      "loss": 0.9355758428573608,
      "step": 358
    },
    {
      "epoch": 0.20703575547866204,
      "grad_norm": 1.0809266567230225,
      "learning_rate": 0.00018641523956128538,
      "loss": 1.9420266151428223,
      "step": 359
    },
    {
      "epoch": 0.20761245674740483,
      "grad_norm": 0.59016352891922,
      "learning_rate": 0.00018637675582066577,
      "loss": 0.9944459199905396,
      "step": 360
    },
    {
      "epoch": 0.20818915801614762,
      "grad_norm": 0.7870339751243591,
      "learning_rate": 0.0001863382720800462,
      "loss": 1.0614302158355713,
      "step": 361
    },
    {
      "epoch": 0.20876585928489041,
      "grad_norm": 0.7203708291053772,
      "learning_rate": 0.0001862997883394266,
      "loss": 0.9602723717689514,
      "step": 362
    },
    {
      "epoch": 0.2093425605536332,
      "grad_norm": 0.532341480255127,
      "learning_rate": 0.00018626130459880702,
      "loss": 0.8718068599700928,
      "step": 363
    },
    {
      "epoch": 0.209919261822376,
      "grad_norm": 0.9565883278846741,
      "learning_rate": 0.00018622282085818743,
      "loss": 1.278198480606079,
      "step": 364
    },
    {
      "epoch": 0.2104959630911188,
      "grad_norm": 0.7197461724281311,
      "learning_rate": 0.00018618433711756785,
      "loss": 1.3148860931396484,
      "step": 365
    },
    {
      "epoch": 0.21107266435986158,
      "grad_norm": 0.6119058728218079,
      "learning_rate": 0.00018614585337694826,
      "loss": 0.9266935586929321,
      "step": 366
    },
    {
      "epoch": 0.2116493656286044,
      "grad_norm": 0.9047015309333801,
      "learning_rate": 0.00018610736963632868,
      "loss": 1.1473264694213867,
      "step": 367
    },
    {
      "epoch": 0.2122260668973472,
      "grad_norm": 0.6796925663948059,
      "learning_rate": 0.00018606888589570907,
      "loss": 1.0393201112747192,
      "step": 368
    },
    {
      "epoch": 0.21280276816608998,
      "grad_norm": 0.6059300303459167,
      "learning_rate": 0.00018603040215508948,
      "loss": 1.001380443572998,
      "step": 369
    },
    {
      "epoch": 0.21337946943483277,
      "grad_norm": 0.6669148206710815,
      "learning_rate": 0.0001859919184144699,
      "loss": 0.8133573532104492,
      "step": 370
    },
    {
      "epoch": 0.21395617070357556,
      "grad_norm": 0.6025424003601074,
      "learning_rate": 0.0001859534346738503,
      "loss": 0.9277598261833191,
      "step": 371
    },
    {
      "epoch": 0.21453287197231835,
      "grad_norm": 0.8728757500648499,
      "learning_rate": 0.00018591495093323073,
      "loss": 1.1496421098709106,
      "step": 372
    },
    {
      "epoch": 0.21510957324106114,
      "grad_norm": 0.587089478969574,
      "learning_rate": 0.00018587646719261114,
      "loss": 0.8672431707382202,
      "step": 373
    },
    {
      "epoch": 0.21568627450980393,
      "grad_norm": 0.7482187747955322,
      "learning_rate": 0.00018583798345199156,
      "loss": 1.0713750123977661,
      "step": 374
    },
    {
      "epoch": 0.21626297577854672,
      "grad_norm": 0.8591217398643494,
      "learning_rate": 0.00018579949971137197,
      "loss": 1.4045636653900146,
      "step": 375
    },
    {
      "epoch": 0.21683967704728951,
      "grad_norm": 0.7630711793899536,
      "learning_rate": 0.00018576101597075236,
      "loss": 0.9842856526374817,
      "step": 376
    },
    {
      "epoch": 0.2174163783160323,
      "grad_norm": 1.2762526273727417,
      "learning_rate": 0.00018572253223013278,
      "loss": 1.5381450653076172,
      "step": 377
    },
    {
      "epoch": 0.2179930795847751,
      "grad_norm": 0.7234092950820923,
      "learning_rate": 0.0001856840484895132,
      "loss": 1.0782972574234009,
      "step": 378
    },
    {
      "epoch": 0.2185697808535179,
      "grad_norm": 0.8868815898895264,
      "learning_rate": 0.0001856455647488936,
      "loss": 0.9910011291503906,
      "step": 379
    },
    {
      "epoch": 0.21914648212226068,
      "grad_norm": 0.5880477428436279,
      "learning_rate": 0.00018560708100827402,
      "loss": 0.9178383946418762,
      "step": 380
    },
    {
      "epoch": 0.21972318339100347,
      "grad_norm": 0.7115210294723511,
      "learning_rate": 0.00018556859726765444,
      "loss": 1.3695993423461914,
      "step": 381
    },
    {
      "epoch": 0.22029988465974626,
      "grad_norm": 0.9036445617675781,
      "learning_rate": 0.00018553011352703485,
      "loss": 1.049261212348938,
      "step": 382
    },
    {
      "epoch": 0.22087658592848905,
      "grad_norm": 1.044411540031433,
      "learning_rate": 0.00018549162978641527,
      "loss": 1.272240400314331,
      "step": 383
    },
    {
      "epoch": 0.22145328719723184,
      "grad_norm": 0.6363574862480164,
      "learning_rate": 0.00018545314604579566,
      "loss": 1.0237360000610352,
      "step": 384
    },
    {
      "epoch": 0.22202998846597463,
      "grad_norm": 0.7671105861663818,
      "learning_rate": 0.00018541466230517607,
      "loss": 0.9970401525497437,
      "step": 385
    },
    {
      "epoch": 0.22260668973471742,
      "grad_norm": 1.170229434967041,
      "learning_rate": 0.0001853761785645565,
      "loss": 1.5654575824737549,
      "step": 386
    },
    {
      "epoch": 0.2231833910034602,
      "grad_norm": 0.9486715793609619,
      "learning_rate": 0.0001853376948239369,
      "loss": 1.8445625305175781,
      "step": 387
    },
    {
      "epoch": 0.223760092272203,
      "grad_norm": 0.7049561142921448,
      "learning_rate": 0.00018529921108331732,
      "loss": 1.147915005683899,
      "step": 388
    },
    {
      "epoch": 0.2243367935409458,
      "grad_norm": 0.7626886963844299,
      "learning_rate": 0.00018526072734269773,
      "loss": 0.9354770183563232,
      "step": 389
    },
    {
      "epoch": 0.22491349480968859,
      "grad_norm": 0.8018368482589722,
      "learning_rate": 0.00018522224360207815,
      "loss": 1.0617220401763916,
      "step": 390
    },
    {
      "epoch": 0.22549019607843138,
      "grad_norm": 0.7590807676315308,
      "learning_rate": 0.00018518375986145854,
      "loss": 0.9120303988456726,
      "step": 391
    },
    {
      "epoch": 0.22606689734717417,
      "grad_norm": 0.6623148918151855,
      "learning_rate": 0.00018514527612083895,
      "loss": 0.7569756507873535,
      "step": 392
    },
    {
      "epoch": 0.22664359861591696,
      "grad_norm": 0.5547282099723816,
      "learning_rate": 0.00018510679238021937,
      "loss": 0.7989190816879272,
      "step": 393
    },
    {
      "epoch": 0.22722029988465975,
      "grad_norm": 0.5765286087989807,
      "learning_rate": 0.00018506830863959978,
      "loss": 0.6133571863174438,
      "step": 394
    },
    {
      "epoch": 0.22779700115340254,
      "grad_norm": 0.8331816792488098,
      "learning_rate": 0.0001850298248989802,
      "loss": 1.1577847003936768,
      "step": 395
    },
    {
      "epoch": 0.22837370242214533,
      "grad_norm": 0.7655069231987,
      "learning_rate": 0.0001849913411583606,
      "loss": 1.0809553861618042,
      "step": 396
    },
    {
      "epoch": 0.22895040369088812,
      "grad_norm": 0.7397854924201965,
      "learning_rate": 0.00018495285741774103,
      "loss": 0.9830250144004822,
      "step": 397
    },
    {
      "epoch": 0.2295271049596309,
      "grad_norm": 0.6970857381820679,
      "learning_rate": 0.00018491437367712144,
      "loss": 0.8101853132247925,
      "step": 398
    },
    {
      "epoch": 0.2301038062283737,
      "grad_norm": 0.5724602937698364,
      "learning_rate": 0.00018487588993650183,
      "loss": 0.70196932554245,
      "step": 399
    },
    {
      "epoch": 0.2306805074971165,
      "grad_norm": 0.9593637585639954,
      "learning_rate": 0.00018483740619588225,
      "loss": 0.9378552436828613,
      "step": 400
    },
    {
      "epoch": 0.23125720876585928,
      "grad_norm": 0.7079650163650513,
      "learning_rate": 0.00018479892245526266,
      "loss": 0.8764985799789429,
      "step": 401
    },
    {
      "epoch": 0.23183391003460208,
      "grad_norm": 0.7374391555786133,
      "learning_rate": 0.00018476043871464308,
      "loss": 0.8556146025657654,
      "step": 402
    },
    {
      "epoch": 0.23241061130334487,
      "grad_norm": 0.6992713809013367,
      "learning_rate": 0.0001847219549740235,
      "loss": 0.9657334089279175,
      "step": 403
    },
    {
      "epoch": 0.23298731257208766,
      "grad_norm": 0.8299751281738281,
      "learning_rate": 0.0001846834712334039,
      "loss": 1.2171483039855957,
      "step": 404
    },
    {
      "epoch": 0.23356401384083045,
      "grad_norm": 0.5866743922233582,
      "learning_rate": 0.00018464498749278432,
      "loss": 0.9809523820877075,
      "step": 405
    },
    {
      "epoch": 0.23414071510957324,
      "grad_norm": 0.8412980437278748,
      "learning_rate": 0.00018460650375216474,
      "loss": 1.1848514080047607,
      "step": 406
    },
    {
      "epoch": 0.23471741637831603,
      "grad_norm": 0.7566470503807068,
      "learning_rate": 0.00018456802001154513,
      "loss": 1.0939483642578125,
      "step": 407
    },
    {
      "epoch": 0.23529411764705882,
      "grad_norm": 0.787800669670105,
      "learning_rate": 0.00018452953627092554,
      "loss": 1.2347867488861084,
      "step": 408
    },
    {
      "epoch": 0.2358708189158016,
      "grad_norm": 0.8511201739311218,
      "learning_rate": 0.00018449105253030596,
      "loss": 0.9385696053504944,
      "step": 409
    },
    {
      "epoch": 0.2364475201845444,
      "grad_norm": 0.9360937476158142,
      "learning_rate": 0.00018445256878968637,
      "loss": 1.3519483804702759,
      "step": 410
    },
    {
      "epoch": 0.2370242214532872,
      "grad_norm": 0.556093692779541,
      "learning_rate": 0.0001844140850490668,
      "loss": 0.8482391238212585,
      "step": 411
    },
    {
      "epoch": 0.23760092272202998,
      "grad_norm": 0.6390929818153381,
      "learning_rate": 0.0001843756013084472,
      "loss": 1.0374037027359009,
      "step": 412
    },
    {
      "epoch": 0.23817762399077277,
      "grad_norm": 0.5385326743125916,
      "learning_rate": 0.00018433711756782762,
      "loss": 0.8951395750045776,
      "step": 413
    },
    {
      "epoch": 0.23875432525951557,
      "grad_norm": 0.7417898774147034,
      "learning_rate": 0.00018429863382720803,
      "loss": 1.1854356527328491,
      "step": 414
    },
    {
      "epoch": 0.23933102652825836,
      "grad_norm": 0.7092972993850708,
      "learning_rate": 0.00018426015008658842,
      "loss": 1.2556312084197998,
      "step": 415
    },
    {
      "epoch": 0.23990772779700115,
      "grad_norm": 0.6026037931442261,
      "learning_rate": 0.00018422166634596884,
      "loss": 0.8205006718635559,
      "step": 416
    },
    {
      "epoch": 0.24048442906574394,
      "grad_norm": 0.7460249662399292,
      "learning_rate": 0.00018418318260534925,
      "loss": 0.9955434203147888,
      "step": 417
    },
    {
      "epoch": 0.24106113033448673,
      "grad_norm": 0.6313579082489014,
      "learning_rate": 0.00018414469886472967,
      "loss": 1.15024995803833,
      "step": 418
    },
    {
      "epoch": 0.24163783160322952,
      "grad_norm": 0.7596423029899597,
      "learning_rate": 0.00018410621512411008,
      "loss": 1.196816325187683,
      "step": 419
    },
    {
      "epoch": 0.2422145328719723,
      "grad_norm": 0.7336683869361877,
      "learning_rate": 0.0001840677313834905,
      "loss": 1.0791605710983276,
      "step": 420
    },
    {
      "epoch": 0.2427912341407151,
      "grad_norm": 0.6802041530609131,
      "learning_rate": 0.00018402924764287091,
      "loss": 0.8439788222312927,
      "step": 421
    },
    {
      "epoch": 0.2433679354094579,
      "grad_norm": 0.9311268329620361,
      "learning_rate": 0.00018399076390225133,
      "loss": 1.4188232421875,
      "step": 422
    },
    {
      "epoch": 0.24394463667820068,
      "grad_norm": 0.9715989232063293,
      "learning_rate": 0.00018395228016163172,
      "loss": 1.149898648262024,
      "step": 423
    },
    {
      "epoch": 0.24452133794694347,
      "grad_norm": 0.6722977161407471,
      "learning_rate": 0.00018391379642101213,
      "loss": 1.0626373291015625,
      "step": 424
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 0.9417729377746582,
      "learning_rate": 0.00018387531268039255,
      "loss": 1.277899980545044,
      "step": 425
    },
    {
      "epoch": 0.24567474048442905,
      "grad_norm": 0.8700136542320251,
      "learning_rate": 0.00018383682893977296,
      "loss": 1.106884479522705,
      "step": 426
    },
    {
      "epoch": 0.24625144175317185,
      "grad_norm": 0.71380615234375,
      "learning_rate": 0.00018379834519915338,
      "loss": 1.1928266286849976,
      "step": 427
    },
    {
      "epoch": 0.24682814302191464,
      "grad_norm": 0.7276275157928467,
      "learning_rate": 0.0001837598614585338,
      "loss": 1.2448585033416748,
      "step": 428
    },
    {
      "epoch": 0.24740484429065743,
      "grad_norm": 0.8795212507247925,
      "learning_rate": 0.0001837213777179142,
      "loss": 1.317166805267334,
      "step": 429
    },
    {
      "epoch": 0.24798154555940022,
      "grad_norm": 0.9904524087905884,
      "learning_rate": 0.00018368289397729462,
      "loss": 1.166348934173584,
      "step": 430
    },
    {
      "epoch": 0.248558246828143,
      "grad_norm": 0.7632173299789429,
      "learning_rate": 0.000183644410236675,
      "loss": 1.5664170980453491,
      "step": 431
    },
    {
      "epoch": 0.2491349480968858,
      "grad_norm": 0.8291054964065552,
      "learning_rate": 0.00018360592649605543,
      "loss": 1.4953291416168213,
      "step": 432
    },
    {
      "epoch": 0.2497116493656286,
      "grad_norm": 0.6445023417472839,
      "learning_rate": 0.00018356744275543584,
      "loss": 0.8673335313796997,
      "step": 433
    },
    {
      "epoch": 0.2502883506343714,
      "grad_norm": 1.2072186470031738,
      "learning_rate": 0.00018352895901481626,
      "loss": 1.59421968460083,
      "step": 434
    },
    {
      "epoch": 0.2508650519031142,
      "grad_norm": 0.7409680485725403,
      "learning_rate": 0.00018349047527419667,
      "loss": 1.0224432945251465,
      "step": 435
    },
    {
      "epoch": 0.25144175317185696,
      "grad_norm": 0.8207524418830872,
      "learning_rate": 0.0001834519915335771,
      "loss": 1.276658058166504,
      "step": 436
    },
    {
      "epoch": 0.2520184544405998,
      "grad_norm": 0.8591949343681335,
      "learning_rate": 0.0001834135077929575,
      "loss": 1.1319093704223633,
      "step": 437
    },
    {
      "epoch": 0.25259515570934254,
      "grad_norm": 0.6689372658729553,
      "learning_rate": 0.00018337502405233792,
      "loss": 0.9691576361656189,
      "step": 438
    },
    {
      "epoch": 0.25317185697808536,
      "grad_norm": 0.9033296704292297,
      "learning_rate": 0.0001833365403117183,
      "loss": 1.4272680282592773,
      "step": 439
    },
    {
      "epoch": 0.2537485582468281,
      "grad_norm": 0.6959604620933533,
      "learning_rate": 0.0001832980565710987,
      "loss": 1.1449182033538818,
      "step": 440
    },
    {
      "epoch": 0.25432525951557095,
      "grad_norm": 0.6695550680160522,
      "learning_rate": 0.0001832595728304791,
      "loss": 1.0492792129516602,
      "step": 441
    },
    {
      "epoch": 0.2549019607843137,
      "grad_norm": 0.710794985294342,
      "learning_rate": 0.00018322108908985953,
      "loss": 0.9534090757369995,
      "step": 442
    },
    {
      "epoch": 0.2554786620530565,
      "grad_norm": 0.6955594420433044,
      "learning_rate": 0.00018318260534923994,
      "loss": 0.8743690252304077,
      "step": 443
    },
    {
      "epoch": 0.2560553633217993,
      "grad_norm": 0.6831961274147034,
      "learning_rate": 0.00018314412160862036,
      "loss": 1.3500818014144897,
      "step": 444
    },
    {
      "epoch": 0.2566320645905421,
      "grad_norm": 0.7839577198028564,
      "learning_rate": 0.00018310563786800077,
      "loss": 1.0105950832366943,
      "step": 445
    },
    {
      "epoch": 0.25720876585928487,
      "grad_norm": 0.8791704773902893,
      "learning_rate": 0.0001830671541273812,
      "loss": 1.2243623733520508,
      "step": 446
    },
    {
      "epoch": 0.2577854671280277,
      "grad_norm": 0.7005860209465027,
      "learning_rate": 0.0001830286703867616,
      "loss": 1.077842354774475,
      "step": 447
    },
    {
      "epoch": 0.25836216839677045,
      "grad_norm": 0.822964072227478,
      "learning_rate": 0.000182990186646142,
      "loss": 1.2265344858169556,
      "step": 448
    },
    {
      "epoch": 0.25893886966551327,
      "grad_norm": 0.773158609867096,
      "learning_rate": 0.0001829517029055224,
      "loss": 0.8715431690216064,
      "step": 449
    },
    {
      "epoch": 0.25951557093425603,
      "grad_norm": 0.8603456616401672,
      "learning_rate": 0.00018291321916490282,
      "loss": 0.9889146089553833,
      "step": 450
    },
    {
      "epoch": 0.26009227220299885,
      "grad_norm": 0.8188443779945374,
      "learning_rate": 0.00018287473542428324,
      "loss": 0.8885264992713928,
      "step": 451
    },
    {
      "epoch": 0.2606689734717416,
      "grad_norm": 1.0877407789230347,
      "learning_rate": 0.00018283625168366365,
      "loss": 1.0748121738433838,
      "step": 452
    },
    {
      "epoch": 0.26124567474048443,
      "grad_norm": 0.5481402277946472,
      "learning_rate": 0.00018279776794304407,
      "loss": 0.807957649230957,
      "step": 453
    },
    {
      "epoch": 0.2618223760092272,
      "grad_norm": 0.8591419458389282,
      "learning_rate": 0.00018275928420242448,
      "loss": 1.3057336807250977,
      "step": 454
    },
    {
      "epoch": 0.26239907727797,
      "grad_norm": 0.7936019897460938,
      "learning_rate": 0.0001827208004618049,
      "loss": 1.185962200164795,
      "step": 455
    },
    {
      "epoch": 0.2629757785467128,
      "grad_norm": 0.6581904888153076,
      "learning_rate": 0.00018268231672118529,
      "loss": 0.8275895118713379,
      "step": 456
    },
    {
      "epoch": 0.2635524798154556,
      "grad_norm": 0.831302285194397,
      "learning_rate": 0.0001826438329805657,
      "loss": 1.299217939376831,
      "step": 457
    },
    {
      "epoch": 0.26412918108419836,
      "grad_norm": 0.6771467924118042,
      "learning_rate": 0.00018260534923994612,
      "loss": 0.8427085876464844,
      "step": 458
    },
    {
      "epoch": 0.2647058823529412,
      "grad_norm": 0.7914313077926636,
      "learning_rate": 0.00018256686549932653,
      "loss": 1.369484305381775,
      "step": 459
    },
    {
      "epoch": 0.26528258362168394,
      "grad_norm": 0.5916578769683838,
      "learning_rate": 0.00018252838175870695,
      "loss": 0.6241229772567749,
      "step": 460
    },
    {
      "epoch": 0.26585928489042676,
      "grad_norm": 0.6836418509483337,
      "learning_rate": 0.00018248989801808736,
      "loss": 0.8050651550292969,
      "step": 461
    },
    {
      "epoch": 0.2664359861591695,
      "grad_norm": 0.7545502185821533,
      "learning_rate": 0.00018245141427746778,
      "loss": 0.7911585569381714,
      "step": 462
    },
    {
      "epoch": 0.26701268742791234,
      "grad_norm": 0.6010773181915283,
      "learning_rate": 0.0001824129305368482,
      "loss": 1.1161192655563354,
      "step": 463
    },
    {
      "epoch": 0.2675893886966551,
      "grad_norm": 0.813204824924469,
      "learning_rate": 0.00018237444679622858,
      "loss": 1.096695065498352,
      "step": 464
    },
    {
      "epoch": 0.2681660899653979,
      "grad_norm": 0.91140216588974,
      "learning_rate": 0.000182335963055609,
      "loss": 1.4385195970535278,
      "step": 465
    },
    {
      "epoch": 0.2687427912341407,
      "grad_norm": 0.9745720624923706,
      "learning_rate": 0.0001822974793149894,
      "loss": 1.3157883882522583,
      "step": 466
    },
    {
      "epoch": 0.2693194925028835,
      "grad_norm": 0.4999851584434509,
      "learning_rate": 0.00018225899557436983,
      "loss": 0.6729867458343506,
      "step": 467
    },
    {
      "epoch": 0.2698961937716263,
      "grad_norm": 0.9021291732788086,
      "learning_rate": 0.00018222051183375024,
      "loss": 1.0553233623504639,
      "step": 468
    },
    {
      "epoch": 0.2704728950403691,
      "grad_norm": 0.8061716556549072,
      "learning_rate": 0.00018218202809313066,
      "loss": 1.3081198930740356,
      "step": 469
    },
    {
      "epoch": 0.2710495963091119,
      "grad_norm": 0.6820981502532959,
      "learning_rate": 0.00018214354435251107,
      "loss": 0.9388906359672546,
      "step": 470
    },
    {
      "epoch": 0.27162629757785467,
      "grad_norm": 1.0991320610046387,
      "learning_rate": 0.0001821050606118915,
      "loss": 1.528028964996338,
      "step": 471
    },
    {
      "epoch": 0.2722029988465975,
      "grad_norm": 0.7934592962265015,
      "learning_rate": 0.00018206657687127188,
      "loss": 1.2054097652435303,
      "step": 472
    },
    {
      "epoch": 0.27277970011534025,
      "grad_norm": 0.7113450765609741,
      "learning_rate": 0.0001820280931306523,
      "loss": 1.0254576206207275,
      "step": 473
    },
    {
      "epoch": 0.27335640138408307,
      "grad_norm": 0.7593767046928406,
      "learning_rate": 0.0001819896093900327,
      "loss": 1.284333348274231,
      "step": 474
    },
    {
      "epoch": 0.27393310265282583,
      "grad_norm": 1.006116509437561,
      "learning_rate": 0.00018195112564941312,
      "loss": 1.3650097846984863,
      "step": 475
    },
    {
      "epoch": 0.27450980392156865,
      "grad_norm": 0.8706763982772827,
      "learning_rate": 0.00018191264190879354,
      "loss": 1.6067880392074585,
      "step": 476
    },
    {
      "epoch": 0.2750865051903114,
      "grad_norm": 0.7428901195526123,
      "learning_rate": 0.00018187415816817395,
      "loss": 1.373342514038086,
      "step": 477
    },
    {
      "epoch": 0.27566320645905423,
      "grad_norm": 0.8846433162689209,
      "learning_rate": 0.00018183567442755437,
      "loss": 1.5520777702331543,
      "step": 478
    },
    {
      "epoch": 0.276239907727797,
      "grad_norm": 0.8808581829071045,
      "learning_rate": 0.00018179719068693478,
      "loss": 1.1342291831970215,
      "step": 479
    },
    {
      "epoch": 0.2768166089965398,
      "grad_norm": 0.7310512065887451,
      "learning_rate": 0.00018175870694631517,
      "loss": 0.7762906551361084,
      "step": 480
    },
    {
      "epoch": 0.2773933102652826,
      "grad_norm": 0.8467727303504944,
      "learning_rate": 0.0001817202232056956,
      "loss": 0.990180253982544,
      "step": 481
    },
    {
      "epoch": 0.2779700115340254,
      "grad_norm": 0.642230212688446,
      "learning_rate": 0.000181681739465076,
      "loss": 0.845292329788208,
      "step": 482
    },
    {
      "epoch": 0.27854671280276816,
      "grad_norm": 0.7775582075119019,
      "learning_rate": 0.00018164325572445642,
      "loss": 1.279380202293396,
      "step": 483
    },
    {
      "epoch": 0.279123414071511,
      "grad_norm": 0.6477130651473999,
      "learning_rate": 0.00018160477198383683,
      "loss": 0.8197907209396362,
      "step": 484
    },
    {
      "epoch": 0.27970011534025374,
      "grad_norm": 0.6508778929710388,
      "learning_rate": 0.00018156628824321725,
      "loss": 0.9538026452064514,
      "step": 485
    },
    {
      "epoch": 0.28027681660899656,
      "grad_norm": 0.9379159212112427,
      "learning_rate": 0.00018152780450259766,
      "loss": 1.2874410152435303,
      "step": 486
    },
    {
      "epoch": 0.2808535178777393,
      "grad_norm": 0.8014243245124817,
      "learning_rate": 0.00018148932076197808,
      "loss": 1.364856481552124,
      "step": 487
    },
    {
      "epoch": 0.28143021914648214,
      "grad_norm": 1.0049822330474854,
      "learning_rate": 0.00018145083702135847,
      "loss": 1.3461369276046753,
      "step": 488
    },
    {
      "epoch": 0.2820069204152249,
      "grad_norm": 0.8764071464538574,
      "learning_rate": 0.00018141235328073888,
      "loss": 1.549091100692749,
      "step": 489
    },
    {
      "epoch": 0.2825836216839677,
      "grad_norm": 0.6743770241737366,
      "learning_rate": 0.0001813738695401193,
      "loss": 0.8718385696411133,
      "step": 490
    },
    {
      "epoch": 0.2831603229527105,
      "grad_norm": 0.8501721024513245,
      "learning_rate": 0.0001813353857994997,
      "loss": 0.9592713117599487,
      "step": 491
    },
    {
      "epoch": 0.2837370242214533,
      "grad_norm": 0.6727166771888733,
      "learning_rate": 0.00018129690205888013,
      "loss": 1.0024611949920654,
      "step": 492
    },
    {
      "epoch": 0.28431372549019607,
      "grad_norm": 0.7949026226997375,
      "learning_rate": 0.00018125841831826054,
      "loss": 0.889624297618866,
      "step": 493
    },
    {
      "epoch": 0.2848904267589389,
      "grad_norm": 0.8814200758934021,
      "learning_rate": 0.00018121993457764096,
      "loss": 1.7483818531036377,
      "step": 494
    },
    {
      "epoch": 0.28546712802768165,
      "grad_norm": 0.6116936206817627,
      "learning_rate": 0.00018118145083702137,
      "loss": 1.097643256187439,
      "step": 495
    },
    {
      "epoch": 0.28604382929642447,
      "grad_norm": 0.6951889395713806,
      "learning_rate": 0.00018114296709640176,
      "loss": 0.9292160272598267,
      "step": 496
    },
    {
      "epoch": 0.28662053056516723,
      "grad_norm": 0.9138390421867371,
      "learning_rate": 0.00018110448335578218,
      "loss": 1.174808144569397,
      "step": 497
    },
    {
      "epoch": 0.28719723183391005,
      "grad_norm": 0.6442549824714661,
      "learning_rate": 0.0001810659996151626,
      "loss": 0.9390018582344055,
      "step": 498
    },
    {
      "epoch": 0.2877739331026528,
      "grad_norm": 0.9683842658996582,
      "learning_rate": 0.000181027515874543,
      "loss": 1.4045450687408447,
      "step": 499
    },
    {
      "epoch": 0.28835063437139563,
      "grad_norm": 0.7444068193435669,
      "learning_rate": 0.00018098903213392342,
      "loss": 0.9792321920394897,
      "step": 500
    },
    {
      "epoch": 0.2889273356401384,
      "grad_norm": 0.7402380108833313,
      "learning_rate": 0.00018095054839330384,
      "loss": 1.231440782546997,
      "step": 501
    },
    {
      "epoch": 0.2895040369088812,
      "grad_norm": 0.7022894024848938,
      "learning_rate": 0.00018091206465268425,
      "loss": 0.856300950050354,
      "step": 502
    },
    {
      "epoch": 0.290080738177624,
      "grad_norm": 0.7641032338142395,
      "learning_rate": 0.00018087358091206467,
      "loss": 0.9729149341583252,
      "step": 503
    },
    {
      "epoch": 0.2906574394463668,
      "grad_norm": 0.9500510096549988,
      "learning_rate": 0.00018083509717144506,
      "loss": 1.2449204921722412,
      "step": 504
    },
    {
      "epoch": 0.29123414071510956,
      "grad_norm": 0.6954758763313293,
      "learning_rate": 0.00018079661343082547,
      "loss": 0.8000816106796265,
      "step": 505
    },
    {
      "epoch": 0.2918108419838524,
      "grad_norm": 0.7313628196716309,
      "learning_rate": 0.0001807581296902059,
      "loss": 1.233512282371521,
      "step": 506
    },
    {
      "epoch": 0.29238754325259514,
      "grad_norm": 0.8792680501937866,
      "learning_rate": 0.0001807196459495863,
      "loss": 1.092308521270752,
      "step": 507
    },
    {
      "epoch": 0.29296424452133796,
      "grad_norm": 0.6230028867721558,
      "learning_rate": 0.00018068116220896672,
      "loss": 0.7719423174858093,
      "step": 508
    },
    {
      "epoch": 0.2935409457900807,
      "grad_norm": 0.8965409398078918,
      "learning_rate": 0.00018064267846834713,
      "loss": 1.576930284500122,
      "step": 509
    },
    {
      "epoch": 0.29411764705882354,
      "grad_norm": 0.756908118724823,
      "learning_rate": 0.00018060419472772755,
      "loss": 0.9762069582939148,
      "step": 510
    },
    {
      "epoch": 0.2946943483275663,
      "grad_norm": 0.7524373531341553,
      "learning_rate": 0.00018056571098710794,
      "loss": 0.9206646680831909,
      "step": 511
    },
    {
      "epoch": 0.2952710495963091,
      "grad_norm": 0.9292136430740356,
      "learning_rate": 0.00018052722724648835,
      "loss": 1.534470558166504,
      "step": 512
    },
    {
      "epoch": 0.2958477508650519,
      "grad_norm": 1.0442750453948975,
      "learning_rate": 0.00018048874350586877,
      "loss": 1.2520341873168945,
      "step": 513
    },
    {
      "epoch": 0.2964244521337947,
      "grad_norm": 0.8131316900253296,
      "learning_rate": 0.00018045025976524918,
      "loss": 1.5056309700012207,
      "step": 514
    },
    {
      "epoch": 0.29700115340253747,
      "grad_norm": 0.7711693048477173,
      "learning_rate": 0.0001804117760246296,
      "loss": 1.2189143896102905,
      "step": 515
    },
    {
      "epoch": 0.2975778546712803,
      "grad_norm": 0.6610523462295532,
      "learning_rate": 0.00018037329228401,
      "loss": 1.1120340824127197,
      "step": 516
    },
    {
      "epoch": 0.29815455594002305,
      "grad_norm": 0.7343090772628784,
      "learning_rate": 0.00018033480854339043,
      "loss": 1.0496878623962402,
      "step": 517
    },
    {
      "epoch": 0.29873125720876587,
      "grad_norm": 0.6952423453330994,
      "learning_rate": 0.00018029632480277084,
      "loss": 1.0725046396255493,
      "step": 518
    },
    {
      "epoch": 0.29930795847750863,
      "grad_norm": 1.0385462045669556,
      "learning_rate": 0.00018025784106215123,
      "loss": 1.3104898929595947,
      "step": 519
    },
    {
      "epoch": 0.29988465974625145,
      "grad_norm": 0.6035030484199524,
      "learning_rate": 0.00018021935732153165,
      "loss": 0.7342404127120972,
      "step": 520
    },
    {
      "epoch": 0.3004613610149942,
      "grad_norm": 0.5726889371871948,
      "learning_rate": 0.00018018087358091206,
      "loss": 0.9352455139160156,
      "step": 521
    },
    {
      "epoch": 0.30103806228373703,
      "grad_norm": 0.5148364305496216,
      "learning_rate": 0.00018014238984029248,
      "loss": 0.8527913093566895,
      "step": 522
    },
    {
      "epoch": 0.3016147635524798,
      "grad_norm": 0.8307221531867981,
      "learning_rate": 0.0001801039060996729,
      "loss": 1.180746078491211,
      "step": 523
    },
    {
      "epoch": 0.3021914648212226,
      "grad_norm": 0.8560492396354675,
      "learning_rate": 0.0001800654223590533,
      "loss": 1.4329997301101685,
      "step": 524
    },
    {
      "epoch": 0.3027681660899654,
      "grad_norm": 0.5972908139228821,
      "learning_rate": 0.00018002693861843372,
      "loss": 0.7385514974594116,
      "step": 525
    },
    {
      "epoch": 0.3033448673587082,
      "grad_norm": 0.5159963965415955,
      "learning_rate": 0.00017998845487781414,
      "loss": 0.646453320980072,
      "step": 526
    },
    {
      "epoch": 0.30392156862745096,
      "grad_norm": 0.9237578511238098,
      "learning_rate": 0.00017994997113719453,
      "loss": 1.442482590675354,
      "step": 527
    },
    {
      "epoch": 0.3044982698961938,
      "grad_norm": 0.9341033697128296,
      "learning_rate": 0.00017991148739657494,
      "loss": 1.3850878477096558,
      "step": 528
    },
    {
      "epoch": 0.30507497116493654,
      "grad_norm": 0.5422039031982422,
      "learning_rate": 0.00017987300365595536,
      "loss": 0.6736562252044678,
      "step": 529
    },
    {
      "epoch": 0.30565167243367936,
      "grad_norm": 0.6220455765724182,
      "learning_rate": 0.00017983451991533577,
      "loss": 0.7528645992279053,
      "step": 530
    },
    {
      "epoch": 0.3062283737024221,
      "grad_norm": 0.8073663115501404,
      "learning_rate": 0.0001797960361747162,
      "loss": 1.2123267650604248,
      "step": 531
    },
    {
      "epoch": 0.30680507497116494,
      "grad_norm": 0.5491252541542053,
      "learning_rate": 0.0001797575524340966,
      "loss": 0.5903505086898804,
      "step": 532
    },
    {
      "epoch": 0.3073817762399077,
      "grad_norm": 1.9019479751586914,
      "learning_rate": 0.00017971906869347702,
      "loss": 1.4316587448120117,
      "step": 533
    },
    {
      "epoch": 0.3079584775086505,
      "grad_norm": 0.45649734139442444,
      "learning_rate": 0.00017968058495285743,
      "loss": 0.659195065498352,
      "step": 534
    },
    {
      "epoch": 0.30853517877739334,
      "grad_norm": 0.7406135201454163,
      "learning_rate": 0.00017964210121223782,
      "loss": 1.0346477031707764,
      "step": 535
    },
    {
      "epoch": 0.3091118800461361,
      "grad_norm": 0.9768670201301575,
      "learning_rate": 0.00017960361747161824,
      "loss": 1.584676742553711,
      "step": 536
    },
    {
      "epoch": 0.3096885813148789,
      "grad_norm": 0.7869756817817688,
      "learning_rate": 0.00017956513373099865,
      "loss": 1.0404967069625854,
      "step": 537
    },
    {
      "epoch": 0.3102652825836217,
      "grad_norm": 0.6868966221809387,
      "learning_rate": 0.00017952664999037907,
      "loss": 0.8878238201141357,
      "step": 538
    },
    {
      "epoch": 0.3108419838523645,
      "grad_norm": 0.7594157457351685,
      "learning_rate": 0.00017948816624975948,
      "loss": 1.0191287994384766,
      "step": 539
    },
    {
      "epoch": 0.31141868512110726,
      "grad_norm": 0.8346229195594788,
      "learning_rate": 0.0001794496825091399,
      "loss": 1.021256923675537,
      "step": 540
    },
    {
      "epoch": 0.3119953863898501,
      "grad_norm": 1.0493948459625244,
      "learning_rate": 0.00017941119876852031,
      "loss": 1.0015616416931152,
      "step": 541
    },
    {
      "epoch": 0.31257208765859285,
      "grad_norm": 0.62034010887146,
      "learning_rate": 0.00017937271502790073,
      "loss": 0.9237149357795715,
      "step": 542
    },
    {
      "epoch": 0.31314878892733566,
      "grad_norm": 0.7169587016105652,
      "learning_rate": 0.00017933423128728112,
      "loss": 0.8658795356750488,
      "step": 543
    },
    {
      "epoch": 0.3137254901960784,
      "grad_norm": 0.7205992341041565,
      "learning_rate": 0.00017929574754666153,
      "loss": 1.1227588653564453,
      "step": 544
    },
    {
      "epoch": 0.31430219146482125,
      "grad_norm": 0.7573957443237305,
      "learning_rate": 0.00017925726380604195,
      "loss": 0.9638352394104004,
      "step": 545
    },
    {
      "epoch": 0.314878892733564,
      "grad_norm": 0.981253981590271,
      "learning_rate": 0.00017921878006542236,
      "loss": 1.0400216579437256,
      "step": 546
    },
    {
      "epoch": 0.3154555940023068,
      "grad_norm": 0.6763452291488647,
      "learning_rate": 0.00017918029632480278,
      "loss": 1.0069935321807861,
      "step": 547
    },
    {
      "epoch": 0.3160322952710496,
      "grad_norm": 0.5641304850578308,
      "learning_rate": 0.0001791418125841832,
      "loss": 0.7099517583847046,
      "step": 548
    },
    {
      "epoch": 0.3166089965397924,
      "grad_norm": 0.542838454246521,
      "learning_rate": 0.0001791033288435636,
      "loss": 0.7347281575202942,
      "step": 549
    },
    {
      "epoch": 0.31718569780853517,
      "grad_norm": 0.6865650415420532,
      "learning_rate": 0.00017906484510294402,
      "loss": 0.9269914031028748,
      "step": 550
    },
    {
      "epoch": 0.317762399077278,
      "grad_norm": 0.6794233322143555,
      "learning_rate": 0.0001790263613623244,
      "loss": 0.8624827861785889,
      "step": 551
    },
    {
      "epoch": 0.31833910034602075,
      "grad_norm": 0.9417468905448914,
      "learning_rate": 0.00017898787762170483,
      "loss": 1.2194072008132935,
      "step": 552
    },
    {
      "epoch": 0.31891580161476357,
      "grad_norm": 0.8551915287971497,
      "learning_rate": 0.00017894939388108524,
      "loss": 1.1121107339859009,
      "step": 553
    },
    {
      "epoch": 0.31949250288350634,
      "grad_norm": 1.0210304260253906,
      "learning_rate": 0.00017891091014046566,
      "loss": 1.3061752319335938,
      "step": 554
    },
    {
      "epoch": 0.32006920415224915,
      "grad_norm": 0.9833082556724548,
      "learning_rate": 0.00017887242639984607,
      "loss": 1.3157097101211548,
      "step": 555
    },
    {
      "epoch": 0.3206459054209919,
      "grad_norm": 0.8534771203994751,
      "learning_rate": 0.0001788339426592265,
      "loss": 1.1443736553192139,
      "step": 556
    },
    {
      "epoch": 0.32122260668973474,
      "grad_norm": 0.5206373929977417,
      "learning_rate": 0.0001787954589186069,
      "loss": 0.9210702776908875,
      "step": 557
    },
    {
      "epoch": 0.3217993079584775,
      "grad_norm": 0.9890329837799072,
      "learning_rate": 0.00017875697517798732,
      "loss": 1.1474642753601074,
      "step": 558
    },
    {
      "epoch": 0.3223760092272203,
      "grad_norm": 1.033987045288086,
      "learning_rate": 0.0001787184914373677,
      "loss": 1.3469852209091187,
      "step": 559
    },
    {
      "epoch": 0.3229527104959631,
      "grad_norm": 0.5397274494171143,
      "learning_rate": 0.00017868000769674812,
      "loss": 0.8606307506561279,
      "step": 560
    },
    {
      "epoch": 0.3235294117647059,
      "grad_norm": 0.7607125639915466,
      "learning_rate": 0.00017864152395612854,
      "loss": 1.5313308238983154,
      "step": 561
    },
    {
      "epoch": 0.32410611303344866,
      "grad_norm": 0.8187709450721741,
      "learning_rate": 0.00017860304021550895,
      "loss": 1.2671842575073242,
      "step": 562
    },
    {
      "epoch": 0.3246828143021915,
      "grad_norm": 0.8652257919311523,
      "learning_rate": 0.00017856455647488937,
      "loss": 1.0011459589004517,
      "step": 563
    },
    {
      "epoch": 0.32525951557093424,
      "grad_norm": 0.8205957412719727,
      "learning_rate": 0.00017852607273426978,
      "loss": 0.9995499849319458,
      "step": 564
    },
    {
      "epoch": 0.32583621683967706,
      "grad_norm": 0.8630533814430237,
      "learning_rate": 0.0001784875889936502,
      "loss": 1.119580864906311,
      "step": 565
    },
    {
      "epoch": 0.3264129181084198,
      "grad_norm": 0.6678904294967651,
      "learning_rate": 0.00017844910525303061,
      "loss": 0.9301247596740723,
      "step": 566
    },
    {
      "epoch": 0.32698961937716264,
      "grad_norm": 0.7211806774139404,
      "learning_rate": 0.000178410621512411,
      "loss": 1.3346351385116577,
      "step": 567
    },
    {
      "epoch": 0.3275663206459054,
      "grad_norm": 0.6392566561698914,
      "learning_rate": 0.00017837213777179142,
      "loss": 0.6997557878494263,
      "step": 568
    },
    {
      "epoch": 0.3281430219146482,
      "grad_norm": 0.8357546329498291,
      "learning_rate": 0.00017833365403117183,
      "loss": 1.3044462203979492,
      "step": 569
    },
    {
      "epoch": 0.328719723183391,
      "grad_norm": 0.7778827548027039,
      "learning_rate": 0.00017829517029055225,
      "loss": 0.9234685897827148,
      "step": 570
    },
    {
      "epoch": 0.3292964244521338,
      "grad_norm": 0.7168182730674744,
      "learning_rate": 0.00017825668654993266,
      "loss": 1.532446265220642,
      "step": 571
    },
    {
      "epoch": 0.32987312572087657,
      "grad_norm": 1.016398549079895,
      "learning_rate": 0.00017821820280931308,
      "loss": 1.4056748151779175,
      "step": 572
    },
    {
      "epoch": 0.3304498269896194,
      "grad_norm": 0.8056113719940186,
      "learning_rate": 0.0001781797190686935,
      "loss": 1.0595710277557373,
      "step": 573
    },
    {
      "epoch": 0.33102652825836215,
      "grad_norm": 0.6588327884674072,
      "learning_rate": 0.0001781412353280739,
      "loss": 0.849087655544281,
      "step": 574
    },
    {
      "epoch": 0.33160322952710497,
      "grad_norm": 0.7659177184104919,
      "learning_rate": 0.0001781027515874543,
      "loss": 1.1442945003509521,
      "step": 575
    },
    {
      "epoch": 0.33217993079584773,
      "grad_norm": 0.8960584402084351,
      "learning_rate": 0.0001780642678468347,
      "loss": 1.2777467966079712,
      "step": 576
    },
    {
      "epoch": 0.33275663206459055,
      "grad_norm": 0.8990175724029541,
      "learning_rate": 0.00017802578410621513,
      "loss": 1.0199333429336548,
      "step": 577
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.7010089159011841,
      "learning_rate": 0.00017798730036559554,
      "loss": 1.2177313566207886,
      "step": 578
    },
    {
      "epoch": 0.33391003460207613,
      "grad_norm": 0.8779993057250977,
      "learning_rate": 0.00017794881662497596,
      "loss": 0.8511064648628235,
      "step": 579
    },
    {
      "epoch": 0.3344867358708189,
      "grad_norm": 0.8380318880081177,
      "learning_rate": 0.00017791033288435637,
      "loss": 1.0792275667190552,
      "step": 580
    },
    {
      "epoch": 0.3350634371395617,
      "grad_norm": 0.7335569858551025,
      "learning_rate": 0.0001778718491437368,
      "loss": 1.0502758026123047,
      "step": 581
    },
    {
      "epoch": 0.3356401384083045,
      "grad_norm": 0.7759366631507874,
      "learning_rate": 0.0001778333654031172,
      "loss": 1.000847578048706,
      "step": 582
    },
    {
      "epoch": 0.3362168396770473,
      "grad_norm": 0.565648078918457,
      "learning_rate": 0.0001777948816624976,
      "loss": 0.7337483167648315,
      "step": 583
    },
    {
      "epoch": 0.33679354094579006,
      "grad_norm": 0.8646697998046875,
      "learning_rate": 0.000177756397921878,
      "loss": 1.2806568145751953,
      "step": 584
    },
    {
      "epoch": 0.3373702422145329,
      "grad_norm": 0.9556112289428711,
      "learning_rate": 0.00017771791418125842,
      "loss": 1.1648443937301636,
      "step": 585
    },
    {
      "epoch": 0.33794694348327564,
      "grad_norm": 0.6629974842071533,
      "learning_rate": 0.00017767943044063884,
      "loss": 1.0415198802947998,
      "step": 586
    },
    {
      "epoch": 0.33852364475201846,
      "grad_norm": 0.5972018837928772,
      "learning_rate": 0.00017764094670001925,
      "loss": 0.6916914582252502,
      "step": 587
    },
    {
      "epoch": 0.3391003460207612,
      "grad_norm": 0.7391757965087891,
      "learning_rate": 0.00017760246295939967,
      "loss": 1.194846510887146,
      "step": 588
    },
    {
      "epoch": 0.33967704728950404,
      "grad_norm": 0.7234671711921692,
      "learning_rate": 0.00017756397921878008,
      "loss": 0.9572672247886658,
      "step": 589
    },
    {
      "epoch": 0.3402537485582468,
      "grad_norm": 0.6949688792228699,
      "learning_rate": 0.0001775254954781605,
      "loss": 0.9968490600585938,
      "step": 590
    },
    {
      "epoch": 0.3408304498269896,
      "grad_norm": 0.9384737610816956,
      "learning_rate": 0.0001774870117375409,
      "loss": 1.106278896331787,
      "step": 591
    },
    {
      "epoch": 0.3414071510957324,
      "grad_norm": 0.8691385388374329,
      "learning_rate": 0.0001774485279969213,
      "loss": 0.8517290353775024,
      "step": 592
    },
    {
      "epoch": 0.3419838523644752,
      "grad_norm": 0.6864728331565857,
      "learning_rate": 0.00017741004425630172,
      "loss": 0.9280612468719482,
      "step": 593
    },
    {
      "epoch": 0.34256055363321797,
      "grad_norm": 0.7656051516532898,
      "learning_rate": 0.00017737156051568213,
      "loss": 1.0975104570388794,
      "step": 594
    },
    {
      "epoch": 0.3431372549019608,
      "grad_norm": 0.6587508916854858,
      "learning_rate": 0.00017733307677506255,
      "loss": 0.9575508236885071,
      "step": 595
    },
    {
      "epoch": 0.34371395617070355,
      "grad_norm": 0.8466372489929199,
      "learning_rate": 0.00017729459303444296,
      "loss": 1.2343617677688599,
      "step": 596
    },
    {
      "epoch": 0.34429065743944637,
      "grad_norm": 1.0839906930923462,
      "learning_rate": 0.00017725610929382338,
      "loss": 1.3552396297454834,
      "step": 597
    },
    {
      "epoch": 0.34486735870818913,
      "grad_norm": 0.7300306558609009,
      "learning_rate": 0.00017721762555320377,
      "loss": 1.0701713562011719,
      "step": 598
    },
    {
      "epoch": 0.34544405997693195,
      "grad_norm": 0.737766683101654,
      "learning_rate": 0.00017717914181258418,
      "loss": 1.0968977212905884,
      "step": 599
    },
    {
      "epoch": 0.3460207612456747,
      "grad_norm": 0.749933660030365,
      "learning_rate": 0.0001771406580719646,
      "loss": 1.3320926427841187,
      "step": 600
    },
    {
      "epoch": 0.34659746251441753,
      "grad_norm": 1.0226854085922241,
      "learning_rate": 0.000177102174331345,
      "loss": 1.5281516313552856,
      "step": 601
    },
    {
      "epoch": 0.34717416378316035,
      "grad_norm": 0.5458315014839172,
      "learning_rate": 0.00017706369059072543,
      "loss": 0.6243756413459778,
      "step": 602
    },
    {
      "epoch": 0.3477508650519031,
      "grad_norm": 0.6592231392860413,
      "learning_rate": 0.00017702520685010584,
      "loss": 1.007111668586731,
      "step": 603
    },
    {
      "epoch": 0.34832756632064593,
      "grad_norm": 0.7599675059318542,
      "learning_rate": 0.00017698672310948626,
      "loss": 1.059772253036499,
      "step": 604
    },
    {
      "epoch": 0.3489042675893887,
      "grad_norm": 0.7249642610549927,
      "learning_rate": 0.00017694823936886667,
      "loss": 1.0405762195587158,
      "step": 605
    },
    {
      "epoch": 0.3494809688581315,
      "grad_norm": 0.6669758558273315,
      "learning_rate": 0.00017690975562824706,
      "loss": 0.8157357573509216,
      "step": 606
    },
    {
      "epoch": 0.3500576701268743,
      "grad_norm": 1.0521658658981323,
      "learning_rate": 0.00017687127188762748,
      "loss": 1.3226133584976196,
      "step": 607
    },
    {
      "epoch": 0.3506343713956171,
      "grad_norm": 1.190586805343628,
      "learning_rate": 0.0001768327881470079,
      "loss": 0.9668002724647522,
      "step": 608
    },
    {
      "epoch": 0.35121107266435986,
      "grad_norm": 0.7342950105667114,
      "learning_rate": 0.0001767943044063883,
      "loss": 1.0137907266616821,
      "step": 609
    },
    {
      "epoch": 0.3517877739331027,
      "grad_norm": 0.8390425443649292,
      "learning_rate": 0.00017675582066576872,
      "loss": 1.2452900409698486,
      "step": 610
    },
    {
      "epoch": 0.35236447520184544,
      "grad_norm": 0.7040269374847412,
      "learning_rate": 0.00017671733692514914,
      "loss": 1.1274709701538086,
      "step": 611
    },
    {
      "epoch": 0.35294117647058826,
      "grad_norm": 0.6184991002082825,
      "learning_rate": 0.00017667885318452955,
      "loss": 0.8320228457450867,
      "step": 612
    },
    {
      "epoch": 0.353517877739331,
      "grad_norm": 0.9174041748046875,
      "learning_rate": 0.00017664036944390997,
      "loss": 1.0515730381011963,
      "step": 613
    },
    {
      "epoch": 0.35409457900807384,
      "grad_norm": 0.8032795786857605,
      "learning_rate": 0.00017660188570329036,
      "loss": 0.9692851901054382,
      "step": 614
    },
    {
      "epoch": 0.3546712802768166,
      "grad_norm": 0.854794979095459,
      "learning_rate": 0.00017656340196267077,
      "loss": 0.9672110676765442,
      "step": 615
    },
    {
      "epoch": 0.3552479815455594,
      "grad_norm": 0.8945924043655396,
      "learning_rate": 0.0001765249182220512,
      "loss": 1.1629329919815063,
      "step": 616
    },
    {
      "epoch": 0.3558246828143022,
      "grad_norm": 0.8737151622772217,
      "learning_rate": 0.0001764864344814316,
      "loss": 1.022585153579712,
      "step": 617
    },
    {
      "epoch": 0.356401384083045,
      "grad_norm": 0.7043283581733704,
      "learning_rate": 0.00017644795074081202,
      "loss": 1.825275182723999,
      "step": 618
    },
    {
      "epoch": 0.35697808535178777,
      "grad_norm": 0.81025230884552,
      "learning_rate": 0.00017640946700019243,
      "loss": 1.1937224864959717,
      "step": 619
    },
    {
      "epoch": 0.3575547866205306,
      "grad_norm": 0.6064541339874268,
      "learning_rate": 0.00017637098325957285,
      "loss": 1.144992709159851,
      "step": 620
    },
    {
      "epoch": 0.35813148788927335,
      "grad_norm": 0.7281432747840881,
      "learning_rate": 0.00017633249951895326,
      "loss": 0.8976823091506958,
      "step": 621
    },
    {
      "epoch": 0.35870818915801617,
      "grad_norm": 0.7124044895172119,
      "learning_rate": 0.00017629401577833365,
      "loss": 0.9814664721488953,
      "step": 622
    },
    {
      "epoch": 0.35928489042675893,
      "grad_norm": 0.7080062031745911,
      "learning_rate": 0.00017625553203771407,
      "loss": 0.8040327429771423,
      "step": 623
    },
    {
      "epoch": 0.35986159169550175,
      "grad_norm": 0.9307262897491455,
      "learning_rate": 0.00017621704829709448,
      "loss": 1.1769636869430542,
      "step": 624
    },
    {
      "epoch": 0.3604382929642445,
      "grad_norm": 0.6040496230125427,
      "learning_rate": 0.0001761785645564749,
      "loss": 0.8058497905731201,
      "step": 625
    },
    {
      "epoch": 0.36101499423298733,
      "grad_norm": 0.6352747678756714,
      "learning_rate": 0.00017614008081585531,
      "loss": 1.0901957750320435,
      "step": 626
    },
    {
      "epoch": 0.3615916955017301,
      "grad_norm": 1.0686722993850708,
      "learning_rate": 0.00017610159707523573,
      "loss": 1.0280206203460693,
      "step": 627
    },
    {
      "epoch": 0.3621683967704729,
      "grad_norm": 0.823551595211029,
      "learning_rate": 0.00017606311333461614,
      "loss": 1.1255362033843994,
      "step": 628
    },
    {
      "epoch": 0.3627450980392157,
      "grad_norm": 0.8719285726547241,
      "learning_rate": 0.00017602462959399656,
      "loss": 1.1470766067504883,
      "step": 629
    },
    {
      "epoch": 0.3633217993079585,
      "grad_norm": 0.8169400691986084,
      "learning_rate": 0.00017598614585337695,
      "loss": 1.0567045211791992,
      "step": 630
    },
    {
      "epoch": 0.36389850057670126,
      "grad_norm": 1.0707166194915771,
      "learning_rate": 0.00017594766211275736,
      "loss": 1.3314507007598877,
      "step": 631
    },
    {
      "epoch": 0.3644752018454441,
      "grad_norm": 0.6268380284309387,
      "learning_rate": 0.00017590917837213778,
      "loss": 1.100555419921875,
      "step": 632
    },
    {
      "epoch": 0.36505190311418684,
      "grad_norm": 0.7382054328918457,
      "learning_rate": 0.0001758706946315182,
      "loss": 0.9670585989952087,
      "step": 633
    },
    {
      "epoch": 0.36562860438292966,
      "grad_norm": 1.193224310874939,
      "learning_rate": 0.0001758322108908986,
      "loss": 1.3042614459991455,
      "step": 634
    },
    {
      "epoch": 0.3662053056516724,
      "grad_norm": 1.0091503858566284,
      "learning_rate": 0.00017579372715027902,
      "loss": 1.3520644903182983,
      "step": 635
    },
    {
      "epoch": 0.36678200692041524,
      "grad_norm": 0.6810548901557922,
      "learning_rate": 0.00017575524340965944,
      "loss": 0.8741036653518677,
      "step": 636
    },
    {
      "epoch": 0.367358708189158,
      "grad_norm": 0.7155483365058899,
      "learning_rate": 0.00017571675966903986,
      "loss": 0.8751124143600464,
      "step": 637
    },
    {
      "epoch": 0.3679354094579008,
      "grad_norm": 1.0436261892318726,
      "learning_rate": 0.00017567827592842024,
      "loss": 1.5696821212768555,
      "step": 638
    },
    {
      "epoch": 0.3685121107266436,
      "grad_norm": 0.9394407868385315,
      "learning_rate": 0.00017563979218780066,
      "loss": 0.8675939440727234,
      "step": 639
    },
    {
      "epoch": 0.3690888119953864,
      "grad_norm": 1.4341135025024414,
      "learning_rate": 0.00017560130844718107,
      "loss": 1.498160481452942,
      "step": 640
    },
    {
      "epoch": 0.36966551326412916,
      "grad_norm": 1.006375789642334,
      "learning_rate": 0.0001755628247065615,
      "loss": 1.2490055561065674,
      "step": 641
    },
    {
      "epoch": 0.370242214532872,
      "grad_norm": 0.6104082465171814,
      "learning_rate": 0.0001755243409659419,
      "loss": 0.8300263285636902,
      "step": 642
    },
    {
      "epoch": 0.37081891580161475,
      "grad_norm": 0.8571838736534119,
      "learning_rate": 0.00017548585722532232,
      "loss": 1.146481990814209,
      "step": 643
    },
    {
      "epoch": 0.37139561707035756,
      "grad_norm": 0.6824607253074646,
      "learning_rate": 0.00017544737348470273,
      "loss": 1.2418452501296997,
      "step": 644
    },
    {
      "epoch": 0.3719723183391003,
      "grad_norm": 1.0891611576080322,
      "learning_rate": 0.00017540888974408315,
      "loss": 1.2160457372665405,
      "step": 645
    },
    {
      "epoch": 0.37254901960784315,
      "grad_norm": 0.6260281801223755,
      "learning_rate": 0.00017537040600346354,
      "loss": 0.8934881091117859,
      "step": 646
    },
    {
      "epoch": 0.3731257208765859,
      "grad_norm": 0.8351913690567017,
      "learning_rate": 0.00017533192226284395,
      "loss": 1.5422282218933105,
      "step": 647
    },
    {
      "epoch": 0.3737024221453287,
      "grad_norm": 0.7572267055511475,
      "learning_rate": 0.00017529343852222437,
      "loss": 1.2659950256347656,
      "step": 648
    },
    {
      "epoch": 0.3742791234140715,
      "grad_norm": 0.7712565064430237,
      "learning_rate": 0.00017525495478160478,
      "loss": 1.2143782377243042,
      "step": 649
    },
    {
      "epoch": 0.3748558246828143,
      "grad_norm": 0.6880773305892944,
      "learning_rate": 0.0001752164710409852,
      "loss": 1.0878217220306396,
      "step": 650
    },
    {
      "epoch": 0.3754325259515571,
      "grad_norm": 0.8996551632881165,
      "learning_rate": 0.00017517798730036561,
      "loss": 0.9668335914611816,
      "step": 651
    },
    {
      "epoch": 0.3760092272202999,
      "grad_norm": 0.921444296836853,
      "learning_rate": 0.00017513950355974603,
      "loss": 1.1585900783538818,
      "step": 652
    },
    {
      "epoch": 0.37658592848904265,
      "grad_norm": 0.8658480048179626,
      "learning_rate": 0.00017510101981912645,
      "loss": 1.1533393859863281,
      "step": 653
    },
    {
      "epoch": 0.3771626297577855,
      "grad_norm": 0.6665229797363281,
      "learning_rate": 0.00017506253607850683,
      "loss": 0.8233336210250854,
      "step": 654
    },
    {
      "epoch": 0.37773933102652824,
      "grad_norm": 0.746337890625,
      "learning_rate": 0.00017502405233788725,
      "loss": 1.099341630935669,
      "step": 655
    },
    {
      "epoch": 0.37831603229527105,
      "grad_norm": 0.8498716354370117,
      "learning_rate": 0.00017498556859726766,
      "loss": 1.333115577697754,
      "step": 656
    },
    {
      "epoch": 0.3788927335640138,
      "grad_norm": 0.7371817827224731,
      "learning_rate": 0.00017494708485664808,
      "loss": 1.05489182472229,
      "step": 657
    },
    {
      "epoch": 0.37946943483275664,
      "grad_norm": 0.7369913458824158,
      "learning_rate": 0.0001749086011160285,
      "loss": 0.7275075912475586,
      "step": 658
    },
    {
      "epoch": 0.3800461361014994,
      "grad_norm": 1.4918899536132812,
      "learning_rate": 0.0001748701173754089,
      "loss": 1.2430638074874878,
      "step": 659
    },
    {
      "epoch": 0.3806228373702422,
      "grad_norm": 0.686100423336029,
      "learning_rate": 0.00017483163363478933,
      "loss": 0.7841339707374573,
      "step": 660
    },
    {
      "epoch": 0.381199538638985,
      "grad_norm": 0.7799985408782959,
      "learning_rate": 0.00017479314989416974,
      "loss": 1.1784673929214478,
      "step": 661
    },
    {
      "epoch": 0.3817762399077278,
      "grad_norm": 0.7435747385025024,
      "learning_rate": 0.00017475466615355013,
      "loss": 1.180450439453125,
      "step": 662
    },
    {
      "epoch": 0.38235294117647056,
      "grad_norm": 0.7358818650245667,
      "learning_rate": 0.00017471618241293054,
      "loss": 0.9987742900848389,
      "step": 663
    },
    {
      "epoch": 0.3829296424452134,
      "grad_norm": 0.7353511452674866,
      "learning_rate": 0.00017467769867231096,
      "loss": 1.1325185298919678,
      "step": 664
    },
    {
      "epoch": 0.38350634371395614,
      "grad_norm": 0.7735626697540283,
      "learning_rate": 0.00017463921493169137,
      "loss": 1.0828659534454346,
      "step": 665
    },
    {
      "epoch": 0.38408304498269896,
      "grad_norm": 0.6293249130249023,
      "learning_rate": 0.0001746007311910718,
      "loss": 0.9253727793693542,
      "step": 666
    },
    {
      "epoch": 0.3846597462514418,
      "grad_norm": 0.6271319389343262,
      "learning_rate": 0.0001745622474504522,
      "loss": 0.7645162343978882,
      "step": 667
    },
    {
      "epoch": 0.38523644752018454,
      "grad_norm": 0.6632966995239258,
      "learning_rate": 0.00017452376370983262,
      "loss": 0.9796670079231262,
      "step": 668
    },
    {
      "epoch": 0.38581314878892736,
      "grad_norm": 0.8829965591430664,
      "learning_rate": 0.00017448527996921304,
      "loss": 0.9777094721794128,
      "step": 669
    },
    {
      "epoch": 0.3863898500576701,
      "grad_norm": 0.7675085663795471,
      "learning_rate": 0.00017444679622859342,
      "loss": 1.0497252941131592,
      "step": 670
    },
    {
      "epoch": 0.38696655132641294,
      "grad_norm": 0.9194138050079346,
      "learning_rate": 0.00017440831248797384,
      "loss": 1.0992257595062256,
      "step": 671
    },
    {
      "epoch": 0.3875432525951557,
      "grad_norm": 1.0398883819580078,
      "learning_rate": 0.00017436982874735425,
      "loss": 1.25284743309021,
      "step": 672
    },
    {
      "epoch": 0.3881199538638985,
      "grad_norm": 0.5921796560287476,
      "learning_rate": 0.00017433134500673467,
      "loss": 0.6763097047805786,
      "step": 673
    },
    {
      "epoch": 0.3886966551326413,
      "grad_norm": 1.0226387977600098,
      "learning_rate": 0.00017429286126611508,
      "loss": 1.3273173570632935,
      "step": 674
    },
    {
      "epoch": 0.3892733564013841,
      "grad_norm": 0.5252590179443359,
      "learning_rate": 0.0001742543775254955,
      "loss": 0.6646312475204468,
      "step": 675
    },
    {
      "epoch": 0.38985005767012687,
      "grad_norm": 0.600639820098877,
      "learning_rate": 0.00017421589378487592,
      "loss": 0.7095688581466675,
      "step": 676
    },
    {
      "epoch": 0.3904267589388697,
      "grad_norm": 0.7131365537643433,
      "learning_rate": 0.00017417741004425633,
      "loss": 1.2200595140457153,
      "step": 677
    },
    {
      "epoch": 0.39100346020761245,
      "grad_norm": 0.9018159508705139,
      "learning_rate": 0.00017413892630363672,
      "loss": 0.9669409394264221,
      "step": 678
    },
    {
      "epoch": 0.39158016147635527,
      "grad_norm": 0.9841684103012085,
      "learning_rate": 0.00017410044256301713,
      "loss": 1.028241515159607,
      "step": 679
    },
    {
      "epoch": 0.39215686274509803,
      "grad_norm": 0.9678821563720703,
      "learning_rate": 0.00017406195882239755,
      "loss": 1.3122403621673584,
      "step": 680
    },
    {
      "epoch": 0.39273356401384085,
      "grad_norm": 0.6439565420150757,
      "learning_rate": 0.00017402347508177796,
      "loss": 0.8441326022148132,
      "step": 681
    },
    {
      "epoch": 0.3933102652825836,
      "grad_norm": 0.8460219502449036,
      "learning_rate": 0.00017398499134115838,
      "loss": 1.193575382232666,
      "step": 682
    },
    {
      "epoch": 0.39388696655132643,
      "grad_norm": 0.8068860769271851,
      "learning_rate": 0.0001739465076005388,
      "loss": 1.209285020828247,
      "step": 683
    },
    {
      "epoch": 0.3944636678200692,
      "grad_norm": 0.6420811414718628,
      "learning_rate": 0.0001739080238599192,
      "loss": 0.9203285574913025,
      "step": 684
    },
    {
      "epoch": 0.395040369088812,
      "grad_norm": 1.1171250343322754,
      "learning_rate": 0.0001738695401192996,
      "loss": 1.5638062953948975,
      "step": 685
    },
    {
      "epoch": 0.3956170703575548,
      "grad_norm": 0.7218726873397827,
      "learning_rate": 0.00017383105637868001,
      "loss": 1.1434835195541382,
      "step": 686
    },
    {
      "epoch": 0.3961937716262976,
      "grad_norm": 0.9958249926567078,
      "learning_rate": 0.00017379257263806043,
      "loss": 0.7441573143005371,
      "step": 687
    },
    {
      "epoch": 0.39677047289504036,
      "grad_norm": 0.8222061395645142,
      "learning_rate": 0.00017375408889744084,
      "loss": 1.2088245153427124,
      "step": 688
    },
    {
      "epoch": 0.3973471741637832,
      "grad_norm": 0.5759637355804443,
      "learning_rate": 0.00017371560515682126,
      "loss": 0.9504674077033997,
      "step": 689
    },
    {
      "epoch": 0.39792387543252594,
      "grad_norm": 0.8157130479812622,
      "learning_rate": 0.00017367712141620168,
      "loss": 1.319948673248291,
      "step": 690
    },
    {
      "epoch": 0.39850057670126876,
      "grad_norm": 0.7266381978988647,
      "learning_rate": 0.0001736386376755821,
      "loss": 0.8739478588104248,
      "step": 691
    },
    {
      "epoch": 0.3990772779700115,
      "grad_norm": 0.644598126411438,
      "learning_rate": 0.0001736001539349625,
      "loss": 0.9521651864051819,
      "step": 692
    },
    {
      "epoch": 0.39965397923875434,
      "grad_norm": 0.5922922492027283,
      "learning_rate": 0.0001735616701943429,
      "loss": 0.7051569223403931,
      "step": 693
    },
    {
      "epoch": 0.4002306805074971,
      "grad_norm": 0.6880702972412109,
      "learning_rate": 0.0001735231864537233,
      "loss": 1.1202598810195923,
      "step": 694
    },
    {
      "epoch": 0.4008073817762399,
      "grad_norm": 1.1836776733398438,
      "learning_rate": 0.00017348470271310372,
      "loss": 1.2588169574737549,
      "step": 695
    },
    {
      "epoch": 0.4013840830449827,
      "grad_norm": 0.965606689453125,
      "learning_rate": 0.00017344621897248414,
      "loss": 0.7970831990242004,
      "step": 696
    },
    {
      "epoch": 0.4019607843137255,
      "grad_norm": 0.8883787989616394,
      "learning_rate": 0.00017340773523186456,
      "loss": 1.6653708219528198,
      "step": 697
    },
    {
      "epoch": 0.40253748558246827,
      "grad_norm": 0.7349938750267029,
      "learning_rate": 0.00017336925149124497,
      "loss": 0.7324041724205017,
      "step": 698
    },
    {
      "epoch": 0.4031141868512111,
      "grad_norm": 1.0731885433197021,
      "learning_rate": 0.00017333076775062539,
      "loss": 0.9731301069259644,
      "step": 699
    },
    {
      "epoch": 0.40369088811995385,
      "grad_norm": 0.8691738843917847,
      "learning_rate": 0.0001732922840100058,
      "loss": 1.0968525409698486,
      "step": 700
    },
    {
      "epoch": 0.40426758938869667,
      "grad_norm": 0.921116292476654,
      "learning_rate": 0.0001732538002693862,
      "loss": 1.3427119255065918,
      "step": 701
    },
    {
      "epoch": 0.40484429065743943,
      "grad_norm": 0.8539203405380249,
      "learning_rate": 0.0001732153165287666,
      "loss": 1.2618871927261353,
      "step": 702
    },
    {
      "epoch": 0.40542099192618225,
      "grad_norm": 0.6238696575164795,
      "learning_rate": 0.00017317683278814702,
      "loss": 0.7679486274719238,
      "step": 703
    },
    {
      "epoch": 0.405997693194925,
      "grad_norm": 0.6827321648597717,
      "learning_rate": 0.00017313834904752743,
      "loss": 0.9498722553253174,
      "step": 704
    },
    {
      "epoch": 0.40657439446366783,
      "grad_norm": 0.9637985229492188,
      "learning_rate": 0.00017309986530690785,
      "loss": 1.2945339679718018,
      "step": 705
    },
    {
      "epoch": 0.4071510957324106,
      "grad_norm": 0.6361503601074219,
      "learning_rate": 0.00017306138156628827,
      "loss": 1.2040516138076782,
      "step": 706
    },
    {
      "epoch": 0.4077277970011534,
      "grad_norm": 0.713758647441864,
      "learning_rate": 0.00017302289782566868,
      "loss": 1.1285666227340698,
      "step": 707
    },
    {
      "epoch": 0.4083044982698962,
      "grad_norm": 1.0620390176773071,
      "learning_rate": 0.0001729844140850491,
      "loss": 1.2117018699645996,
      "step": 708
    },
    {
      "epoch": 0.408881199538639,
      "grad_norm": 0.6957300305366516,
      "learning_rate": 0.00017294593034442948,
      "loss": 1.2091706991195679,
      "step": 709
    },
    {
      "epoch": 0.40945790080738176,
      "grad_norm": 0.4594845771789551,
      "learning_rate": 0.0001729074466038099,
      "loss": 3.3324732780456543,
      "step": 710
    },
    {
      "epoch": 0.4100346020761246,
      "grad_norm": 0.8902932405471802,
      "learning_rate": 0.00017286896286319031,
      "loss": 1.1579055786132812,
      "step": 711
    },
    {
      "epoch": 0.41061130334486734,
      "grad_norm": 0.7140578031539917,
      "learning_rate": 0.00017283047912257073,
      "loss": 0.877116858959198,
      "step": 712
    },
    {
      "epoch": 0.41118800461361016,
      "grad_norm": 0.8449535369873047,
      "learning_rate": 0.00017279199538195115,
      "loss": 1.2400063276290894,
      "step": 713
    },
    {
      "epoch": 0.4117647058823529,
      "grad_norm": 1.0700358152389526,
      "learning_rate": 0.00017275351164133156,
      "loss": 1.1401453018188477,
      "step": 714
    },
    {
      "epoch": 0.41234140715109574,
      "grad_norm": 0.6705982685089111,
      "learning_rate": 0.00017271502790071198,
      "loss": 0.8326209783554077,
      "step": 715
    },
    {
      "epoch": 0.4129181084198385,
      "grad_norm": 0.7149010896682739,
      "learning_rate": 0.0001726765441600924,
      "loss": 1.0872998237609863,
      "step": 716
    },
    {
      "epoch": 0.4134948096885813,
      "grad_norm": 0.46808966994285583,
      "learning_rate": 0.00017263806041947278,
      "loss": 0.6795035004615784,
      "step": 717
    },
    {
      "epoch": 0.4140715109573241,
      "grad_norm": 0.8606752157211304,
      "learning_rate": 0.0001725995766788532,
      "loss": 1.0544252395629883,
      "step": 718
    },
    {
      "epoch": 0.4146482122260669,
      "grad_norm": 0.5839232802391052,
      "learning_rate": 0.0001725610929382336,
      "loss": 0.7785719633102417,
      "step": 719
    },
    {
      "epoch": 0.41522491349480967,
      "grad_norm": 0.8700772523880005,
      "learning_rate": 0.00017252260919761403,
      "loss": 0.988602340221405,
      "step": 720
    },
    {
      "epoch": 0.4158016147635525,
      "grad_norm": 0.9886090159416199,
      "learning_rate": 0.00017248412545699444,
      "loss": 1.3493539094924927,
      "step": 721
    },
    {
      "epoch": 0.41637831603229525,
      "grad_norm": 0.9088316559791565,
      "learning_rate": 0.00017244564171637486,
      "loss": 1.0131090879440308,
      "step": 722
    },
    {
      "epoch": 0.41695501730103807,
      "grad_norm": 0.9066189527511597,
      "learning_rate": 0.00017240715797575527,
      "loss": 1.2530944347381592,
      "step": 723
    },
    {
      "epoch": 0.41753171856978083,
      "grad_norm": 0.7733665704727173,
      "learning_rate": 0.00017236867423513569,
      "loss": 1.1255629062652588,
      "step": 724
    },
    {
      "epoch": 0.41810841983852365,
      "grad_norm": 0.609832763671875,
      "learning_rate": 0.00017233019049451607,
      "loss": 0.7514859437942505,
      "step": 725
    },
    {
      "epoch": 0.4186851211072664,
      "grad_norm": 0.6903802752494812,
      "learning_rate": 0.0001722917067538965,
      "loss": 0.8925538063049316,
      "step": 726
    },
    {
      "epoch": 0.41926182237600923,
      "grad_norm": 0.7692581415176392,
      "learning_rate": 0.0001722532230132769,
      "loss": 1.103420376777649,
      "step": 727
    },
    {
      "epoch": 0.419838523644752,
      "grad_norm": 0.7881311774253845,
      "learning_rate": 0.0001722147392726573,
      "loss": 1.3109550476074219,
      "step": 728
    },
    {
      "epoch": 0.4204152249134948,
      "grad_norm": 0.6949164271354675,
      "learning_rate": 0.0001721762555320377,
      "loss": 1.0904300212860107,
      "step": 729
    },
    {
      "epoch": 0.4209919261822376,
      "grad_norm": 0.6746834516525269,
      "learning_rate": 0.00017213777179141812,
      "loss": 1.240382194519043,
      "step": 730
    },
    {
      "epoch": 0.4215686274509804,
      "grad_norm": 0.8831079602241516,
      "learning_rate": 0.00017209928805079854,
      "loss": 1.546260118484497,
      "step": 731
    },
    {
      "epoch": 0.42214532871972316,
      "grad_norm": 0.917523205280304,
      "learning_rate": 0.00017206080431017895,
      "loss": 1.3464173078536987,
      "step": 732
    },
    {
      "epoch": 0.422722029988466,
      "grad_norm": 0.729640007019043,
      "learning_rate": 0.00017202232056955937,
      "loss": 0.9092597961425781,
      "step": 733
    },
    {
      "epoch": 0.4232987312572088,
      "grad_norm": 0.9597057104110718,
      "learning_rate": 0.00017198383682893976,
      "loss": 1.449595332145691,
      "step": 734
    },
    {
      "epoch": 0.42387543252595156,
      "grad_norm": 0.570996880531311,
      "learning_rate": 0.00017194535308832017,
      "loss": 0.660990297794342,
      "step": 735
    },
    {
      "epoch": 0.4244521337946944,
      "grad_norm": 0.8485130071640015,
      "learning_rate": 0.0001719068693477006,
      "loss": 1.009351372718811,
      "step": 736
    },
    {
      "epoch": 0.42502883506343714,
      "grad_norm": 1.1340487003326416,
      "learning_rate": 0.000171868385607081,
      "loss": 1.186898946762085,
      "step": 737
    },
    {
      "epoch": 0.42560553633217996,
      "grad_norm": 0.9666796326637268,
      "learning_rate": 0.00017182990186646142,
      "loss": 1.3713027238845825,
      "step": 738
    },
    {
      "epoch": 0.4261822376009227,
      "grad_norm": 0.8104447722434998,
      "learning_rate": 0.00017179141812584183,
      "loss": 0.7822756767272949,
      "step": 739
    },
    {
      "epoch": 0.42675893886966554,
      "grad_norm": 0.7587509155273438,
      "learning_rate": 0.00017175293438522225,
      "loss": 1.1129992008209229,
      "step": 740
    },
    {
      "epoch": 0.4273356401384083,
      "grad_norm": 0.854256272315979,
      "learning_rate": 0.00017171445064460266,
      "loss": 1.1753698587417603,
      "step": 741
    },
    {
      "epoch": 0.4279123414071511,
      "grad_norm": 0.7335513234138489,
      "learning_rate": 0.00017167596690398305,
      "loss": 1.1233677864074707,
      "step": 742
    },
    {
      "epoch": 0.4284890426758939,
      "grad_norm": 1.1383814811706543,
      "learning_rate": 0.00017163748316336347,
      "loss": 1.6328407526016235,
      "step": 743
    },
    {
      "epoch": 0.4290657439446367,
      "grad_norm": 0.5805800557136536,
      "learning_rate": 0.00017159899942274388,
      "loss": 0.8374234437942505,
      "step": 744
    },
    {
      "epoch": 0.42964244521337946,
      "grad_norm": 0.5744853615760803,
      "learning_rate": 0.0001715605156821243,
      "loss": 0.7072418332099915,
      "step": 745
    },
    {
      "epoch": 0.4302191464821223,
      "grad_norm": 1.0968151092529297,
      "learning_rate": 0.00017152203194150471,
      "loss": 0.9308477640151978,
      "step": 746
    },
    {
      "epoch": 0.43079584775086505,
      "grad_norm": 0.7771037220954895,
      "learning_rate": 0.00017148354820088513,
      "loss": 1.0803910493850708,
      "step": 747
    },
    {
      "epoch": 0.43137254901960786,
      "grad_norm": 0.760296106338501,
      "learning_rate": 0.00017144506446026554,
      "loss": 0.9416469931602478,
      "step": 748
    },
    {
      "epoch": 0.43194925028835063,
      "grad_norm": 0.8478863835334778,
      "learning_rate": 0.00017140658071964596,
      "loss": 1.0037909746170044,
      "step": 749
    },
    {
      "epoch": 0.43252595155709345,
      "grad_norm": 0.802010715007782,
      "learning_rate": 0.00017136809697902635,
      "loss": 1.2789827585220337,
      "step": 750
    },
    {
      "epoch": 0.4331026528258362,
      "grad_norm": 0.7146703004837036,
      "learning_rate": 0.00017132961323840676,
      "loss": 0.925313413143158,
      "step": 751
    },
    {
      "epoch": 0.43367935409457903,
      "grad_norm": 1.1419707536697388,
      "learning_rate": 0.00017129112949778718,
      "loss": 1.3266316652297974,
      "step": 752
    },
    {
      "epoch": 0.4342560553633218,
      "grad_norm": 0.5337522029876709,
      "learning_rate": 0.0001712526457571676,
      "loss": 0.8182927966117859,
      "step": 753
    },
    {
      "epoch": 0.4348327566320646,
      "grad_norm": 0.7067147493362427,
      "learning_rate": 0.000171214162016548,
      "loss": 1.01529061794281,
      "step": 754
    },
    {
      "epoch": 0.4354094579008074,
      "grad_norm": 0.8742361664772034,
      "learning_rate": 0.00017117567827592842,
      "loss": 0.9216449856758118,
      "step": 755
    },
    {
      "epoch": 0.4359861591695502,
      "grad_norm": 1.0121413469314575,
      "learning_rate": 0.00017113719453530884,
      "loss": 1.5315768718719482,
      "step": 756
    },
    {
      "epoch": 0.43656286043829295,
      "grad_norm": 0.970582127571106,
      "learning_rate": 0.00017109871079468925,
      "loss": 1.1701881885528564,
      "step": 757
    },
    {
      "epoch": 0.4371395617070358,
      "grad_norm": 0.8317894339561462,
      "learning_rate": 0.00017106022705406964,
      "loss": 1.1619702577590942,
      "step": 758
    },
    {
      "epoch": 0.43771626297577854,
      "grad_norm": 0.6935670375823975,
      "learning_rate": 0.00017102174331345006,
      "loss": 1.0018664598464966,
      "step": 759
    },
    {
      "epoch": 0.43829296424452135,
      "grad_norm": 1.0123279094696045,
      "learning_rate": 0.00017098325957283047,
      "loss": 1.1231794357299805,
      "step": 760
    },
    {
      "epoch": 0.4388696655132641,
      "grad_norm": 0.7619280219078064,
      "learning_rate": 0.0001709447758322109,
      "loss": 1.0395662784576416,
      "step": 761
    },
    {
      "epoch": 0.43944636678200694,
      "grad_norm": 0.8570308089256287,
      "learning_rate": 0.0001709062920915913,
      "loss": 1.4022446870803833,
      "step": 762
    },
    {
      "epoch": 0.4400230680507497,
      "grad_norm": 1.178285837173462,
      "learning_rate": 0.00017086780835097172,
      "loss": 1.5245153903961182,
      "step": 763
    },
    {
      "epoch": 0.4405997693194925,
      "grad_norm": 0.876589298248291,
      "learning_rate": 0.00017082932461035213,
      "loss": 1.482165813446045,
      "step": 764
    },
    {
      "epoch": 0.4411764705882353,
      "grad_norm": 0.8614532947540283,
      "learning_rate": 0.00017079084086973255,
      "loss": 1.312232255935669,
      "step": 765
    },
    {
      "epoch": 0.4417531718569781,
      "grad_norm": 0.6772201061248779,
      "learning_rate": 0.00017075235712911294,
      "loss": 1.1610076427459717,
      "step": 766
    },
    {
      "epoch": 0.44232987312572086,
      "grad_norm": 0.805927038192749,
      "learning_rate": 0.00017071387338849335,
      "loss": 1.3874244689941406,
      "step": 767
    },
    {
      "epoch": 0.4429065743944637,
      "grad_norm": 0.5419954061508179,
      "learning_rate": 0.00017067538964787377,
      "loss": 0.7610808610916138,
      "step": 768
    },
    {
      "epoch": 0.44348327566320644,
      "grad_norm": 0.773598313331604,
      "learning_rate": 0.00017063690590725418,
      "loss": 0.8612810373306274,
      "step": 769
    },
    {
      "epoch": 0.44405997693194926,
      "grad_norm": 0.6376165151596069,
      "learning_rate": 0.0001705984221666346,
      "loss": 0.8417828679084778,
      "step": 770
    },
    {
      "epoch": 0.444636678200692,
      "grad_norm": 0.6870789527893066,
      "learning_rate": 0.00017055993842601501,
      "loss": 1.1764918565750122,
      "step": 771
    },
    {
      "epoch": 0.44521337946943484,
      "grad_norm": 0.5562968254089355,
      "learning_rate": 0.00017052145468539543,
      "loss": 0.8358933925628662,
      "step": 772
    },
    {
      "epoch": 0.4457900807381776,
      "grad_norm": 0.602963924407959,
      "learning_rate": 0.00017048297094477585,
      "loss": 1.197677731513977,
      "step": 773
    },
    {
      "epoch": 0.4463667820069204,
      "grad_norm": 1.0190907716751099,
      "learning_rate": 0.00017044448720415623,
      "loss": 1.4355199337005615,
      "step": 774
    },
    {
      "epoch": 0.4469434832756632,
      "grad_norm": 0.633346676826477,
      "learning_rate": 0.00017040600346353665,
      "loss": 0.7924656867980957,
      "step": 775
    },
    {
      "epoch": 0.447520184544406,
      "grad_norm": 0.797099232673645,
      "learning_rate": 0.00017036751972291706,
      "loss": 1.2302619218826294,
      "step": 776
    },
    {
      "epoch": 0.44809688581314877,
      "grad_norm": 0.7166492938995361,
      "learning_rate": 0.00017032903598229748,
      "loss": 1.063340187072754,
      "step": 777
    },
    {
      "epoch": 0.4486735870818916,
      "grad_norm": 0.9511370062828064,
      "learning_rate": 0.0001702905522416779,
      "loss": 0.8998168706893921,
      "step": 778
    },
    {
      "epoch": 0.44925028835063435,
      "grad_norm": 0.8487029075622559,
      "learning_rate": 0.0001702520685010583,
      "loss": 1.1850653886795044,
      "step": 779
    },
    {
      "epoch": 0.44982698961937717,
      "grad_norm": 1.0267854928970337,
      "learning_rate": 0.00017021358476043873,
      "loss": 1.246724009513855,
      "step": 780
    },
    {
      "epoch": 0.45040369088811993,
      "grad_norm": 1.155428409576416,
      "learning_rate": 0.00017017510101981914,
      "loss": 1.539854884147644,
      "step": 781
    },
    {
      "epoch": 0.45098039215686275,
      "grad_norm": 0.6774823069572449,
      "learning_rate": 0.00017013661727919953,
      "loss": 0.7472063302993774,
      "step": 782
    },
    {
      "epoch": 0.4515570934256055,
      "grad_norm": 0.7500667572021484,
      "learning_rate": 0.00017009813353857994,
      "loss": 0.9946876168251038,
      "step": 783
    },
    {
      "epoch": 0.45213379469434833,
      "grad_norm": 0.7643426656723022,
      "learning_rate": 0.00017005964979796036,
      "loss": 0.8451071977615356,
      "step": 784
    },
    {
      "epoch": 0.4527104959630911,
      "grad_norm": 0.721379816532135,
      "learning_rate": 0.00017002116605734077,
      "loss": 0.9988998174667358,
      "step": 785
    },
    {
      "epoch": 0.4532871972318339,
      "grad_norm": 0.8850287199020386,
      "learning_rate": 0.0001699826823167212,
      "loss": 0.9789897203445435,
      "step": 786
    },
    {
      "epoch": 0.4538638985005767,
      "grad_norm": 1.0076375007629395,
      "learning_rate": 0.0001699441985761016,
      "loss": 1.3830417394638062,
      "step": 787
    },
    {
      "epoch": 0.4544405997693195,
      "grad_norm": 0.6105207204818726,
      "learning_rate": 0.00016990571483548202,
      "loss": 0.8870081901550293,
      "step": 788
    },
    {
      "epoch": 0.45501730103806226,
      "grad_norm": 0.7732753157615662,
      "learning_rate": 0.00016986723109486244,
      "loss": 0.9958963990211487,
      "step": 789
    },
    {
      "epoch": 0.4555940023068051,
      "grad_norm": 0.9871165156364441,
      "learning_rate": 0.00016982874735424282,
      "loss": 1.1141139268875122,
      "step": 790
    },
    {
      "epoch": 0.45617070357554784,
      "grad_norm": 0.7117231488227844,
      "learning_rate": 0.00016979026361362324,
      "loss": 1.0168585777282715,
      "step": 791
    },
    {
      "epoch": 0.45674740484429066,
      "grad_norm": 0.6954454183578491,
      "learning_rate": 0.00016975177987300365,
      "loss": 0.9319931268692017,
      "step": 792
    },
    {
      "epoch": 0.4573241061130334,
      "grad_norm": 0.6463753581047058,
      "learning_rate": 0.00016971329613238407,
      "loss": 0.9734832644462585,
      "step": 793
    },
    {
      "epoch": 0.45790080738177624,
      "grad_norm": 0.7156365513801575,
      "learning_rate": 0.00016967481239176448,
      "loss": 1.0014495849609375,
      "step": 794
    },
    {
      "epoch": 0.458477508650519,
      "grad_norm": 0.8648508787155151,
      "learning_rate": 0.0001696363286511449,
      "loss": 1.3907616138458252,
      "step": 795
    },
    {
      "epoch": 0.4590542099192618,
      "grad_norm": 0.8066338300704956,
      "learning_rate": 0.00016959784491052532,
      "loss": 1.0530327558517456,
      "step": 796
    },
    {
      "epoch": 0.4596309111880046,
      "grad_norm": 0.8617266416549683,
      "learning_rate": 0.00016955936116990573,
      "loss": 1.7989249229431152,
      "step": 797
    },
    {
      "epoch": 0.4602076124567474,
      "grad_norm": 0.7956259250640869,
      "learning_rate": 0.00016952087742928612,
      "loss": 0.928198516368866,
      "step": 798
    },
    {
      "epoch": 0.46078431372549017,
      "grad_norm": 0.8778709173202515,
      "learning_rate": 0.00016948239368866653,
      "loss": 0.9466978907585144,
      "step": 799
    },
    {
      "epoch": 0.461361014994233,
      "grad_norm": 0.8518659472465515,
      "learning_rate": 0.00016944390994804695,
      "loss": 1.0593540668487549,
      "step": 800
    },
    {
      "epoch": 0.4619377162629758,
      "grad_norm": 0.79550701379776,
      "learning_rate": 0.00016940542620742736,
      "loss": 1.1164321899414062,
      "step": 801
    },
    {
      "epoch": 0.46251441753171857,
      "grad_norm": 1.0006239414215088,
      "learning_rate": 0.00016936694246680778,
      "loss": 1.160499930381775,
      "step": 802
    },
    {
      "epoch": 0.4630911188004614,
      "grad_norm": 0.8525403738021851,
      "learning_rate": 0.0001693284587261882,
      "loss": 1.0770652294158936,
      "step": 803
    },
    {
      "epoch": 0.46366782006920415,
      "grad_norm": 0.6851354837417603,
      "learning_rate": 0.0001692899749855686,
      "loss": 1.0310590267181396,
      "step": 804
    },
    {
      "epoch": 0.46424452133794697,
      "grad_norm": 0.6831552386283875,
      "learning_rate": 0.000169251491244949,
      "loss": 1.0782524347305298,
      "step": 805
    },
    {
      "epoch": 0.46482122260668973,
      "grad_norm": 0.8892863988876343,
      "learning_rate": 0.00016921300750432941,
      "loss": 1.3154478073120117,
      "step": 806
    },
    {
      "epoch": 0.46539792387543255,
      "grad_norm": 0.6863577961921692,
      "learning_rate": 0.00016917452376370983,
      "loss": 0.5912436842918396,
      "step": 807
    },
    {
      "epoch": 0.4659746251441753,
      "grad_norm": 0.8612192869186401,
      "learning_rate": 0.00016913604002309024,
      "loss": 1.0140503644943237,
      "step": 808
    },
    {
      "epoch": 0.46655132641291813,
      "grad_norm": 0.6565495729446411,
      "learning_rate": 0.00016909755628247066,
      "loss": 0.8388250470161438,
      "step": 809
    },
    {
      "epoch": 0.4671280276816609,
      "grad_norm": 0.5729434490203857,
      "learning_rate": 0.00016905907254185107,
      "loss": 0.8662521839141846,
      "step": 810
    },
    {
      "epoch": 0.4677047289504037,
      "grad_norm": 0.8261442184448242,
      "learning_rate": 0.0001690205888012315,
      "loss": 1.1527458429336548,
      "step": 811
    },
    {
      "epoch": 0.4682814302191465,
      "grad_norm": 0.6182582974433899,
      "learning_rate": 0.0001689821050606119,
      "loss": 0.7817882895469666,
      "step": 812
    },
    {
      "epoch": 0.4688581314878893,
      "grad_norm": 0.5987662672996521,
      "learning_rate": 0.0001689436213199923,
      "loss": 0.864625871181488,
      "step": 813
    },
    {
      "epoch": 0.46943483275663206,
      "grad_norm": 0.8617327809333801,
      "learning_rate": 0.0001689051375793727,
      "loss": 1.1531751155853271,
      "step": 814
    },
    {
      "epoch": 0.4700115340253749,
      "grad_norm": 0.8277755379676819,
      "learning_rate": 0.00016886665383875312,
      "loss": 0.928108811378479,
      "step": 815
    },
    {
      "epoch": 0.47058823529411764,
      "grad_norm": 0.7510029673576355,
      "learning_rate": 0.00016882817009813354,
      "loss": 1.0068414211273193,
      "step": 816
    },
    {
      "epoch": 0.47116493656286046,
      "grad_norm": 0.8691316246986389,
      "learning_rate": 0.00016878968635751395,
      "loss": 1.0941516160964966,
      "step": 817
    },
    {
      "epoch": 0.4717416378316032,
      "grad_norm": 0.581984281539917,
      "learning_rate": 0.00016875120261689437,
      "loss": 0.6039727926254272,
      "step": 818
    },
    {
      "epoch": 0.47231833910034604,
      "grad_norm": 0.7486310005187988,
      "learning_rate": 0.00016871271887627479,
      "loss": 1.140452265739441,
      "step": 819
    },
    {
      "epoch": 0.4728950403690888,
      "grad_norm": 0.8794305324554443,
      "learning_rate": 0.0001686742351356552,
      "loss": 1.2717854976654053,
      "step": 820
    },
    {
      "epoch": 0.4734717416378316,
      "grad_norm": 0.8812481164932251,
      "learning_rate": 0.0001686357513950356,
      "loss": 0.9813717007637024,
      "step": 821
    },
    {
      "epoch": 0.4740484429065744,
      "grad_norm": 0.9091891646385193,
      "learning_rate": 0.000168597267654416,
      "loss": 1.2938401699066162,
      "step": 822
    },
    {
      "epoch": 0.4746251441753172,
      "grad_norm": 0.9045780301094055,
      "learning_rate": 0.00016855878391379642,
      "loss": 1.312792181968689,
      "step": 823
    },
    {
      "epoch": 0.47520184544405997,
      "grad_norm": 0.8430265784263611,
      "learning_rate": 0.00016852030017317683,
      "loss": 1.2679914236068726,
      "step": 824
    },
    {
      "epoch": 0.4757785467128028,
      "grad_norm": 0.6870001554489136,
      "learning_rate": 0.00016848181643255725,
      "loss": 0.970576822757721,
      "step": 825
    },
    {
      "epoch": 0.47635524798154555,
      "grad_norm": 0.8256406188011169,
      "learning_rate": 0.00016844333269193767,
      "loss": 1.302760362625122,
      "step": 826
    },
    {
      "epoch": 0.47693194925028837,
      "grad_norm": 0.7057660222053528,
      "learning_rate": 0.00016840484895131808,
      "loss": 0.9811574220657349,
      "step": 827
    },
    {
      "epoch": 0.47750865051903113,
      "grad_norm": 0.8487821817398071,
      "learning_rate": 0.0001683663652106985,
      "loss": 1.0537941455841064,
      "step": 828
    },
    {
      "epoch": 0.47808535178777395,
      "grad_norm": 0.7474492788314819,
      "learning_rate": 0.00016832788147007888,
      "loss": 0.856541633605957,
      "step": 829
    },
    {
      "epoch": 0.4786620530565167,
      "grad_norm": 0.9228368401527405,
      "learning_rate": 0.0001682893977294593,
      "loss": 1.0505741834640503,
      "step": 830
    },
    {
      "epoch": 0.47923875432525953,
      "grad_norm": 0.9288182854652405,
      "learning_rate": 0.00016825091398883971,
      "loss": 1.3584654331207275,
      "step": 831
    },
    {
      "epoch": 0.4798154555940023,
      "grad_norm": 1.4403129816055298,
      "learning_rate": 0.00016821243024822013,
      "loss": 1.911801815032959,
      "step": 832
    },
    {
      "epoch": 0.4803921568627451,
      "grad_norm": 0.6283893585205078,
      "learning_rate": 0.00016817394650760055,
      "loss": 0.8583131432533264,
      "step": 833
    },
    {
      "epoch": 0.4809688581314879,
      "grad_norm": 0.6910902261734009,
      "learning_rate": 0.00016813546276698096,
      "loss": 1.3508315086364746,
      "step": 834
    },
    {
      "epoch": 0.4815455594002307,
      "grad_norm": 0.6606875658035278,
      "learning_rate": 0.00016809697902636138,
      "loss": 1.0815465450286865,
      "step": 835
    },
    {
      "epoch": 0.48212226066897346,
      "grad_norm": 0.8546112775802612,
      "learning_rate": 0.0001680584952857418,
      "loss": 1.2201032638549805,
      "step": 836
    },
    {
      "epoch": 0.4826989619377163,
      "grad_norm": 0.9130816459655762,
      "learning_rate": 0.00016802001154512218,
      "loss": 1.208343744277954,
      "step": 837
    },
    {
      "epoch": 0.48327566320645904,
      "grad_norm": 0.7690496444702148,
      "learning_rate": 0.0001679815278045026,
      "loss": 1.0452954769134521,
      "step": 838
    },
    {
      "epoch": 0.48385236447520186,
      "grad_norm": 0.7210266590118408,
      "learning_rate": 0.000167943044063883,
      "loss": 0.7897384166717529,
      "step": 839
    },
    {
      "epoch": 0.4844290657439446,
      "grad_norm": 0.5705054402351379,
      "learning_rate": 0.00016790456032326342,
      "loss": 0.8288441896438599,
      "step": 840
    },
    {
      "epoch": 0.48500576701268744,
      "grad_norm": 0.6143510341644287,
      "learning_rate": 0.00016786607658264384,
      "loss": 0.8081311583518982,
      "step": 841
    },
    {
      "epoch": 0.4855824682814302,
      "grad_norm": 0.7222305536270142,
      "learning_rate": 0.00016782759284202426,
      "loss": 1.1107532978057861,
      "step": 842
    },
    {
      "epoch": 0.486159169550173,
      "grad_norm": 0.6712546944618225,
      "learning_rate": 0.00016778910910140467,
      "loss": 0.8375999927520752,
      "step": 843
    },
    {
      "epoch": 0.4867358708189158,
      "grad_norm": 0.9085020422935486,
      "learning_rate": 0.00016775062536078509,
      "loss": 0.9624453186988831,
      "step": 844
    },
    {
      "epoch": 0.4873125720876586,
      "grad_norm": 0.773102879524231,
      "learning_rate": 0.00016771214162016547,
      "loss": 1.0454928874969482,
      "step": 845
    },
    {
      "epoch": 0.48788927335640137,
      "grad_norm": 0.5635338425636292,
      "learning_rate": 0.0001676736578795459,
      "loss": 0.7329631447792053,
      "step": 846
    },
    {
      "epoch": 0.4884659746251442,
      "grad_norm": 0.8183399438858032,
      "learning_rate": 0.0001676351741389263,
      "loss": 0.859244704246521,
      "step": 847
    },
    {
      "epoch": 0.48904267589388695,
      "grad_norm": 0.7920128107070923,
      "learning_rate": 0.00016759669039830672,
      "loss": 0.9889219403266907,
      "step": 848
    },
    {
      "epoch": 0.48961937716262977,
      "grad_norm": 1.1391570568084717,
      "learning_rate": 0.00016755820665768714,
      "loss": 1.146942138671875,
      "step": 849
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 0.6648845076560974,
      "learning_rate": 0.00016751972291706755,
      "loss": 0.7090552449226379,
      "step": 850
    },
    {
      "epoch": 0.49077277970011535,
      "grad_norm": 0.7156478762626648,
      "learning_rate": 0.00016748123917644797,
      "loss": 0.7772218585014343,
      "step": 851
    },
    {
      "epoch": 0.4913494809688581,
      "grad_norm": 0.7279021739959717,
      "learning_rate": 0.00016744275543582838,
      "loss": 1.0468722581863403,
      "step": 852
    },
    {
      "epoch": 0.49192618223760093,
      "grad_norm": 1.0862352848052979,
      "learning_rate": 0.00016740427169520877,
      "loss": 1.3199949264526367,
      "step": 853
    },
    {
      "epoch": 0.4925028835063437,
      "grad_norm": 0.5989871025085449,
      "learning_rate": 0.00016736578795458918,
      "loss": 0.7066143751144409,
      "step": 854
    },
    {
      "epoch": 0.4930795847750865,
      "grad_norm": 0.88418048620224,
      "learning_rate": 0.0001673273042139696,
      "loss": 0.9679941534996033,
      "step": 855
    },
    {
      "epoch": 0.4936562860438293,
      "grad_norm": 0.7538619637489319,
      "learning_rate": 0.00016728882047335002,
      "loss": 0.906350314617157,
      "step": 856
    },
    {
      "epoch": 0.4942329873125721,
      "grad_norm": 1.0406384468078613,
      "learning_rate": 0.00016725033673273043,
      "loss": 1.0761326551437378,
      "step": 857
    },
    {
      "epoch": 0.49480968858131485,
      "grad_norm": 0.9118819236755371,
      "learning_rate": 0.00016721185299211085,
      "loss": 1.449715495109558,
      "step": 858
    },
    {
      "epoch": 0.4953863898500577,
      "grad_norm": 0.7859880328178406,
      "learning_rate": 0.00016717336925149126,
      "loss": 1.0066848993301392,
      "step": 859
    },
    {
      "epoch": 0.49596309111880044,
      "grad_norm": 0.7971929907798767,
      "learning_rate": 0.00016713488551087168,
      "loss": 1.0836429595947266,
      "step": 860
    },
    {
      "epoch": 0.49653979238754326,
      "grad_norm": 0.7688129544258118,
      "learning_rate": 0.00016709640177025206,
      "loss": 0.8990678191184998,
      "step": 861
    },
    {
      "epoch": 0.497116493656286,
      "grad_norm": 0.6911450028419495,
      "learning_rate": 0.00016705791802963248,
      "loss": 0.9118435382843018,
      "step": 862
    },
    {
      "epoch": 0.49769319492502884,
      "grad_norm": 0.9296817183494568,
      "learning_rate": 0.0001670194342890129,
      "loss": 1.0580615997314453,
      "step": 863
    },
    {
      "epoch": 0.4982698961937716,
      "grad_norm": 0.5820940732955933,
      "learning_rate": 0.0001669809505483933,
      "loss": 0.6944743394851685,
      "step": 864
    },
    {
      "epoch": 0.4988465974625144,
      "grad_norm": 0.9766574501991272,
      "learning_rate": 0.00016694246680777373,
      "loss": 1.4097439050674438,
      "step": 865
    },
    {
      "epoch": 0.4994232987312572,
      "grad_norm": 0.658211350440979,
      "learning_rate": 0.00016690398306715414,
      "loss": 0.7773644924163818,
      "step": 866
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7480500340461731,
      "learning_rate": 0.00016686549932653456,
      "loss": 1.1536113023757935,
      "step": 867
    },
    {
      "epoch": 0.5005767012687428,
      "grad_norm": 0.5885343551635742,
      "learning_rate": 0.00016682701558591497,
      "loss": 0.5359970927238464,
      "step": 868
    },
    {
      "epoch": 0.5011534025374856,
      "grad_norm": 0.7808444499969482,
      "learning_rate": 0.00016678853184529536,
      "loss": 0.6940274834632874,
      "step": 869
    },
    {
      "epoch": 0.5017301038062284,
      "grad_norm": 0.8007370233535767,
      "learning_rate": 0.00016675004810467577,
      "loss": 1.3268241882324219,
      "step": 870
    },
    {
      "epoch": 0.5023068050749712,
      "grad_norm": 0.6729685068130493,
      "learning_rate": 0.0001667115643640562,
      "loss": 0.9482746124267578,
      "step": 871
    },
    {
      "epoch": 0.5028835063437139,
      "grad_norm": 0.648239016532898,
      "learning_rate": 0.0001666730806234366,
      "loss": 0.9904931783676147,
      "step": 872
    },
    {
      "epoch": 0.5034602076124568,
      "grad_norm": 0.7997180223464966,
      "learning_rate": 0.00016663459688281702,
      "loss": 1.0594019889831543,
      "step": 873
    },
    {
      "epoch": 0.5040369088811996,
      "grad_norm": 0.8298223614692688,
      "learning_rate": 0.00016659611314219744,
      "loss": 0.9604882597923279,
      "step": 874
    },
    {
      "epoch": 0.5046136101499423,
      "grad_norm": 0.8724483251571655,
      "learning_rate": 0.00016655762940157785,
      "loss": 1.0515791177749634,
      "step": 875
    },
    {
      "epoch": 0.5051903114186851,
      "grad_norm": 0.7477858662605286,
      "learning_rate": 0.00016651914566095827,
      "loss": 1.0346887111663818,
      "step": 876
    },
    {
      "epoch": 0.505767012687428,
      "grad_norm": 0.6524494886398315,
      "learning_rate": 0.00016648066192033865,
      "loss": 0.8699806928634644,
      "step": 877
    },
    {
      "epoch": 0.5063437139561707,
      "grad_norm": 0.7959410548210144,
      "learning_rate": 0.00016644217817971907,
      "loss": 1.0138338804244995,
      "step": 878
    },
    {
      "epoch": 0.5069204152249135,
      "grad_norm": 0.7872818112373352,
      "learning_rate": 0.00016640369443909949,
      "loss": 1.0084038972854614,
      "step": 879
    },
    {
      "epoch": 0.5074971164936563,
      "grad_norm": 0.9153385758399963,
      "learning_rate": 0.0001663652106984799,
      "loss": 0.9120053052902222,
      "step": 880
    },
    {
      "epoch": 0.5080738177623991,
      "grad_norm": 0.8691549301147461,
      "learning_rate": 0.00016632672695786032,
      "loss": 0.9792031645774841,
      "step": 881
    },
    {
      "epoch": 0.5086505190311419,
      "grad_norm": 0.7193480730056763,
      "learning_rate": 0.00016628824321724073,
      "loss": 0.9441159963607788,
      "step": 882
    },
    {
      "epoch": 0.5092272202998847,
      "grad_norm": 0.5675065517425537,
      "learning_rate": 0.00016624975947662115,
      "loss": 0.7550349235534668,
      "step": 883
    },
    {
      "epoch": 0.5098039215686274,
      "grad_norm": 0.45122864842414856,
      "learning_rate": 0.00016621127573600156,
      "loss": 0.494687020778656,
      "step": 884
    },
    {
      "epoch": 0.5103806228373703,
      "grad_norm": 0.5535047650337219,
      "learning_rate": 0.00016617279199538195,
      "loss": 1.0048768520355225,
      "step": 885
    },
    {
      "epoch": 0.510957324106113,
      "grad_norm": 1.1627446413040161,
      "learning_rate": 0.00016613430825476237,
      "loss": 1.3231415748596191,
      "step": 886
    },
    {
      "epoch": 0.5115340253748558,
      "grad_norm": 0.5924594402313232,
      "learning_rate": 0.00016609582451414278,
      "loss": 0.8373284339904785,
      "step": 887
    },
    {
      "epoch": 0.5121107266435986,
      "grad_norm": 1.071594476699829,
      "learning_rate": 0.0001660573407735232,
      "loss": 1.1695808172225952,
      "step": 888
    },
    {
      "epoch": 0.5126874279123415,
      "grad_norm": 0.7243885397911072,
      "learning_rate": 0.0001660188570329036,
      "loss": 0.9688019156455994,
      "step": 889
    },
    {
      "epoch": 0.5132641291810842,
      "grad_norm": 0.7857576012611389,
      "learning_rate": 0.00016598037329228403,
      "loss": 0.9062821269035339,
      "step": 890
    },
    {
      "epoch": 0.513840830449827,
      "grad_norm": 0.6501168012619019,
      "learning_rate": 0.00016594188955166444,
      "loss": 0.7230191230773926,
      "step": 891
    },
    {
      "epoch": 0.5144175317185697,
      "grad_norm": 0.7679166197776794,
      "learning_rate": 0.00016590340581104483,
      "loss": 0.9849987030029297,
      "step": 892
    },
    {
      "epoch": 0.5149942329873126,
      "grad_norm": 0.5687773823738098,
      "learning_rate": 0.00016586492207042524,
      "loss": 0.5315793752670288,
      "step": 893
    },
    {
      "epoch": 0.5155709342560554,
      "grad_norm": 0.5201639533042908,
      "learning_rate": 0.00016582643832980566,
      "loss": 0.833229660987854,
      "step": 894
    },
    {
      "epoch": 0.5161476355247981,
      "grad_norm": 0.9703792333602905,
      "learning_rate": 0.00016578795458918608,
      "loss": 1.2787346839904785,
      "step": 895
    },
    {
      "epoch": 0.5167243367935409,
      "grad_norm": 0.5964572429656982,
      "learning_rate": 0.0001657494708485665,
      "loss": 0.8054360151290894,
      "step": 896
    },
    {
      "epoch": 0.5173010380622838,
      "grad_norm": 0.8156993389129639,
      "learning_rate": 0.0001657109871079469,
      "loss": 1.1183547973632812,
      "step": 897
    },
    {
      "epoch": 0.5178777393310265,
      "grad_norm": 0.9944779276847839,
      "learning_rate": 0.00016567250336732732,
      "loss": 1.4230319261550903,
      "step": 898
    },
    {
      "epoch": 0.5184544405997693,
      "grad_norm": 0.6466273069381714,
      "learning_rate": 0.00016563401962670774,
      "loss": 0.9248323440551758,
      "step": 899
    },
    {
      "epoch": 0.5190311418685121,
      "grad_norm": 0.6486216187477112,
      "learning_rate": 0.00016559553588608812,
      "loss": 0.8279266357421875,
      "step": 900
    },
    {
      "epoch": 0.5196078431372549,
      "grad_norm": 0.8492687940597534,
      "learning_rate": 0.00016555705214546854,
      "loss": 1.1167151927947998,
      "step": 901
    },
    {
      "epoch": 0.5201845444059977,
      "grad_norm": 0.7403521537780762,
      "learning_rate": 0.00016551856840484896,
      "loss": 0.9129210710525513,
      "step": 902
    },
    {
      "epoch": 0.5207612456747405,
      "grad_norm": 0.9525539875030518,
      "learning_rate": 0.00016548008466422937,
      "loss": 1.0805696249008179,
      "step": 903
    },
    {
      "epoch": 0.5213379469434832,
      "grad_norm": 0.6410759091377258,
      "learning_rate": 0.00016544160092360979,
      "loss": 0.7183154821395874,
      "step": 904
    },
    {
      "epoch": 0.5219146482122261,
      "grad_norm": 0.9240155816078186,
      "learning_rate": 0.0001654031171829902,
      "loss": 1.2977594137191772,
      "step": 905
    },
    {
      "epoch": 0.5224913494809689,
      "grad_norm": 0.5909906625747681,
      "learning_rate": 0.00016536463344237062,
      "loss": 0.8771336078643799,
      "step": 906
    },
    {
      "epoch": 0.5230680507497116,
      "grad_norm": 0.6739245653152466,
      "learning_rate": 0.00016532614970175103,
      "loss": 0.9435271620750427,
      "step": 907
    },
    {
      "epoch": 0.5236447520184544,
      "grad_norm": 0.7840787172317505,
      "learning_rate": 0.00016528766596113142,
      "loss": 0.9116816520690918,
      "step": 908
    },
    {
      "epoch": 0.5242214532871973,
      "grad_norm": 0.7001404762268066,
      "learning_rate": 0.00016524918222051184,
      "loss": 0.7686711549758911,
      "step": 909
    },
    {
      "epoch": 0.52479815455594,
      "grad_norm": 0.7492363452911377,
      "learning_rate": 0.00016521069847989225,
      "loss": 0.894406795501709,
      "step": 910
    },
    {
      "epoch": 0.5253748558246828,
      "grad_norm": 0.6643780469894409,
      "learning_rate": 0.00016517221473927267,
      "loss": 0.9077553153038025,
      "step": 911
    },
    {
      "epoch": 0.5259515570934256,
      "grad_norm": 0.6426498889923096,
      "learning_rate": 0.00016513373099865308,
      "loss": 0.7784804701805115,
      "step": 912
    },
    {
      "epoch": 0.5265282583621684,
      "grad_norm": 0.6445097923278809,
      "learning_rate": 0.0001650952472580335,
      "loss": 0.8351481556892395,
      "step": 913
    },
    {
      "epoch": 0.5271049596309112,
      "grad_norm": 0.9749622344970703,
      "learning_rate": 0.0001650567635174139,
      "loss": 1.3779326677322388,
      "step": 914
    },
    {
      "epoch": 0.527681660899654,
      "grad_norm": 1.0297281742095947,
      "learning_rate": 0.00016501827977679433,
      "loss": 1.4258373975753784,
      "step": 915
    },
    {
      "epoch": 0.5282583621683967,
      "grad_norm": 0.8116568326950073,
      "learning_rate": 0.00016497979603617472,
      "loss": 1.120481252670288,
      "step": 916
    },
    {
      "epoch": 0.5288350634371396,
      "grad_norm": 0.8832195401191711,
      "learning_rate": 0.00016494131229555513,
      "loss": 1.0475956201553345,
      "step": 917
    },
    {
      "epoch": 0.5294117647058824,
      "grad_norm": 0.7668746709823608,
      "learning_rate": 0.00016490282855493555,
      "loss": 0.9356057643890381,
      "step": 918
    },
    {
      "epoch": 0.5299884659746251,
      "grad_norm": 0.7938312292098999,
      "learning_rate": 0.00016486434481431596,
      "loss": 1.0766160488128662,
      "step": 919
    },
    {
      "epoch": 0.5305651672433679,
      "grad_norm": 0.6379091739654541,
      "learning_rate": 0.00016482586107369638,
      "loss": 0.8664296865463257,
      "step": 920
    },
    {
      "epoch": 0.5311418685121108,
      "grad_norm": 0.5966930389404297,
      "learning_rate": 0.0001647873773330768,
      "loss": 0.7848939299583435,
      "step": 921
    },
    {
      "epoch": 0.5317185697808535,
      "grad_norm": 0.7270369529724121,
      "learning_rate": 0.0001647488935924572,
      "loss": 0.8690502643585205,
      "step": 922
    },
    {
      "epoch": 0.5322952710495963,
      "grad_norm": 0.7373891472816467,
      "learning_rate": 0.00016471040985183762,
      "loss": 0.9187401533126831,
      "step": 923
    },
    {
      "epoch": 0.532871972318339,
      "grad_norm": 0.6114344596862793,
      "learning_rate": 0.000164671926111218,
      "loss": 0.7336284518241882,
      "step": 924
    },
    {
      "epoch": 0.5334486735870819,
      "grad_norm": 0.7629640102386475,
      "learning_rate": 0.00016463344237059843,
      "loss": 1.0568023920059204,
      "step": 925
    },
    {
      "epoch": 0.5340253748558247,
      "grad_norm": 0.5172185897827148,
      "learning_rate": 0.00016459495862997884,
      "loss": 0.6043404936790466,
      "step": 926
    },
    {
      "epoch": 0.5346020761245674,
      "grad_norm": 0.6732125282287598,
      "learning_rate": 0.00016455647488935926,
      "loss": 0.7869133353233337,
      "step": 927
    },
    {
      "epoch": 0.5351787773933102,
      "grad_norm": 0.993881344795227,
      "learning_rate": 0.00016451799114873967,
      "loss": 1.3750996589660645,
      "step": 928
    },
    {
      "epoch": 0.5357554786620531,
      "grad_norm": 0.6748846173286438,
      "learning_rate": 0.0001644795074081201,
      "loss": 0.7957302331924438,
      "step": 929
    },
    {
      "epoch": 0.5363321799307958,
      "grad_norm": 0.5961597561836243,
      "learning_rate": 0.0001644410236675005,
      "loss": 0.817986786365509,
      "step": 930
    },
    {
      "epoch": 0.5369088811995386,
      "grad_norm": 0.8336942195892334,
      "learning_rate": 0.00016440253992688092,
      "loss": 1.071876883506775,
      "step": 931
    },
    {
      "epoch": 0.5374855824682814,
      "grad_norm": 0.8322470784187317,
      "learning_rate": 0.0001643640561862613,
      "loss": 0.9675548672676086,
      "step": 932
    },
    {
      "epoch": 0.5380622837370242,
      "grad_norm": 0.8054575324058533,
      "learning_rate": 0.00016432557244564172,
      "loss": 1.0018256902694702,
      "step": 933
    },
    {
      "epoch": 0.538638985005767,
      "grad_norm": 0.7546166181564331,
      "learning_rate": 0.00016428708870502214,
      "loss": 0.9199832677841187,
      "step": 934
    },
    {
      "epoch": 0.5392156862745098,
      "grad_norm": 0.6384134292602539,
      "learning_rate": 0.00016424860496440255,
      "loss": 0.5693946480751038,
      "step": 935
    },
    {
      "epoch": 0.5397923875432526,
      "grad_norm": 0.8509575128555298,
      "learning_rate": 0.00016421012122378297,
      "loss": 1.3604402542114258,
      "step": 936
    },
    {
      "epoch": 0.5403690888119954,
      "grad_norm": 1.0863171815872192,
      "learning_rate": 0.00016417163748316338,
      "loss": 1.441767692565918,
      "step": 937
    },
    {
      "epoch": 0.5409457900807382,
      "grad_norm": 0.7680332064628601,
      "learning_rate": 0.0001641331537425438,
      "loss": 0.8990482091903687,
      "step": 938
    },
    {
      "epoch": 0.5415224913494809,
      "grad_norm": 0.9804447889328003,
      "learning_rate": 0.0001640946700019242,
      "loss": 1.0421537160873413,
      "step": 939
    },
    {
      "epoch": 0.5420991926182238,
      "grad_norm": 1.0693145990371704,
      "learning_rate": 0.0001640561862613046,
      "loss": 1.1600146293640137,
      "step": 940
    },
    {
      "epoch": 0.5426758938869666,
      "grad_norm": 0.8488958477973938,
      "learning_rate": 0.00016401770252068502,
      "loss": 1.2710307836532593,
      "step": 941
    },
    {
      "epoch": 0.5432525951557093,
      "grad_norm": 1.048317313194275,
      "learning_rate": 0.00016397921878006543,
      "loss": 0.8453274369239807,
      "step": 942
    },
    {
      "epoch": 0.5438292964244521,
      "grad_norm": 0.7326422929763794,
      "learning_rate": 0.00016394073503944585,
      "loss": 1.0167326927185059,
      "step": 943
    },
    {
      "epoch": 0.544405997693195,
      "grad_norm": 0.877862274646759,
      "learning_rate": 0.00016390225129882626,
      "loss": 0.9589974880218506,
      "step": 944
    },
    {
      "epoch": 0.5449826989619377,
      "grad_norm": 0.8096463680267334,
      "learning_rate": 0.00016386376755820668,
      "loss": 0.8364965915679932,
      "step": 945
    },
    {
      "epoch": 0.5455594002306805,
      "grad_norm": 0.9232637882232666,
      "learning_rate": 0.0001638252838175871,
      "loss": 0.9332213997840881,
      "step": 946
    },
    {
      "epoch": 0.5461361014994233,
      "grad_norm": 0.7885507941246033,
      "learning_rate": 0.0001637868000769675,
      "loss": 1.0532820224761963,
      "step": 947
    },
    {
      "epoch": 0.5467128027681661,
      "grad_norm": 0.914097249507904,
      "learning_rate": 0.0001637483163363479,
      "loss": 0.8059665560722351,
      "step": 948
    },
    {
      "epoch": 0.5472895040369089,
      "grad_norm": 0.8124399781227112,
      "learning_rate": 0.0001637098325957283,
      "loss": 0.7342300415039062,
      "step": 949
    },
    {
      "epoch": 0.5478662053056517,
      "grad_norm": 0.8677952289581299,
      "learning_rate": 0.00016367134885510873,
      "loss": 1.2200864553451538,
      "step": 950
    },
    {
      "epoch": 0.5484429065743944,
      "grad_norm": 0.8235622048377991,
      "learning_rate": 0.00016363286511448914,
      "loss": 1.2276276350021362,
      "step": 951
    },
    {
      "epoch": 0.5490196078431373,
      "grad_norm": 0.8734779953956604,
      "learning_rate": 0.00016359438137386956,
      "loss": 1.481785535812378,
      "step": 952
    },
    {
      "epoch": 0.5495963091118801,
      "grad_norm": 0.7058696746826172,
      "learning_rate": 0.00016355589763324997,
      "loss": 0.8971320390701294,
      "step": 953
    },
    {
      "epoch": 0.5501730103806228,
      "grad_norm": 0.7818495035171509,
      "learning_rate": 0.0001635174138926304,
      "loss": 0.9900298118591309,
      "step": 954
    },
    {
      "epoch": 0.5507497116493656,
      "grad_norm": 0.9933992028236389,
      "learning_rate": 0.0001634789301520108,
      "loss": 1.377812147140503,
      "step": 955
    },
    {
      "epoch": 0.5513264129181085,
      "grad_norm": 0.6487358808517456,
      "learning_rate": 0.0001634404464113912,
      "loss": 0.8082116842269897,
      "step": 956
    },
    {
      "epoch": 0.5519031141868512,
      "grad_norm": 0.7896233201026917,
      "learning_rate": 0.0001634019626707716,
      "loss": 0.8894538879394531,
      "step": 957
    },
    {
      "epoch": 0.552479815455594,
      "grad_norm": 0.5499460697174072,
      "learning_rate": 0.00016336347893015202,
      "loss": 0.7779909372329712,
      "step": 958
    },
    {
      "epoch": 0.5530565167243368,
      "grad_norm": 0.7304683327674866,
      "learning_rate": 0.00016332499518953244,
      "loss": 0.9466789960861206,
      "step": 959
    },
    {
      "epoch": 0.5536332179930796,
      "grad_norm": 0.8766285181045532,
      "learning_rate": 0.00016328651144891285,
      "loss": 0.654015064239502,
      "step": 960
    },
    {
      "epoch": 0.5542099192618224,
      "grad_norm": 0.5168980956077576,
      "learning_rate": 0.00016324802770829327,
      "loss": 0.7942756414413452,
      "step": 961
    },
    {
      "epoch": 0.5547866205305652,
      "grad_norm": 0.8975361585617065,
      "learning_rate": 0.00016320954396767368,
      "loss": 1.1166660785675049,
      "step": 962
    },
    {
      "epoch": 0.5553633217993079,
      "grad_norm": 0.559033215045929,
      "learning_rate": 0.0001631710602270541,
      "loss": 0.7238450050354004,
      "step": 963
    },
    {
      "epoch": 0.5559400230680508,
      "grad_norm": 0.5114202499389648,
      "learning_rate": 0.00016313257648643449,
      "loss": 0.8229402303695679,
      "step": 964
    },
    {
      "epoch": 0.5565167243367936,
      "grad_norm": 0.8146692514419556,
      "learning_rate": 0.0001630940927458149,
      "loss": 0.9510258436203003,
      "step": 965
    },
    {
      "epoch": 0.5570934256055363,
      "grad_norm": 0.7686490416526794,
      "learning_rate": 0.00016305560900519532,
      "loss": 1.3754280805587769,
      "step": 966
    },
    {
      "epoch": 0.5576701268742791,
      "grad_norm": 0.6895797252655029,
      "learning_rate": 0.00016301712526457573,
      "loss": 0.9850455522537231,
      "step": 967
    },
    {
      "epoch": 0.558246828143022,
      "grad_norm": 0.6049807667732239,
      "learning_rate": 0.00016297864152395615,
      "loss": 0.6829259395599365,
      "step": 968
    },
    {
      "epoch": 0.5588235294117647,
      "grad_norm": 0.7376249432563782,
      "learning_rate": 0.00016294015778333656,
      "loss": 0.7787905931472778,
      "step": 969
    },
    {
      "epoch": 0.5594002306805075,
      "grad_norm": 0.5940505862236023,
      "learning_rate": 0.00016290167404271698,
      "loss": 0.7658302783966064,
      "step": 970
    },
    {
      "epoch": 0.5599769319492502,
      "grad_norm": 0.8353221416473389,
      "learning_rate": 0.0001628631903020974,
      "loss": 1.0191570520401,
      "step": 971
    },
    {
      "epoch": 0.5605536332179931,
      "grad_norm": 0.6136527061462402,
      "learning_rate": 0.00016282470656147778,
      "loss": 0.9413414001464844,
      "step": 972
    },
    {
      "epoch": 0.5611303344867359,
      "grad_norm": 0.64887535572052,
      "learning_rate": 0.0001627862228208582,
      "loss": 0.763261616230011,
      "step": 973
    },
    {
      "epoch": 0.5617070357554786,
      "grad_norm": 0.8027318716049194,
      "learning_rate": 0.0001627477390802386,
      "loss": 1.1142311096191406,
      "step": 974
    },
    {
      "epoch": 0.5622837370242214,
      "grad_norm": 0.6630944609642029,
      "learning_rate": 0.00016270925533961903,
      "loss": 0.8240130543708801,
      "step": 975
    },
    {
      "epoch": 0.5628604382929643,
      "grad_norm": 0.7404500246047974,
      "learning_rate": 0.00016267077159899944,
      "loss": 0.9690840244293213,
      "step": 976
    },
    {
      "epoch": 0.563437139561707,
      "grad_norm": 1.0134172439575195,
      "learning_rate": 0.00016263228785837986,
      "loss": 1.4774882793426514,
      "step": 977
    },
    {
      "epoch": 0.5640138408304498,
      "grad_norm": 0.8651242256164551,
      "learning_rate": 0.00016259380411776027,
      "loss": 0.898904025554657,
      "step": 978
    },
    {
      "epoch": 0.5645905420991926,
      "grad_norm": 0.6225872039794922,
      "learning_rate": 0.00016255532037714066,
      "loss": 1.149839162826538,
      "step": 979
    },
    {
      "epoch": 0.5651672433679354,
      "grad_norm": 0.5773558020591736,
      "learning_rate": 0.00016251683663652108,
      "loss": 0.516633152961731,
      "step": 980
    },
    {
      "epoch": 0.5657439446366782,
      "grad_norm": 0.6350861191749573,
      "learning_rate": 0.0001624783528959015,
      "loss": 1.0271410942077637,
      "step": 981
    },
    {
      "epoch": 0.566320645905421,
      "grad_norm": 0.8134899139404297,
      "learning_rate": 0.0001624398691552819,
      "loss": 0.8847084045410156,
      "step": 982
    },
    {
      "epoch": 0.5668973471741637,
      "grad_norm": 0.793136477470398,
      "learning_rate": 0.00016240138541466232,
      "loss": 1.0517855882644653,
      "step": 983
    },
    {
      "epoch": 0.5674740484429066,
      "grad_norm": 0.6838855743408203,
      "learning_rate": 0.00016236290167404274,
      "loss": 0.9592060446739197,
      "step": 984
    },
    {
      "epoch": 0.5680507497116494,
      "grad_norm": 0.77060467004776,
      "learning_rate": 0.00016232441793342315,
      "loss": 1.1476876735687256,
      "step": 985
    },
    {
      "epoch": 0.5686274509803921,
      "grad_norm": 0.6759986281394958,
      "learning_rate": 0.00016228593419280357,
      "loss": 0.9518548846244812,
      "step": 986
    },
    {
      "epoch": 0.5692041522491349,
      "grad_norm": 0.6088658571243286,
      "learning_rate": 0.00016224745045218396,
      "loss": 0.6659010648727417,
      "step": 987
    },
    {
      "epoch": 0.5697808535178778,
      "grad_norm": 0.9436719417572021,
      "learning_rate": 0.00016220896671156437,
      "loss": 1.1346865892410278,
      "step": 988
    },
    {
      "epoch": 0.5703575547866205,
      "grad_norm": 1.0091006755828857,
      "learning_rate": 0.0001621704829709448,
      "loss": 1.1687716245651245,
      "step": 989
    },
    {
      "epoch": 0.5709342560553633,
      "grad_norm": 0.9080367684364319,
      "learning_rate": 0.0001621319992303252,
      "loss": 1.0989638566970825,
      "step": 990
    },
    {
      "epoch": 0.5715109573241061,
      "grad_norm": 0.7519204020500183,
      "learning_rate": 0.00016209351548970562,
      "loss": 1.3017445802688599,
      "step": 991
    },
    {
      "epoch": 0.5720876585928489,
      "grad_norm": 0.545911431312561,
      "learning_rate": 0.00016205503174908603,
      "loss": 0.7622886300086975,
      "step": 992
    },
    {
      "epoch": 0.5726643598615917,
      "grad_norm": 0.9163870215415955,
      "learning_rate": 0.00016201654800846645,
      "loss": 1.2744814157485962,
      "step": 993
    },
    {
      "epoch": 0.5732410611303345,
      "grad_norm": 0.7644914388656616,
      "learning_rate": 0.00016197806426784686,
      "loss": 0.9071030616760254,
      "step": 994
    },
    {
      "epoch": 0.5738177623990772,
      "grad_norm": 0.761933445930481,
      "learning_rate": 0.00016193958052722725,
      "loss": 1.0261884927749634,
      "step": 995
    },
    {
      "epoch": 0.5743944636678201,
      "grad_norm": 0.5850253701210022,
      "learning_rate": 0.00016190109678660767,
      "loss": 0.8700547814369202,
      "step": 996
    },
    {
      "epoch": 0.5749711649365629,
      "grad_norm": 0.8303119540214539,
      "learning_rate": 0.00016186261304598808,
      "loss": 0.7401360273361206,
      "step": 997
    },
    {
      "epoch": 0.5755478662053056,
      "grad_norm": 0.8335464000701904,
      "learning_rate": 0.0001618241293053685,
      "loss": 1.058925986289978,
      "step": 998
    },
    {
      "epoch": 0.5761245674740484,
      "grad_norm": 0.6967325806617737,
      "learning_rate": 0.0001617856455647489,
      "loss": 1.3550879955291748,
      "step": 999
    },
    {
      "epoch": 0.5767012687427913,
      "grad_norm": 1.0509662628173828,
      "learning_rate": 0.00016174716182412933,
      "loss": 1.3809900283813477,
      "step": 1000
    },
    {
      "epoch": 0.577277970011534,
      "grad_norm": 0.7688459157943726,
      "learning_rate": 0.00016170867808350974,
      "loss": 0.7888709306716919,
      "step": 1001
    },
    {
      "epoch": 0.5778546712802768,
      "grad_norm": 1.4081027507781982,
      "learning_rate": 0.00016167019434289016,
      "loss": 0.8922286033630371,
      "step": 1002
    },
    {
      "epoch": 0.5784313725490197,
      "grad_norm": 0.8513575196266174,
      "learning_rate": 0.00016163171060227055,
      "loss": 0.9064381718635559,
      "step": 1003
    },
    {
      "epoch": 0.5790080738177624,
      "grad_norm": 0.8020631670951843,
      "learning_rate": 0.00016159322686165096,
      "loss": 1.0038318634033203,
      "step": 1004
    },
    {
      "epoch": 0.5795847750865052,
      "grad_norm": 0.6308439373970032,
      "learning_rate": 0.00016155474312103138,
      "loss": 1.0535993576049805,
      "step": 1005
    },
    {
      "epoch": 0.580161476355248,
      "grad_norm": 0.9487643837928772,
      "learning_rate": 0.0001615162593804118,
      "loss": 1.0733325481414795,
      "step": 1006
    },
    {
      "epoch": 0.5807381776239908,
      "grad_norm": 0.5813226699829102,
      "learning_rate": 0.0001614777756397922,
      "loss": 0.6475256085395813,
      "step": 1007
    },
    {
      "epoch": 0.5813148788927336,
      "grad_norm": 0.8787825703620911,
      "learning_rate": 0.00016143929189917262,
      "loss": 1.2669293880462646,
      "step": 1008
    },
    {
      "epoch": 0.5818915801614764,
      "grad_norm": 0.5114219784736633,
      "learning_rate": 0.00016140080815855304,
      "loss": 0.5243850946426392,
      "step": 1009
    },
    {
      "epoch": 0.5824682814302191,
      "grad_norm": 0.9315117597579956,
      "learning_rate": 0.00016136232441793345,
      "loss": 1.0958704948425293,
      "step": 1010
    },
    {
      "epoch": 0.583044982698962,
      "grad_norm": 0.7866684794425964,
      "learning_rate": 0.00016132384067731384,
      "loss": 1.0202006101608276,
      "step": 1011
    },
    {
      "epoch": 0.5836216839677048,
      "grad_norm": 0.9690834283828735,
      "learning_rate": 0.00016128535693669426,
      "loss": 0.7898403406143188,
      "step": 1012
    },
    {
      "epoch": 0.5841983852364475,
      "grad_norm": 1.17559015750885,
      "learning_rate": 0.00016124687319607467,
      "loss": 1.0564637184143066,
      "step": 1013
    },
    {
      "epoch": 0.5847750865051903,
      "grad_norm": 0.9403568506240845,
      "learning_rate": 0.0001612083894554551,
      "loss": 1.1451847553253174,
      "step": 1014
    },
    {
      "epoch": 0.5853517877739332,
      "grad_norm": 0.7303722500801086,
      "learning_rate": 0.0001611699057148355,
      "loss": 1.143730878829956,
      "step": 1015
    },
    {
      "epoch": 0.5859284890426759,
      "grad_norm": 0.9661723375320435,
      "learning_rate": 0.00016113142197421592,
      "loss": 1.1612937450408936,
      "step": 1016
    },
    {
      "epoch": 0.5865051903114187,
      "grad_norm": 0.9506820440292358,
      "learning_rate": 0.0001610929382335963,
      "loss": 1.3300495147705078,
      "step": 1017
    },
    {
      "epoch": 0.5870818915801614,
      "grad_norm": 0.9524713754653931,
      "learning_rate": 0.00016105445449297672,
      "loss": 1.4797887802124023,
      "step": 1018
    },
    {
      "epoch": 0.5876585928489043,
      "grad_norm": 0.8756133317947388,
      "learning_rate": 0.00016101597075235714,
      "loss": 1.0017035007476807,
      "step": 1019
    },
    {
      "epoch": 0.5882352941176471,
      "grad_norm": 0.8561094403266907,
      "learning_rate": 0.00016097748701173752,
      "loss": 1.4500423669815063,
      "step": 1020
    },
    {
      "epoch": 0.5888119953863898,
      "grad_norm": 0.7503087520599365,
      "learning_rate": 0.00016093900327111794,
      "loss": 1.0606659650802612,
      "step": 1021
    },
    {
      "epoch": 0.5893886966551326,
      "grad_norm": 0.5415161848068237,
      "learning_rate": 0.00016090051953049836,
      "loss": 0.6421483159065247,
      "step": 1022
    },
    {
      "epoch": 0.5899653979238755,
      "grad_norm": 0.6148718595504761,
      "learning_rate": 0.00016086203578987877,
      "loss": 0.94537353515625,
      "step": 1023
    },
    {
      "epoch": 0.5905420991926182,
      "grad_norm": 0.7274061441421509,
      "learning_rate": 0.00016082355204925919,
      "loss": 1.1045122146606445,
      "step": 1024
    },
    {
      "epoch": 0.591118800461361,
      "grad_norm": 1.0995570421218872,
      "learning_rate": 0.0001607850683086396,
      "loss": 1.0006502866744995,
      "step": 1025
    },
    {
      "epoch": 0.5916955017301038,
      "grad_norm": 0.6411669850349426,
      "learning_rate": 0.00016074658456802002,
      "loss": 0.8185054063796997,
      "step": 1026
    },
    {
      "epoch": 0.5922722029988466,
      "grad_norm": 0.8972517848014832,
      "learning_rate": 0.00016070810082740043,
      "loss": 1.0834156274795532,
      "step": 1027
    },
    {
      "epoch": 0.5928489042675894,
      "grad_norm": 1.3362998962402344,
      "learning_rate": 0.00016066961708678082,
      "loss": 1.3157958984375,
      "step": 1028
    },
    {
      "epoch": 0.5934256055363322,
      "grad_norm": 0.9085165858268738,
      "learning_rate": 0.00016063113334616124,
      "loss": 1.0817850828170776,
      "step": 1029
    },
    {
      "epoch": 0.5940023068050749,
      "grad_norm": 1.028162956237793,
      "learning_rate": 0.00016059264960554165,
      "loss": 1.324896216392517,
      "step": 1030
    },
    {
      "epoch": 0.5945790080738178,
      "grad_norm": 0.6264161467552185,
      "learning_rate": 0.00016055416586492207,
      "loss": 0.7769796848297119,
      "step": 1031
    },
    {
      "epoch": 0.5951557093425606,
      "grad_norm": 0.6027923822402954,
      "learning_rate": 0.00016051568212430248,
      "loss": 0.7691771388053894,
      "step": 1032
    },
    {
      "epoch": 0.5957324106113033,
      "grad_norm": 1.1957632303237915,
      "learning_rate": 0.0001604771983836829,
      "loss": 1.5915735960006714,
      "step": 1033
    },
    {
      "epoch": 0.5963091118800461,
      "grad_norm": 0.8243029713630676,
      "learning_rate": 0.0001604387146430633,
      "loss": 1.4467861652374268,
      "step": 1034
    },
    {
      "epoch": 0.596885813148789,
      "grad_norm": 0.9241074919700623,
      "learning_rate": 0.00016040023090244373,
      "loss": 1.2037115097045898,
      "step": 1035
    },
    {
      "epoch": 0.5974625144175317,
      "grad_norm": 0.7573208212852478,
      "learning_rate": 0.00016036174716182411,
      "loss": 1.111187219619751,
      "step": 1036
    },
    {
      "epoch": 0.5980392156862745,
      "grad_norm": 0.9766779541969299,
      "learning_rate": 0.00016032326342120453,
      "loss": 1.3394712209701538,
      "step": 1037
    },
    {
      "epoch": 0.5986159169550173,
      "grad_norm": 0.7223910093307495,
      "learning_rate": 0.00016028477968058495,
      "loss": 0.9714270830154419,
      "step": 1038
    },
    {
      "epoch": 0.5991926182237601,
      "grad_norm": 0.8372020721435547,
      "learning_rate": 0.00016024629593996536,
      "loss": 0.9755414724349976,
      "step": 1039
    },
    {
      "epoch": 0.5997693194925029,
      "grad_norm": 1.060224175453186,
      "learning_rate": 0.00016020781219934578,
      "loss": 1.0653870105743408,
      "step": 1040
    },
    {
      "epoch": 0.6003460207612457,
      "grad_norm": 1.0068564414978027,
      "learning_rate": 0.0001601693284587262,
      "loss": 1.1695475578308105,
      "step": 1041
    },
    {
      "epoch": 0.6009227220299884,
      "grad_norm": 0.8202903866767883,
      "learning_rate": 0.0001601308447181066,
      "loss": 1.430415391921997,
      "step": 1042
    },
    {
      "epoch": 0.6014994232987313,
      "grad_norm": 0.6556461453437805,
      "learning_rate": 0.00016009236097748702,
      "loss": 0.6565566658973694,
      "step": 1043
    },
    {
      "epoch": 0.6020761245674741,
      "grad_norm": 1.0711745023727417,
      "learning_rate": 0.0001600538772368674,
      "loss": 1.4629727602005005,
      "step": 1044
    },
    {
      "epoch": 0.6026528258362168,
      "grad_norm": 0.857792317867279,
      "learning_rate": 0.00016001539349624783,
      "loss": 1.375361442565918,
      "step": 1045
    },
    {
      "epoch": 0.6032295271049596,
      "grad_norm": 0.8610656261444092,
      "learning_rate": 0.00015997690975562824,
      "loss": 1.319663166999817,
      "step": 1046
    },
    {
      "epoch": 0.6038062283737025,
      "grad_norm": 0.5466272830963135,
      "learning_rate": 0.00015993842601500866,
      "loss": 0.9326815009117126,
      "step": 1047
    },
    {
      "epoch": 0.6043829296424452,
      "grad_norm": 0.5424578189849854,
      "learning_rate": 0.00015989994227438907,
      "loss": 0.8943756818771362,
      "step": 1048
    },
    {
      "epoch": 0.604959630911188,
      "grad_norm": 1.0392166376113892,
      "learning_rate": 0.00015986145853376949,
      "loss": 1.1610779762268066,
      "step": 1049
    },
    {
      "epoch": 0.6055363321799307,
      "grad_norm": 0.7397944331169128,
      "learning_rate": 0.0001598229747931499,
      "loss": 0.9297494888305664,
      "step": 1050
    },
    {
      "epoch": 0.6061130334486736,
      "grad_norm": 0.7921435832977295,
      "learning_rate": 0.00015978449105253032,
      "loss": 0.9271104335784912,
      "step": 1051
    },
    {
      "epoch": 0.6066897347174164,
      "grad_norm": 1.0713645219802856,
      "learning_rate": 0.0001597460073119107,
      "loss": 1.429350733757019,
      "step": 1052
    },
    {
      "epoch": 0.6072664359861591,
      "grad_norm": 0.7312497496604919,
      "learning_rate": 0.00015970752357129112,
      "loss": 0.9167627096176147,
      "step": 1053
    },
    {
      "epoch": 0.6078431372549019,
      "grad_norm": 0.7499086260795593,
      "learning_rate": 0.00015966903983067154,
      "loss": 0.7258137464523315,
      "step": 1054
    },
    {
      "epoch": 0.6084198385236448,
      "grad_norm": 0.7300564646720886,
      "learning_rate": 0.00015963055609005195,
      "loss": 1.058071494102478,
      "step": 1055
    },
    {
      "epoch": 0.6089965397923875,
      "grad_norm": 0.652527928352356,
      "learning_rate": 0.00015959207234943237,
      "loss": 0.6544615030288696,
      "step": 1056
    },
    {
      "epoch": 0.6095732410611303,
      "grad_norm": 0.7193166613578796,
      "learning_rate": 0.00015955358860881278,
      "loss": 0.7395502328872681,
      "step": 1057
    },
    {
      "epoch": 0.6101499423298731,
      "grad_norm": 0.7402684092521667,
      "learning_rate": 0.0001595151048681932,
      "loss": 0.8958665728569031,
      "step": 1058
    },
    {
      "epoch": 0.610726643598616,
      "grad_norm": 1.0471738576889038,
      "learning_rate": 0.0001594766211275736,
      "loss": 1.383862018585205,
      "step": 1059
    },
    {
      "epoch": 0.6113033448673587,
      "grad_norm": 0.926358699798584,
      "learning_rate": 0.000159438137386954,
      "loss": 1.3329360485076904,
      "step": 1060
    },
    {
      "epoch": 0.6118800461361015,
      "grad_norm": 1.3576291799545288,
      "learning_rate": 0.00015939965364633442,
      "loss": 1.4153847694396973,
      "step": 1061
    },
    {
      "epoch": 0.6124567474048442,
      "grad_norm": 1.043614387512207,
      "learning_rate": 0.00015936116990571483,
      "loss": 1.1355584859848022,
      "step": 1062
    },
    {
      "epoch": 0.6130334486735871,
      "grad_norm": 0.6180047988891602,
      "learning_rate": 0.00015932268616509525,
      "loss": 0.7877006530761719,
      "step": 1063
    },
    {
      "epoch": 0.6136101499423299,
      "grad_norm": 1.188005805015564,
      "learning_rate": 0.00015928420242447566,
      "loss": 1.185757040977478,
      "step": 1064
    },
    {
      "epoch": 0.6141868512110726,
      "grad_norm": 0.6937184929847717,
      "learning_rate": 0.00015924571868385608,
      "loss": 0.8133529424667358,
      "step": 1065
    },
    {
      "epoch": 0.6147635524798154,
      "grad_norm": 0.5152422785758972,
      "learning_rate": 0.0001592072349432365,
      "loss": 0.6955524682998657,
      "step": 1066
    },
    {
      "epoch": 0.6153402537485583,
      "grad_norm": 0.8295215964317322,
      "learning_rate": 0.0001591687512026169,
      "loss": 0.9180642366409302,
      "step": 1067
    },
    {
      "epoch": 0.615916955017301,
      "grad_norm": 1.131622314453125,
      "learning_rate": 0.0001591302674619973,
      "loss": 1.2194663286209106,
      "step": 1068
    },
    {
      "epoch": 0.6164936562860438,
      "grad_norm": 0.744301438331604,
      "learning_rate": 0.0001590917837213777,
      "loss": 0.9852138161659241,
      "step": 1069
    },
    {
      "epoch": 0.6170703575547867,
      "grad_norm": 0.7841970920562744,
      "learning_rate": 0.00015905329998075813,
      "loss": 1.302487850189209,
      "step": 1070
    },
    {
      "epoch": 0.6176470588235294,
      "grad_norm": 0.6610711216926575,
      "learning_rate": 0.00015901481624013854,
      "loss": 0.8427870273590088,
      "step": 1071
    },
    {
      "epoch": 0.6182237600922722,
      "grad_norm": 0.9735661745071411,
      "learning_rate": 0.00015897633249951896,
      "loss": 1.1720025539398193,
      "step": 1072
    },
    {
      "epoch": 0.618800461361015,
      "grad_norm": 0.6673301458358765,
      "learning_rate": 0.00015893784875889937,
      "loss": 1.0172441005706787,
      "step": 1073
    },
    {
      "epoch": 0.6193771626297578,
      "grad_norm": 1.0327497720718384,
      "learning_rate": 0.0001588993650182798,
      "loss": 1.168729305267334,
      "step": 1074
    },
    {
      "epoch": 0.6199538638985006,
      "grad_norm": 0.6887943744659424,
      "learning_rate": 0.0001588608812776602,
      "loss": 0.9284838438034058,
      "step": 1075
    },
    {
      "epoch": 0.6205305651672434,
      "grad_norm": 0.6660910844802856,
      "learning_rate": 0.0001588223975370406,
      "loss": 1.1769919395446777,
      "step": 1076
    },
    {
      "epoch": 0.6211072664359861,
      "grad_norm": 0.7416674494743347,
      "learning_rate": 0.000158783913796421,
      "loss": 0.750725269317627,
      "step": 1077
    },
    {
      "epoch": 0.621683967704729,
      "grad_norm": 0.6302111148834229,
      "learning_rate": 0.00015874543005580142,
      "loss": 0.8207563161849976,
      "step": 1078
    },
    {
      "epoch": 0.6222606689734718,
      "grad_norm": 0.720021665096283,
      "learning_rate": 0.00015870694631518184,
      "loss": 1.133636474609375,
      "step": 1079
    },
    {
      "epoch": 0.6228373702422145,
      "grad_norm": 0.9188029170036316,
      "learning_rate": 0.00015866846257456225,
      "loss": 1.5215458869934082,
      "step": 1080
    },
    {
      "epoch": 0.6234140715109573,
      "grad_norm": 0.7337254881858826,
      "learning_rate": 0.00015862997883394267,
      "loss": 0.9544572830200195,
      "step": 1081
    },
    {
      "epoch": 0.6239907727797002,
      "grad_norm": 1.0431314706802368,
      "learning_rate": 0.00015859149509332308,
      "loss": 1.0790281295776367,
      "step": 1082
    },
    {
      "epoch": 0.6245674740484429,
      "grad_norm": 0.6344501376152039,
      "learning_rate": 0.0001585530113527035,
      "loss": 0.9151628017425537,
      "step": 1083
    },
    {
      "epoch": 0.6251441753171857,
      "grad_norm": 1.332190752029419,
      "learning_rate": 0.00015851452761208389,
      "loss": 1.5466241836547852,
      "step": 1084
    },
    {
      "epoch": 0.6257208765859285,
      "grad_norm": 0.7802074551582336,
      "learning_rate": 0.0001584760438714643,
      "loss": 1.1575053930282593,
      "step": 1085
    },
    {
      "epoch": 0.6262975778546713,
      "grad_norm": 0.5755362510681152,
      "learning_rate": 0.00015843756013084472,
      "loss": 0.6923443078994751,
      "step": 1086
    },
    {
      "epoch": 0.6268742791234141,
      "grad_norm": 0.8710469007492065,
      "learning_rate": 0.00015839907639022513,
      "loss": 1.0893003940582275,
      "step": 1087
    },
    {
      "epoch": 0.6274509803921569,
      "grad_norm": 0.6689137816429138,
      "learning_rate": 0.00015836059264960555,
      "loss": 0.9777762293815613,
      "step": 1088
    },
    {
      "epoch": 0.6280276816608996,
      "grad_norm": 0.9923802614212036,
      "learning_rate": 0.00015832210890898596,
      "loss": 1.2578145265579224,
      "step": 1089
    },
    {
      "epoch": 0.6286043829296425,
      "grad_norm": 0.7596067190170288,
      "learning_rate": 0.00015828362516836638,
      "loss": 1.0804511308670044,
      "step": 1090
    },
    {
      "epoch": 0.6291810841983853,
      "grad_norm": 0.9255754947662354,
      "learning_rate": 0.0001582451414277468,
      "loss": 1.2536742687225342,
      "step": 1091
    },
    {
      "epoch": 0.629757785467128,
      "grad_norm": 0.6089752912521362,
      "learning_rate": 0.00015820665768712718,
      "loss": 0.8234043121337891,
      "step": 1092
    },
    {
      "epoch": 0.6303344867358708,
      "grad_norm": 0.8412203192710876,
      "learning_rate": 0.0001581681739465076,
      "loss": 0.8689320683479309,
      "step": 1093
    },
    {
      "epoch": 0.6309111880046137,
      "grad_norm": 0.6300414204597473,
      "learning_rate": 0.000158129690205888,
      "loss": 0.8836315274238586,
      "step": 1094
    },
    {
      "epoch": 0.6314878892733564,
      "grad_norm": 0.8622999787330627,
      "learning_rate": 0.00015809120646526843,
      "loss": 0.8355990648269653,
      "step": 1095
    },
    {
      "epoch": 0.6320645905420992,
      "grad_norm": 1.0277838706970215,
      "learning_rate": 0.00015805272272464884,
      "loss": 1.0228278636932373,
      "step": 1096
    },
    {
      "epoch": 0.6326412918108419,
      "grad_norm": 0.7297544479370117,
      "learning_rate": 0.00015801423898402926,
      "loss": 0.9207032918930054,
      "step": 1097
    },
    {
      "epoch": 0.6332179930795848,
      "grad_norm": 0.6923787593841553,
      "learning_rate": 0.00015797575524340967,
      "loss": 0.8914310932159424,
      "step": 1098
    },
    {
      "epoch": 0.6337946943483276,
      "grad_norm": 0.984605073928833,
      "learning_rate": 0.00015793727150279006,
      "loss": 1.030419945716858,
      "step": 1099
    },
    {
      "epoch": 0.6343713956170703,
      "grad_norm": 0.7933477759361267,
      "learning_rate": 0.00015789878776217048,
      "loss": 0.8263508081436157,
      "step": 1100
    },
    {
      "epoch": 0.6349480968858131,
      "grad_norm": 0.6690862774848938,
      "learning_rate": 0.0001578603040215509,
      "loss": 0.8062323927879333,
      "step": 1101
    },
    {
      "epoch": 0.635524798154556,
      "grad_norm": 1.1080838441848755,
      "learning_rate": 0.0001578218202809313,
      "loss": 1.0695234537124634,
      "step": 1102
    },
    {
      "epoch": 0.6361014994232987,
      "grad_norm": 0.7373805046081543,
      "learning_rate": 0.00015778333654031172,
      "loss": 0.7782353162765503,
      "step": 1103
    },
    {
      "epoch": 0.6366782006920415,
      "grad_norm": 0.9623069167137146,
      "learning_rate": 0.00015774485279969214,
      "loss": 1.299721121788025,
      "step": 1104
    },
    {
      "epoch": 0.6372549019607843,
      "grad_norm": 0.8447510004043579,
      "learning_rate": 0.00015770636905907255,
      "loss": 0.751670241355896,
      "step": 1105
    },
    {
      "epoch": 0.6378316032295271,
      "grad_norm": 0.7200034260749817,
      "learning_rate": 0.00015766788531845297,
      "loss": 0.8565016388893127,
      "step": 1106
    },
    {
      "epoch": 0.6384083044982699,
      "grad_norm": 0.791018545627594,
      "learning_rate": 0.00015762940157783336,
      "loss": 1.014164924621582,
      "step": 1107
    },
    {
      "epoch": 0.6389850057670127,
      "grad_norm": 0.7488639950752258,
      "learning_rate": 0.00015759091783721377,
      "loss": 0.7353352904319763,
      "step": 1108
    },
    {
      "epoch": 0.6395617070357554,
      "grad_norm": 0.6376444697380066,
      "learning_rate": 0.00015755243409659419,
      "loss": 0.8452020287513733,
      "step": 1109
    },
    {
      "epoch": 0.6401384083044983,
      "grad_norm": 0.7400408387184143,
      "learning_rate": 0.0001575139503559746,
      "loss": 0.8612061738967896,
      "step": 1110
    },
    {
      "epoch": 0.6407151095732411,
      "grad_norm": 0.630378007888794,
      "learning_rate": 0.00015747546661535502,
      "loss": 0.8225241899490356,
      "step": 1111
    },
    {
      "epoch": 0.6412918108419838,
      "grad_norm": 0.7687711715698242,
      "learning_rate": 0.00015743698287473543,
      "loss": 1.0129132270812988,
      "step": 1112
    },
    {
      "epoch": 0.6418685121107266,
      "grad_norm": 0.8225964903831482,
      "learning_rate": 0.00015739849913411585,
      "loss": 1.0317823886871338,
      "step": 1113
    },
    {
      "epoch": 0.6424452133794695,
      "grad_norm": 0.8062997460365295,
      "learning_rate": 0.00015736001539349626,
      "loss": 1.2668901681900024,
      "step": 1114
    },
    {
      "epoch": 0.6430219146482122,
      "grad_norm": 0.7937533855438232,
      "learning_rate": 0.00015732153165287665,
      "loss": 0.5984291434288025,
      "step": 1115
    },
    {
      "epoch": 0.643598615916955,
      "grad_norm": 0.6556064486503601,
      "learning_rate": 0.00015728304791225707,
      "loss": 0.6811074018478394,
      "step": 1116
    },
    {
      "epoch": 0.6441753171856978,
      "grad_norm": 0.6815225481987,
      "learning_rate": 0.00015724456417163748,
      "loss": 0.8315191268920898,
      "step": 1117
    },
    {
      "epoch": 0.6447520184544406,
      "grad_norm": 0.8624749779701233,
      "learning_rate": 0.0001572060804310179,
      "loss": 1.024225115776062,
      "step": 1118
    },
    {
      "epoch": 0.6453287197231834,
      "grad_norm": 0.9867150187492371,
      "learning_rate": 0.0001571675966903983,
      "loss": 1.1838812828063965,
      "step": 1119
    },
    {
      "epoch": 0.6459054209919262,
      "grad_norm": 0.9800993204116821,
      "learning_rate": 0.00015712911294977873,
      "loss": 1.0964932441711426,
      "step": 1120
    },
    {
      "epoch": 0.6464821222606689,
      "grad_norm": 0.6755380034446716,
      "learning_rate": 0.00015709062920915914,
      "loss": 0.6732958555221558,
      "step": 1121
    },
    {
      "epoch": 0.6470588235294118,
      "grad_norm": 0.6237842440605164,
      "learning_rate": 0.00015705214546853956,
      "loss": 0.769539475440979,
      "step": 1122
    },
    {
      "epoch": 0.6476355247981546,
      "grad_norm": 0.9327729344367981,
      "learning_rate": 0.00015701366172791995,
      "loss": 1.2593892812728882,
      "step": 1123
    },
    {
      "epoch": 0.6482122260668973,
      "grad_norm": 0.7165786623954773,
      "learning_rate": 0.00015697517798730036,
      "loss": 0.8721244931221008,
      "step": 1124
    },
    {
      "epoch": 0.6487889273356401,
      "grad_norm": 0.7718213200569153,
      "learning_rate": 0.00015693669424668078,
      "loss": 0.9298558235168457,
      "step": 1125
    },
    {
      "epoch": 0.649365628604383,
      "grad_norm": 0.7327983975410461,
      "learning_rate": 0.0001568982105060612,
      "loss": 0.9947003722190857,
      "step": 1126
    },
    {
      "epoch": 0.6499423298731257,
      "grad_norm": 0.8242558240890503,
      "learning_rate": 0.0001568597267654416,
      "loss": 1.3076270818710327,
      "step": 1127
    },
    {
      "epoch": 0.6505190311418685,
      "grad_norm": 0.5866062641143799,
      "learning_rate": 0.00015682124302482202,
      "loss": 0.7161552309989929,
      "step": 1128
    },
    {
      "epoch": 0.6510957324106112,
      "grad_norm": 0.690351665019989,
      "learning_rate": 0.00015678275928420244,
      "loss": 0.7334930896759033,
      "step": 1129
    },
    {
      "epoch": 0.6516724336793541,
      "grad_norm": 0.7475882172584534,
      "learning_rate": 0.00015674427554358285,
      "loss": 0.8960260152816772,
      "step": 1130
    },
    {
      "epoch": 0.6522491349480969,
      "grad_norm": 0.7973214983940125,
      "learning_rate": 0.00015670579180296324,
      "loss": 0.9681750535964966,
      "step": 1131
    },
    {
      "epoch": 0.6528258362168397,
      "grad_norm": 0.7747503519058228,
      "learning_rate": 0.00015666730806234366,
      "loss": 1.051071047782898,
      "step": 1132
    },
    {
      "epoch": 0.6534025374855824,
      "grad_norm": 0.6149755120277405,
      "learning_rate": 0.00015662882432172407,
      "loss": 1.0745124816894531,
      "step": 1133
    },
    {
      "epoch": 0.6539792387543253,
      "grad_norm": 0.8245506286621094,
      "learning_rate": 0.0001565903405811045,
      "loss": 1.3383489847183228,
      "step": 1134
    },
    {
      "epoch": 0.654555940023068,
      "grad_norm": 0.754502534866333,
      "learning_rate": 0.0001565518568404849,
      "loss": 0.709721028804779,
      "step": 1135
    },
    {
      "epoch": 0.6551326412918108,
      "grad_norm": 0.5991480946540833,
      "learning_rate": 0.00015651337309986532,
      "loss": 0.6601396203041077,
      "step": 1136
    },
    {
      "epoch": 0.6557093425605537,
      "grad_norm": 0.7160611152648926,
      "learning_rate": 0.00015647488935924573,
      "loss": 1.244566559791565,
      "step": 1137
    },
    {
      "epoch": 0.6562860438292965,
      "grad_norm": 0.6996898055076599,
      "learning_rate": 0.00015643640561862615,
      "loss": 0.7976762056350708,
      "step": 1138
    },
    {
      "epoch": 0.6568627450980392,
      "grad_norm": 1.1391624212265015,
      "learning_rate": 0.00015639792187800654,
      "loss": 1.1150181293487549,
      "step": 1139
    },
    {
      "epoch": 0.657439446366782,
      "grad_norm": 0.6305305361747742,
      "learning_rate": 0.00015635943813738695,
      "loss": 0.9086626768112183,
      "step": 1140
    },
    {
      "epoch": 0.6580161476355249,
      "grad_norm": 1.1590427160263062,
      "learning_rate": 0.00015632095439676737,
      "loss": 1.2399204969406128,
      "step": 1141
    },
    {
      "epoch": 0.6585928489042676,
      "grad_norm": 0.6845443844795227,
      "learning_rate": 0.00015628247065614778,
      "loss": 0.9434126019477844,
      "step": 1142
    },
    {
      "epoch": 0.6591695501730104,
      "grad_norm": 0.8011909127235413,
      "learning_rate": 0.0001562439869155282,
      "loss": 0.9793667197227478,
      "step": 1143
    },
    {
      "epoch": 0.6597462514417531,
      "grad_norm": 0.7350550293922424,
      "learning_rate": 0.0001562055031749086,
      "loss": 1.27531099319458,
      "step": 1144
    },
    {
      "epoch": 0.660322952710496,
      "grad_norm": 0.9062415361404419,
      "learning_rate": 0.00015616701943428903,
      "loss": 0.9977236986160278,
      "step": 1145
    },
    {
      "epoch": 0.6608996539792388,
      "grad_norm": 0.8427753448486328,
      "learning_rate": 0.00015612853569366944,
      "loss": 1.3097494840621948,
      "step": 1146
    },
    {
      "epoch": 0.6614763552479815,
      "grad_norm": 0.7309291958808899,
      "learning_rate": 0.00015609005195304983,
      "loss": 1.1841623783111572,
      "step": 1147
    },
    {
      "epoch": 0.6620530565167243,
      "grad_norm": 0.8518312573432922,
      "learning_rate": 0.00015605156821243025,
      "loss": 1.0959196090698242,
      "step": 1148
    },
    {
      "epoch": 0.6626297577854672,
      "grad_norm": 0.7902095317840576,
      "learning_rate": 0.00015601308447181066,
      "loss": 1.186163067817688,
      "step": 1149
    },
    {
      "epoch": 0.6632064590542099,
      "grad_norm": 0.8482567071914673,
      "learning_rate": 0.00015597460073119108,
      "loss": 0.9569811820983887,
      "step": 1150
    },
    {
      "epoch": 0.6637831603229527,
      "grad_norm": 0.5328805446624756,
      "learning_rate": 0.0001559361169905715,
      "loss": 0.6388610005378723,
      "step": 1151
    },
    {
      "epoch": 0.6643598615916955,
      "grad_norm": 0.6060228943824768,
      "learning_rate": 0.0001558976332499519,
      "loss": 0.7743721008300781,
      "step": 1152
    },
    {
      "epoch": 0.6649365628604383,
      "grad_norm": 0.615100085735321,
      "learning_rate": 0.00015585914950933232,
      "loss": 0.8808379769325256,
      "step": 1153
    },
    {
      "epoch": 0.6655132641291811,
      "grad_norm": 1.1238489151000977,
      "learning_rate": 0.00015582066576871274,
      "loss": 1.2252037525177002,
      "step": 1154
    },
    {
      "epoch": 0.6660899653979239,
      "grad_norm": 0.8212980628013611,
      "learning_rate": 0.00015578218202809313,
      "loss": 1.0264016389846802,
      "step": 1155
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.8575494885444641,
      "learning_rate": 0.00015574369828747354,
      "loss": 0.9453893899917603,
      "step": 1156
    },
    {
      "epoch": 0.6672433679354095,
      "grad_norm": 0.8559103608131409,
      "learning_rate": 0.00015570521454685396,
      "loss": 1.01399564743042,
      "step": 1157
    },
    {
      "epoch": 0.6678200692041523,
      "grad_norm": 0.8769490122795105,
      "learning_rate": 0.00015566673080623437,
      "loss": 1.1861730813980103,
      "step": 1158
    },
    {
      "epoch": 0.668396770472895,
      "grad_norm": 0.5112201571464539,
      "learning_rate": 0.0001556282470656148,
      "loss": 0.6198689341545105,
      "step": 1159
    },
    {
      "epoch": 0.6689734717416378,
      "grad_norm": 0.6346172094345093,
      "learning_rate": 0.0001555897633249952,
      "loss": 0.757227897644043,
      "step": 1160
    },
    {
      "epoch": 0.6695501730103807,
      "grad_norm": 0.7918882966041565,
      "learning_rate": 0.00015555127958437562,
      "loss": 0.7224777936935425,
      "step": 1161
    },
    {
      "epoch": 0.6701268742791234,
      "grad_norm": 0.5124825835227966,
      "learning_rate": 0.00015551279584375603,
      "loss": 0.7446980476379395,
      "step": 1162
    },
    {
      "epoch": 0.6707035755478662,
      "grad_norm": 0.6950685977935791,
      "learning_rate": 0.00015547431210313642,
      "loss": 0.8628665804862976,
      "step": 1163
    },
    {
      "epoch": 0.671280276816609,
      "grad_norm": 0.8380517363548279,
      "learning_rate": 0.00015543582836251684,
      "loss": 1.0211181640625,
      "step": 1164
    },
    {
      "epoch": 0.6718569780853518,
      "grad_norm": 0.732266902923584,
      "learning_rate": 0.00015539734462189725,
      "loss": 0.7137742042541504,
      "step": 1165
    },
    {
      "epoch": 0.6724336793540946,
      "grad_norm": 0.7325503826141357,
      "learning_rate": 0.00015535886088127767,
      "loss": 1.0089268684387207,
      "step": 1166
    },
    {
      "epoch": 0.6730103806228374,
      "grad_norm": 0.8091567158699036,
      "learning_rate": 0.00015532037714065808,
      "loss": 1.0261311531066895,
      "step": 1167
    },
    {
      "epoch": 0.6735870818915801,
      "grad_norm": 0.8078528642654419,
      "learning_rate": 0.0001552818934000385,
      "loss": 1.0196332931518555,
      "step": 1168
    },
    {
      "epoch": 0.674163783160323,
      "grad_norm": 0.5558749437332153,
      "learning_rate": 0.0001552434096594189,
      "loss": 0.8882730007171631,
      "step": 1169
    },
    {
      "epoch": 0.6747404844290658,
      "grad_norm": 0.7303665280342102,
      "learning_rate": 0.00015520492591879933,
      "loss": 0.9657995700836182,
      "step": 1170
    }
  ],
  "logging_steps": 1,
  "max_steps": 5202,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.31593959750697e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}