{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.5008908119114278,
  "eval_steps": 500,
  "global_step": 492,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010180707559175363,
      "grad_norm": 13.50528621673584,
      "learning_rate": 2e-05,
      "loss": 5.1969,
      "step": 1
    },
    {
      "epoch": 0.0020361415118350726,
      "grad_norm": 19.771379470825195,
      "learning_rate": 4e-05,
      "loss": 7.7524,
      "step": 2
    },
    {
      "epoch": 0.003054212267752609,
      "grad_norm": 19.734294891357422,
      "learning_rate": 6e-05,
      "loss": 8.0409,
      "step": 3
    },
    {
      "epoch": 0.004072283023670145,
      "grad_norm": 24.712677001953125,
      "learning_rate": 8e-05,
      "loss": 7.7622,
      "step": 4
    },
    {
      "epoch": 0.0050903537795876815,
      "grad_norm": 26.32750701904297,
      "learning_rate": 0.0001,
      "loss": 9.8505,
      "step": 5
    },
    {
      "epoch": 0.006108424535505218,
      "grad_norm": 29.443405151367188,
      "learning_rate": 9.999974203447433e-05,
      "loss": 9.1155,
      "step": 6
    },
    {
      "epoch": 0.007126495291422754,
      "grad_norm": 22.42616844177246,
      "learning_rate": 9.999896814055916e-05,
      "loss": 6.3676,
      "step": 7
    },
    {
      "epoch": 0.00814456604734029,
      "grad_norm": 27.119375228881836,
      "learning_rate": 9.999767832624001e-05,
      "loss": 7.4125,
      "step": 8
    },
    {
      "epoch": 0.009162636803257827,
      "grad_norm": 15.422072410583496,
      "learning_rate": 9.999587260482597e-05,
      "loss": 3.5393,
      "step": 9
    },
    {
      "epoch": 0.010180707559175363,
      "grad_norm": 13.826335906982422,
      "learning_rate": 9.999355099494962e-05,
      "loss": 2.7136,
      "step": 10
    },
    {
      "epoch": 0.0111987783150929,
      "grad_norm": 14.258417129516602,
      "learning_rate": 9.999071352056675e-05,
      "loss": 2.6158,
      "step": 11
    },
    {
      "epoch": 0.012216849071010435,
      "grad_norm": 14.128898620605469,
      "learning_rate": 9.99873602109562e-05,
      "loss": 3.0587,
      "step": 12
    },
    {
      "epoch": 0.013234919826927972,
      "grad_norm": 12.319880485534668,
      "learning_rate": 9.998349110071949e-05,
      "loss": 2.6488,
      "step": 13
    },
    {
      "epoch": 0.014252990582845508,
      "grad_norm": 15.33985424041748,
      "learning_rate": 9.99791062297805e-05,
      "loss": 3.1476,
      "step": 14
    },
    {
      "epoch": 0.015271061338763044,
      "grad_norm": 13.602853775024414,
      "learning_rate": 9.99742056433851e-05,
      "loss": 2.796,
      "step": 15
    },
    {
      "epoch": 0.01628913209468058,
      "grad_norm": 9.083526611328125,
      "learning_rate": 9.996878939210049e-05,
      "loss": 2.0671,
      "step": 16
    },
    {
      "epoch": 0.017307202850598117,
      "grad_norm": 10.980738639831543,
      "learning_rate": 9.9962857531815e-05,
      "loss": 2.629,
      "step": 17
    },
    {
      "epoch": 0.018325273606515653,
      "grad_norm": 11.885966300964355,
      "learning_rate": 9.99564101237372e-05,
      "loss": 3.1609,
      "step": 18
    },
    {
      "epoch": 0.01934334436243319,
      "grad_norm": 11.95373249053955,
      "learning_rate": 9.994944723439546e-05,
      "loss": 3.2291,
      "step": 19
    },
    {
      "epoch": 0.020361415118350726,
      "grad_norm": 10.973458290100098,
      "learning_rate": 9.994196893563721e-05,
      "loss": 2.7778,
      "step": 20
    },
    {
      "epoch": 0.021379485874268262,
      "grad_norm": 12.775362014770508,
      "learning_rate": 9.993397530462818e-05,
      "loss": 3.136,
      "step": 21
    },
    {
      "epoch": 0.0223975566301858,
      "grad_norm": 10.916693687438965,
      "learning_rate": 9.992546642385158e-05,
      "loss": 2.3531,
      "step": 22
    },
    {
      "epoch": 0.023415627386103335,
      "grad_norm": 12.338353157043457,
      "learning_rate": 9.99164423811074e-05,
      "loss": 3.6968,
      "step": 23
    },
    {
      "epoch": 0.02443369814202087,
      "grad_norm": 13.168731689453125,
      "learning_rate": 9.990690326951126e-05,
      "loss": 3.0163,
      "step": 24
    },
    {
      "epoch": 0.025451768897938407,
      "grad_norm": 11.88056755065918,
      "learning_rate": 9.989684918749365e-05,
      "loss": 3.0201,
      "step": 25
    },
    {
      "epoch": 0.026469839653855944,
      "grad_norm": 9.301902770996094,
      "learning_rate": 9.988628023879883e-05,
      "loss": 2.6577,
      "step": 26
    },
    {
      "epoch": 0.02748791040977348,
      "grad_norm": 10.02252197265625,
      "learning_rate": 9.987519653248378e-05,
      "loss": 2.4519,
      "step": 27
    },
    {
      "epoch": 0.028505981165691016,
      "grad_norm": 11.7409029006958,
      "learning_rate": 9.986359818291706e-05,
      "loss": 3.1898,
      "step": 28
    },
    {
      "epoch": 0.029524051921608552,
      "grad_norm": 10.492666244506836,
      "learning_rate": 9.985148530977767e-05,
      "loss": 2.7226,
      "step": 29
    },
    {
      "epoch": 0.03054212267752609,
      "grad_norm": 12.711854934692383,
      "learning_rate": 9.983885803805372e-05,
      "loss": 2.7205,
      "step": 30
    },
    {
      "epoch": 0.03156019343344362,
      "grad_norm": 12.937368392944336,
      "learning_rate": 9.982571649804126e-05,
      "loss": 3.204,
      "step": 31
    },
    {
      "epoch": 0.03257826418936116,
      "grad_norm": 13.292618751525879,
      "learning_rate": 9.981206082534286e-05,
      "loss": 3.4911,
      "step": 32
    },
    {
      "epoch": 0.033596334945278694,
      "grad_norm": 9.724308967590332,
      "learning_rate": 9.979789116086625e-05,
      "loss": 2.8603,
      "step": 33
    },
    {
      "epoch": 0.034614405701196234,
      "grad_norm": 8.932650566101074,
      "learning_rate": 9.978320765082278e-05,
      "loss": 2.465,
      "step": 34
    },
    {
      "epoch": 0.03563247645711377,
      "grad_norm": 10.732564926147461,
      "learning_rate": 9.976801044672608e-05,
      "loss": 2.9517,
      "step": 35
    },
    {
      "epoch": 0.036650547213031306,
      "grad_norm": 11.971003532409668,
      "learning_rate": 9.97522997053903e-05,
      "loss": 3.2085,
      "step": 36
    },
    {
      "epoch": 0.03766861796894884,
      "grad_norm": 10.34869384765625,
      "learning_rate": 9.973607558892864e-05,
      "loss": 2.9294,
      "step": 37
    },
    {
      "epoch": 0.03868668872486638,
      "grad_norm": 12.5684814453125,
      "learning_rate": 9.97193382647516e-05,
      "loss": 3.6198,
      "step": 38
    },
    {
      "epoch": 0.03970475948078391,
      "grad_norm": 13.42013931274414,
      "learning_rate": 9.970208790556532e-05,
      "loss": 2.8409,
      "step": 39
    },
    {
      "epoch": 0.04072283023670145,
      "grad_norm": 10.357503890991211,
      "learning_rate": 9.968432468936967e-05,
      "loss": 2.6345,
      "step": 40
    },
    {
      "epoch": 0.041740900992618984,
      "grad_norm": 12.668771743774414,
      "learning_rate": 9.966604879945659e-05,
      "loss": 3.2825,
      "step": 41
    },
    {
      "epoch": 0.042758971748536524,
      "grad_norm": 9.444086074829102,
      "learning_rate": 9.964726042440802e-05,
      "loss": 2.7562,
      "step": 42
    },
    {
      "epoch": 0.04377704250445406,
      "grad_norm": 10.448949813842773,
      "learning_rate": 9.962795975809411e-05,
      "loss": 2.8796,
      "step": 43
    },
    {
      "epoch": 0.0447951132603716,
      "grad_norm": 10.916976928710938,
      "learning_rate": 9.960814699967112e-05,
      "loss": 2.7582,
      "step": 44
    },
    {
      "epoch": 0.04581318401628913,
      "grad_norm": 11.323358535766602,
      "learning_rate": 9.958782235357938e-05,
      "loss": 2.6436,
      "step": 45
    },
    {
      "epoch": 0.04683125477220667,
      "grad_norm": 10.28471851348877,
      "learning_rate": 9.956698602954124e-05,
      "loss": 2.8325,
      "step": 46
    },
    {
      "epoch": 0.0478493255281242,
      "grad_norm": 13.5079984664917,
      "learning_rate": 9.954563824255878e-05,
      "loss": 3.0585,
      "step": 47
    },
    {
      "epoch": 0.04886739628404174,
      "grad_norm": 11.250194549560547,
      "learning_rate": 9.952377921291178e-05,
      "loss": 2.7686,
      "step": 48
    },
    {
      "epoch": 0.049885467039959275,
      "grad_norm": 12.554705619812012,
      "learning_rate": 9.950140916615526e-05,
      "loss": 3.0617,
      "step": 49
    },
    {
      "epoch": 0.050903537795876815,
      "grad_norm": 12.552079200744629,
      "learning_rate": 9.947852833311724e-05,
      "loss": 2.08,
      "step": 50
    },
    {
      "epoch": 0.05192160855179435,
      "grad_norm": 11.248369216918945,
      "learning_rate": 9.945513694989639e-05,
      "loss": 5.133,
      "step": 51
    },
    {
      "epoch": 0.05293967930771189,
      "grad_norm": 12.866747856140137,
      "learning_rate": 9.943123525785952e-05,
      "loss": 5.7232,
      "step": 52
    },
    {
      "epoch": 0.05395775006362942,
      "grad_norm": 12.395757675170898,
      "learning_rate": 9.940682350363912e-05,
      "loss": 4.6422,
      "step": 53
    },
    {
      "epoch": 0.05497582081954696,
      "grad_norm": 12.23355770111084,
      "learning_rate": 9.938190193913083e-05,
      "loss": 4.8131,
      "step": 54
    },
    {
      "epoch": 0.05599389157546449,
      "grad_norm": 14.62759017944336,
      "learning_rate": 9.935647082149086e-05,
      "loss": 6.0114,
      "step": 55
    },
    {
      "epoch": 0.05701196233138203,
      "grad_norm": 13.613059997558594,
      "learning_rate": 9.933053041313325e-05,
      "loss": 4.794,
      "step": 56
    },
    {
      "epoch": 0.058030033087299565,
      "grad_norm": 13.422719955444336,
      "learning_rate": 9.930408098172725e-05,
      "loss": 4.5392,
      "step": 57
    },
    {
      "epoch": 0.059048103843217105,
      "grad_norm": 17.745412826538086,
      "learning_rate": 9.92771228001945e-05,
      "loss": 7.1147,
      "step": 58
    },
    {
      "epoch": 0.06006617459913464,
      "grad_norm": 13.955183982849121,
      "learning_rate": 9.924965614670629e-05,
      "loss": 3.619,
      "step": 59
    },
    {
      "epoch": 0.06108424535505218,
      "grad_norm": 11.067267417907715,
      "learning_rate": 9.922168130468059e-05,
      "loss": 2.6905,
      "step": 60
    },
    {
      "epoch": 0.06210231611096971,
      "grad_norm": 11.641958236694336,
      "learning_rate": 9.91931985627792e-05,
      "loss": 2.398,
      "step": 61
    },
    {
      "epoch": 0.06312038686688724,
      "grad_norm": 8.590779304504395,
      "learning_rate": 9.916420821490472e-05,
      "loss": 1.9248,
      "step": 62
    },
    {
      "epoch": 0.06413845762280479,
      "grad_norm": 8.852486610412598,
      "learning_rate": 9.91347105601976e-05,
      "loss": 2.3876,
      "step": 63
    },
    {
      "epoch": 0.06515652837872232,
      "grad_norm": 9.158111572265625,
      "learning_rate": 9.910470590303293e-05,
      "loss": 1.9339,
      "step": 64
    },
    {
      "epoch": 0.06617459913463986,
      "grad_norm": 8.361588478088379,
      "learning_rate": 9.907419455301741e-05,
      "loss": 2.3266,
      "step": 65
    },
    {
      "epoch": 0.06719266989055739,
      "grad_norm": 7.891152858734131,
      "learning_rate": 9.904317682498608e-05,
      "loss": 1.9775,
      "step": 66
    },
    {
      "epoch": 0.06821074064647493,
      "grad_norm": 8.722708702087402,
      "learning_rate": 9.901165303899916e-05,
      "loss": 2.2988,
      "step": 67
    },
    {
      "epoch": 0.06922881140239247,
      "grad_norm": 10.848478317260742,
      "learning_rate": 9.897962352033861e-05,
      "loss": 2.2087,
      "step": 68
    },
    {
      "epoch": 0.07024688215831,
      "grad_norm": 7.828042984008789,
      "learning_rate": 9.89470885995049e-05,
      "loss": 2.1694,
      "step": 69
    },
    {
      "epoch": 0.07126495291422753,
      "grad_norm": 7.928416728973389,
      "learning_rate": 9.891404861221356e-05,
      "loss": 1.7946,
      "step": 70
    },
    {
      "epoch": 0.07228302367014508,
      "grad_norm": 8.273153305053711,
      "learning_rate": 9.888050389939172e-05,
      "loss": 2.2472,
      "step": 71
    },
    {
      "epoch": 0.07330109442606261,
      "grad_norm": 7.866210460662842,
      "learning_rate": 9.884645480717451e-05,
      "loss": 1.9656,
      "step": 72
    },
    {
      "epoch": 0.07431916518198015,
      "grad_norm": 9.140717506408691,
      "learning_rate": 9.881190168690164e-05,
      "loss": 2.5084,
      "step": 73
    },
    {
      "epoch": 0.07533723593789768,
      "grad_norm": 10.078163146972656,
      "learning_rate": 9.877684489511366e-05,
      "loss": 2.8882,
      "step": 74
    },
    {
      "epoch": 0.07635530669381523,
      "grad_norm": 8.583365440368652,
      "learning_rate": 9.874128479354832e-05,
      "loss": 2.2404,
      "step": 75
    },
    {
      "epoch": 0.07737337744973276,
      "grad_norm": 10.980644226074219,
      "learning_rate": 9.870522174913682e-05,
      "loss": 2.9591,
      "step": 76
    },
    {
      "epoch": 0.07839144820565029,
      "grad_norm": 9.829695701599121,
      "learning_rate": 9.866865613400008e-05,
      "loss": 2.5868,
      "step": 77
    },
    {
      "epoch": 0.07940951896156782,
      "grad_norm": 9.993083000183105,
      "learning_rate": 9.863158832544477e-05,
      "loss": 2.7386,
      "step": 78
    },
    {
      "epoch": 0.08042758971748537,
      "grad_norm": 9.227055549621582,
      "learning_rate": 9.859401870595959e-05,
      "loss": 2.3334,
      "step": 79
    },
    {
      "epoch": 0.0814456604734029,
      "grad_norm": 9.135334968566895,
      "learning_rate": 9.855594766321122e-05,
      "loss": 2.6064,
      "step": 80
    },
    {
      "epoch": 0.08246373122932044,
      "grad_norm": 9.216446876525879,
      "learning_rate": 9.85173755900403e-05,
      "loss": 2.9289,
      "step": 81
    },
    {
      "epoch": 0.08348180198523797,
      "grad_norm": 12.71446418762207,
      "learning_rate": 9.847830288445745e-05,
      "loss": 3.5027,
      "step": 82
    },
    {
      "epoch": 0.08449987274115552,
      "grad_norm": 9.071185111999512,
      "learning_rate": 9.843872994963911e-05,
      "loss": 3.1217,
      "step": 83
    },
    {
      "epoch": 0.08551794349707305,
      "grad_norm": 7.825349807739258,
      "learning_rate": 9.839865719392339e-05,
      "loss": 2.4812,
      "step": 84
    },
    {
      "epoch": 0.08653601425299058,
      "grad_norm": 11.979453086853027,
      "learning_rate": 9.835808503080585e-05,
      "loss": 3.6076,
      "step": 85
    },
    {
      "epoch": 0.08755408500890811,
      "grad_norm": 10.889570236206055,
      "learning_rate": 9.831701387893533e-05,
      "loss": 3.9539,
      "step": 86
    },
    {
      "epoch": 0.08857215576482566,
      "grad_norm": 6.638063430786133,
      "learning_rate": 9.827544416210941e-05,
      "loss": 2.1225,
      "step": 87
    },
    {
      "epoch": 0.0895902265207432,
      "grad_norm": 11.630864143371582,
      "learning_rate": 9.823337630927026e-05,
      "loss": 2.8508,
      "step": 88
    },
    {
      "epoch": 0.09060829727666073,
      "grad_norm": 11.906623840332031,
      "learning_rate": 9.819081075450014e-05,
      "loss": 3.0837,
      "step": 89
    },
    {
      "epoch": 0.09162636803257826,
      "grad_norm": 12.019804000854492,
      "learning_rate": 9.814774793701687e-05,
      "loss": 3.6106,
      "step": 90
    },
    {
      "epoch": 0.0926444387884958,
      "grad_norm": 7.91819953918457,
      "learning_rate": 9.810418830116932e-05,
      "loss": 2.3236,
      "step": 91
    },
    {
      "epoch": 0.09366250954441334,
      "grad_norm": 9.185378074645996,
      "learning_rate": 9.806013229643289e-05,
      "loss": 2.6397,
      "step": 92
    },
    {
      "epoch": 0.09468058030033087,
      "grad_norm": 12.451518058776855,
      "learning_rate": 9.801558037740478e-05,
      "loss": 3.3661,
      "step": 93
    },
    {
      "epoch": 0.0956986510562484,
      "grad_norm": 9.665090560913086,
      "learning_rate": 9.797053300379937e-05,
      "loss": 2.7933,
      "step": 94
    },
    {
      "epoch": 0.09671672181216595,
      "grad_norm": 9.512073516845703,
      "learning_rate": 9.792499064044342e-05,
      "loss": 3.1669,
      "step": 95
    },
    {
      "epoch": 0.09773479256808348,
      "grad_norm": 11.063192367553711,
      "learning_rate": 9.787895375727136e-05,
      "loss": 2.4502,
      "step": 96
    },
    {
      "epoch": 0.09875286332400102,
      "grad_norm": 11.608457565307617,
      "learning_rate": 9.783242282932028e-05,
      "loss": 2.5691,
      "step": 97
    },
    {
      "epoch": 0.09977093407991855,
      "grad_norm": 10.834481239318848,
      "learning_rate": 9.778539833672524e-05,
      "loss": 2.8208,
      "step": 98
    },
    {
      "epoch": 0.1007890048358361,
      "grad_norm": 9.476598739624023,
      "learning_rate": 9.773788076471414e-05,
      "loss": 2.4245,
      "step": 99
    },
    {
      "epoch": 0.10180707559175363,
      "grad_norm": 10.453302383422852,
      "learning_rate": 9.768987060360279e-05,
      "loss": 2.1369,
      "step": 100
    },
    {
      "epoch": 0.10282514634767116,
      "grad_norm": 8.380644798278809,
      "learning_rate": 9.764136834878986e-05,
      "loss": 4.4008,
      "step": 101
    },
    {
      "epoch": 0.1038432171035887,
      "grad_norm": 10.45700740814209,
      "learning_rate": 9.759237450075174e-05,
      "loss": 3.8277,
      "step": 102
    },
    {
      "epoch": 0.10486128785950624,
      "grad_norm": 11.106316566467285,
      "learning_rate": 9.754288956503736e-05,
      "loss": 4.3912,
      "step": 103
    },
    {
      "epoch": 0.10587935861542377,
      "grad_norm": 12.727373123168945,
      "learning_rate": 9.749291405226305e-05,
      "loss": 5.0723,
      "step": 104
    },
    {
      "epoch": 0.10689742937134131,
      "grad_norm": 11.3184175491333,
      "learning_rate": 9.744244847810716e-05,
      "loss": 4.6612,
      "step": 105
    },
    {
      "epoch": 0.10791550012725884,
      "grad_norm": 11.49225902557373,
      "learning_rate": 9.739149336330482e-05,
      "loss": 5.2688,
      "step": 106
    },
    {
      "epoch": 0.10893357088317639,
      "grad_norm": 9.92116928100586,
      "learning_rate": 9.734004923364257e-05,
      "loss": 3.1285,
      "step": 107
    },
    {
      "epoch": 0.10995164163909392,
      "grad_norm": 16.322154998779297,
      "learning_rate": 9.728811661995288e-05,
      "loss": 4.3573,
      "step": 108
    },
    {
      "epoch": 0.11096971239501145,
      "grad_norm": 11.590410232543945,
      "learning_rate": 9.723569605810871e-05,
      "loss": 3.3457,
      "step": 109
    },
    {
      "epoch": 0.11198778315092899,
      "grad_norm": 6.267991065979004,
      "learning_rate": 9.718278808901797e-05,
      "loss": 1.8973,
      "step": 110
    },
    {
      "epoch": 0.11300585390684653,
      "grad_norm": 7.807132720947266,
      "learning_rate": 9.712939325861794e-05,
      "loss": 2.2999,
      "step": 111
    },
    {
      "epoch": 0.11402392466276406,
      "grad_norm": 5.800601005554199,
      "learning_rate": 9.707551211786965e-05,
      "loss": 1.0863,
      "step": 112
    },
    {
      "epoch": 0.1150419954186816,
      "grad_norm": 7.150589466094971,
      "learning_rate": 9.702114522275216e-05,
      "loss": 1.9172,
      "step": 113
    },
    {
      "epoch": 0.11606006617459913,
      "grad_norm": 8.134252548217773,
      "learning_rate": 9.696629313425686e-05,
      "loss": 2.2173,
      "step": 114
    },
    {
      "epoch": 0.11707813693051668,
      "grad_norm": 7.6389689445495605,
      "learning_rate": 9.691095641838169e-05,
      "loss": 1.8046,
      "step": 115
    },
    {
      "epoch": 0.11809620768643421,
      "grad_norm": 6.845970153808594,
      "learning_rate": 9.685513564612521e-05,
      "loss": 1.9059,
      "step": 116
    },
    {
      "epoch": 0.11911427844235174,
      "grad_norm": 10.888468742370605,
      "learning_rate": 9.679883139348082e-05,
      "loss": 2.9148,
      "step": 117
    },
    {
      "epoch": 0.12013234919826928,
      "grad_norm": 6.594396114349365,
      "learning_rate": 9.674204424143078e-05,
      "loss": 1.8292,
      "step": 118
    },
    {
      "epoch": 0.12115041995418682,
      "grad_norm": 7.157876491546631,
      "learning_rate": 9.66847747759402e-05,
      "loss": 1.6858,
      "step": 119
    },
    {
      "epoch": 0.12216849071010435,
      "grad_norm": 7.298995494842529,
      "learning_rate": 9.662702358795098e-05,
      "loss": 1.7957,
      "step": 120
    },
    {
      "epoch": 0.12318656146602189,
      "grad_norm": 9.0108003616333,
      "learning_rate": 9.656879127337571e-05,
      "loss": 2.2843,
      "step": 121
    },
    {
      "epoch": 0.12420463222193942,
      "grad_norm": 8.476913452148438,
      "learning_rate": 9.651007843309163e-05,
      "loss": 2.1026,
      "step": 122
    },
    {
      "epoch": 0.12522270297785695,
      "grad_norm": 9.930148124694824,
      "learning_rate": 9.645088567293426e-05,
      "loss": 2.6976,
      "step": 123
    },
    {
      "epoch": 0.1262407737337745,
      "grad_norm": 8.574073791503906,
      "learning_rate": 9.639121360369126e-05,
      "loss": 1.7768,
      "step": 124
    },
    {
      "epoch": 0.12725884448969205,
      "grad_norm": 13.36725902557373,
      "learning_rate": 9.63310628410961e-05,
      "loss": 2.7559,
      "step": 125
    },
    {
      "epoch": 0.12827691524560958,
      "grad_norm": 8.55522346496582,
      "learning_rate": 9.627043400582172e-05,
      "loss": 2.3419,
      "step": 126
    },
    {
      "epoch": 0.1292949860015271,
      "grad_norm": 9.948506355285645,
      "learning_rate": 9.620932772347408e-05,
      "loss": 3.0092,
      "step": 127
    },
    {
      "epoch": 0.13031305675744465,
      "grad_norm": 10.05156135559082,
      "learning_rate": 9.614774462458573e-05,
      "loss": 2.1554,
      "step": 128
    },
    {
      "epoch": 0.13133112751336218,
      "grad_norm": 10.230545043945312,
      "learning_rate": 9.608568534460936e-05,
      "loss": 2.572,
      "step": 129
    },
    {
      "epoch": 0.1323491982692797,
      "grad_norm": 7.820633411407471,
      "learning_rate": 9.602315052391115e-05,
      "loss": 2.2316,
      "step": 130
    },
    {
      "epoch": 0.13336726902519724,
      "grad_norm": 7.196948528289795,
      "learning_rate": 9.596014080776423e-05,
      "loss": 2.276,
      "step": 131
    },
    {
      "epoch": 0.13438533978111478,
      "grad_norm": 10.125378608703613,
      "learning_rate": 9.589665684634196e-05,
      "loss": 3.6436,
      "step": 132
    },
    {
      "epoch": 0.13540341053703234,
      "grad_norm": 8.542695045471191,
      "learning_rate": 9.583269929471128e-05,
      "loss": 2.8726,
      "step": 133
    },
    {
      "epoch": 0.13642148129294987,
      "grad_norm": 8.097149848937988,
      "learning_rate": 9.576826881282594e-05,
      "loss": 2.3483,
      "step": 134
    },
    {
      "epoch": 0.1374395520488674,
      "grad_norm": 8.922883987426758,
      "learning_rate": 9.570336606551967e-05,
      "loss": 2.5365,
      "step": 135
    },
    {
      "epoch": 0.13845762280478494,
      "grad_norm": 9.18602180480957,
      "learning_rate": 9.56379917224993e-05,
      "loss": 2.7464,
      "step": 136
    },
    {
      "epoch": 0.13947569356070247,
      "grad_norm": 8.929719924926758,
      "learning_rate": 9.557214645833792e-05,
      "loss": 2.8074,
      "step": 137
    },
    {
      "epoch": 0.14049376431662,
      "grad_norm": 10.157453536987305,
      "learning_rate": 9.550583095246786e-05,
      "loss": 2.6313,
      "step": 138
    },
    {
      "epoch": 0.14151183507253753,
      "grad_norm": 8.677960395812988,
      "learning_rate": 9.543904588917367e-05,
      "loss": 2.7515,
      "step": 139
    },
    {
      "epoch": 0.14252990582845507,
      "grad_norm": 8.684197425842285,
      "learning_rate": 9.537179195758512e-05,
      "loss": 2.5564,
      "step": 140
    },
    {
      "epoch": 0.14354797658437263,
      "grad_norm": 8.283134460449219,
      "learning_rate": 9.530406985167004e-05,
      "loss": 2.3474,
      "step": 141
    },
    {
      "epoch": 0.14456604734029016,
      "grad_norm": 7.090147018432617,
      "learning_rate": 9.523588027022721e-05,
      "loss": 2.0495,
      "step": 142
    },
    {
      "epoch": 0.1455841180962077,
      "grad_norm": 9.59614086151123,
      "learning_rate": 9.516722391687902e-05,
      "loss": 2.4563,
      "step": 143
    },
    {
      "epoch": 0.14660218885212523,
      "grad_norm": 7.75164270401001,
      "learning_rate": 9.50981015000644e-05,
      "loss": 2.0795,
      "step": 144
    },
    {
      "epoch": 0.14762025960804276,
      "grad_norm": 9.117147445678711,
      "learning_rate": 9.502851373303136e-05,
      "loss": 2.519,
      "step": 145
    },
    {
      "epoch": 0.1486383303639603,
      "grad_norm": 9.871448516845703,
      "learning_rate": 9.495846133382973e-05,
      "loss": 2.6371,
      "step": 146
    },
    {
      "epoch": 0.14965640111987782,
      "grad_norm": 8.246638298034668,
      "learning_rate": 9.488794502530362e-05,
      "loss": 2.3142,
      "step": 147
    },
    {
      "epoch": 0.15067447187579536,
      "grad_norm": 11.579840660095215,
      "learning_rate": 9.48169655350841e-05,
      "loss": 2.8947,
      "step": 148
    },
    {
      "epoch": 0.15169254263171292,
      "grad_norm": 13.307292938232422,
      "learning_rate": 9.474552359558166e-05,
      "loss": 2.9942,
      "step": 149
    },
    {
      "epoch": 0.15271061338763045,
      "grad_norm": 10.210186958312988,
      "learning_rate": 9.467361994397859e-05,
      "loss": 2.0216,
      "step": 150
    },
    {
      "epoch": 0.15372868414354798,
      "grad_norm": 7.870486259460449,
      "learning_rate": 9.460125532222141e-05,
      "loss": 2.6203,
      "step": 151
    },
    {
      "epoch": 0.15474675489946552,
      "grad_norm": 13.753894805908203,
      "learning_rate": 9.452843047701323e-05,
      "loss": 4.1998,
      "step": 152
    },
    {
      "epoch": 0.15576482565538305,
      "grad_norm": 10.677061080932617,
      "learning_rate": 9.445514615980604e-05,
      "loss": 3.9647,
      "step": 153
    },
    {
      "epoch": 0.15678289641130058,
      "grad_norm": 11.903203010559082,
      "learning_rate": 9.438140312679291e-05,
      "loss": 4.2215,
      "step": 154
    },
    {
      "epoch": 0.15780096716721811,
      "grad_norm": 12.882353782653809,
      "learning_rate": 9.43072021389003e-05,
      "loss": 5.0153,
      "step": 155
    },
    {
      "epoch": 0.15881903792313565,
      "grad_norm": 13.99023151397705,
      "learning_rate": 9.423254396178003e-05,
      "loss": 5.5362,
      "step": 156
    },
    {
      "epoch": 0.1598371086790532,
      "grad_norm": 16.683727264404297,
      "learning_rate": 9.415742936580157e-05,
      "loss": 5.1149,
      "step": 157
    },
    {
      "epoch": 0.16085517943497074,
      "grad_norm": 17.32396125793457,
      "learning_rate": 9.408185912604394e-05,
      "loss": 4.8563,
      "step": 158
    },
    {
      "epoch": 0.16187325019088827,
      "grad_norm": 14.138668060302734,
      "learning_rate": 9.400583402228784e-05,
      "loss": 3.4698,
      "step": 159
    },
    {
      "epoch": 0.1628913209468058,
      "grad_norm": 6.4397430419921875,
      "learning_rate": 9.392935483900749e-05,
      "loss": 1.8856,
      "step": 160
    },
    {
      "epoch": 0.16390939170272334,
      "grad_norm": 4.72169303894043,
      "learning_rate": 9.38524223653626e-05,
      "loss": 1.3027,
      "step": 161
    },
    {
      "epoch": 0.16492746245864087,
      "grad_norm": 7.877247333526611,
      "learning_rate": 9.377503739519019e-05,
      "loss": 1.9129,
      "step": 162
    },
    {
      "epoch": 0.1659455332145584,
      "grad_norm": 8.524123191833496,
      "learning_rate": 9.369720072699647e-05,
      "loss": 1.5605,
      "step": 163
    },
    {
      "epoch": 0.16696360397047594,
      "grad_norm": 9.966007232666016,
      "learning_rate": 9.361891316394851e-05,
      "loss": 2.5458,
      "step": 164
    },
    {
      "epoch": 0.16798167472639347,
      "grad_norm": 9.061026573181152,
      "learning_rate": 9.354017551386599e-05,
      "loss": 1.8415,
      "step": 165
    },
    {
      "epoch": 0.16899974548231103,
      "grad_norm": 7.912156581878662,
      "learning_rate": 9.346098858921291e-05,
      "loss": 1.9514,
      "step": 166
    },
    {
      "epoch": 0.17001781623822856,
      "grad_norm": 6.926218509674072,
      "learning_rate": 9.338135320708911e-05,
      "loss": 2.1861,
      "step": 167
    },
    {
      "epoch": 0.1710358869941461,
      "grad_norm": 7.546460151672363,
      "learning_rate": 9.330127018922194e-05,
      "loss": 1.7336,
      "step": 168
    },
    {
      "epoch": 0.17205395775006363,
      "grad_norm": 6.780023097991943,
      "learning_rate": 9.322074036195769e-05,
      "loss": 1.766,
      "step": 169
    },
    {
      "epoch": 0.17307202850598116,
      "grad_norm": 8.207006454467773,
      "learning_rate": 9.313976455625315e-05,
      "loss": 1.937,
      "step": 170
    },
    {
      "epoch": 0.1740900992618987,
      "grad_norm": 10.892253875732422,
      "learning_rate": 9.305834360766695e-05,
      "loss": 2.6682,
      "step": 171
    },
    {
      "epoch": 0.17510817001781623,
      "grad_norm": 8.318902015686035,
      "learning_rate": 9.297647835635102e-05,
      "loss": 2.0102,
      "step": 172
    },
    {
      "epoch": 0.17612624077373376,
      "grad_norm": 7.727786540985107,
      "learning_rate": 9.289416964704185e-05,
      "loss": 1.9714,
      "step": 173
    },
    {
      "epoch": 0.17714431152965132,
      "grad_norm": 9.250336647033691,
      "learning_rate": 9.281141832905185e-05,
      "loss": 2.3855,
      "step": 174
    },
    {
      "epoch": 0.17816238228556885,
      "grad_norm": 7.347965717315674,
      "learning_rate": 9.272822525626046e-05,
      "loss": 1.8475,
      "step": 175
    },
    {
      "epoch": 0.1791804530414864,
      "grad_norm": 7.1732354164123535,
      "learning_rate": 9.26445912871055e-05,
      "loss": 1.9938,
      "step": 176
    },
    {
      "epoch": 0.18019852379740392,
      "grad_norm": 11.556361198425293,
      "learning_rate": 9.25605172845742e-05,
      "loss": 3.3699,
      "step": 177
    },
    {
      "epoch": 0.18121659455332145,
      "grad_norm": 9.626664161682129,
      "learning_rate": 9.247600411619434e-05,
      "loss": 2.7054,
      "step": 178
    },
    {
      "epoch": 0.18223466530923899,
      "grad_norm": 7.422823429107666,
      "learning_rate": 9.239105265402525e-05,
      "loss": 2.3665,
      "step": 179
    },
    {
      "epoch": 0.18325273606515652,
      "grad_norm": 8.812822341918945,
      "learning_rate": 9.23056637746489e-05,
      "loss": 2.4336,
      "step": 180
    },
    {
      "epoch": 0.18427080682107405,
      "grad_norm": 12.493931770324707,
      "learning_rate": 9.221983835916074e-05,
      "loss": 2.4446,
      "step": 181
    },
    {
      "epoch": 0.1852888775769916,
      "grad_norm": 9.533077239990234,
      "learning_rate": 9.213357729316076e-05,
      "loss": 2.5195,
      "step": 182
    },
    {
      "epoch": 0.18630694833290914,
      "grad_norm": 7.195649147033691,
      "learning_rate": 9.204688146674418e-05,
      "loss": 1.5695,
      "step": 183
    },
    {
      "epoch": 0.18732501908882668,
      "grad_norm": 10.850951194763184,
      "learning_rate": 9.195975177449238e-05,
      "loss": 3.3308,
      "step": 184
    },
    {
      "epoch": 0.1883430898447442,
      "grad_norm": 9.36767578125,
      "learning_rate": 9.187218911546362e-05,
      "loss": 2.8146,
      "step": 185
    },
    {
      "epoch": 0.18936116060066174,
      "grad_norm": 14.791803359985352,
      "learning_rate": 9.178419439318382e-05,
      "loss": 3.5093,
      "step": 186
    },
    {
      "epoch": 0.19037923135657928,
      "grad_norm": 10.107565879821777,
      "learning_rate": 9.169576851563715e-05,
      "loss": 2.4756,
      "step": 187
    },
    {
      "epoch": 0.1913973021124968,
      "grad_norm": 8.8936128616333,
      "learning_rate": 9.160691239525674e-05,
      "loss": 2.4272,
      "step": 188
    },
    {
      "epoch": 0.19241537286841434,
      "grad_norm": 8.861714363098145,
      "learning_rate": 9.151762694891521e-05,
      "loss": 2.1092,
      "step": 189
    },
    {
      "epoch": 0.1934334436243319,
      "grad_norm": 9.74419116973877,
      "learning_rate": 9.142791309791528e-05,
      "loss": 3.1339,
      "step": 190
    },
    {
      "epoch": 0.19445151438024944,
      "grad_norm": 10.207488059997559,
      "learning_rate": 9.133777176798013e-05,
      "loss": 2.5119,
      "step": 191
    },
    {
      "epoch": 0.19546958513616697,
      "grad_norm": 9.463604927062988,
      "learning_rate": 9.124720388924403e-05,
      "loss": 2.669,
      "step": 192
    },
    {
      "epoch": 0.1964876558920845,
      "grad_norm": 11.191435813903809,
      "learning_rate": 9.115621039624256e-05,
      "loss": 3.134,
      "step": 193
    },
    {
      "epoch": 0.19750572664800203,
      "grad_norm": 8.744293212890625,
      "learning_rate": 9.10647922279031e-05,
      "loss": 2.8205,
      "step": 194
    },
    {
      "epoch": 0.19852379740391957,
      "grad_norm": 9.338461875915527,
      "learning_rate": 9.09729503275351e-05,
      "loss": 2.2502,
      "step": 195
    },
    {
      "epoch": 0.1995418681598371,
      "grad_norm": 8.457433700561523,
      "learning_rate": 9.088068564282031e-05,
      "loss": 2.1407,
      "step": 196
    },
    {
      "epoch": 0.20055993891575463,
      "grad_norm": 11.790545463562012,
      "learning_rate": 9.078799912580304e-05,
      "loss": 3.0246,
      "step": 197
    },
    {
      "epoch": 0.2015780096716722,
      "grad_norm": 10.485797882080078,
      "learning_rate": 9.069489173288038e-05,
      "loss": 2.7989,
      "step": 198
    },
    {
      "epoch": 0.20259608042758973,
      "grad_norm": 10.064512252807617,
      "learning_rate": 9.060136442479215e-05,
      "loss": 2.3104,
      "step": 199
    },
    {
      "epoch": 0.20361415118350726,
      "grad_norm": 11.273386001586914,
      "learning_rate": 9.050741816661128e-05,
      "loss": 2.1308,
      "step": 200
    },
    {
      "epoch": 0.2046322219394248,
      "grad_norm": 7.872629642486572,
      "learning_rate": 9.041305392773354e-05,
      "loss": 3.2454,
      "step": 201
    },
    {
      "epoch": 0.20565029269534232,
      "grad_norm": 10.097418785095215,
      "learning_rate": 9.031827268186779e-05,
      "loss": 3.8778,
      "step": 202
    },
    {
      "epoch": 0.20666836345125986,
      "grad_norm": 9.544397354125977,
      "learning_rate": 9.022307540702576e-05,
      "loss": 3.5354,
      "step": 203
    },
    {
      "epoch": 0.2076864342071774,
      "grad_norm": 13.447309494018555,
      "learning_rate": 9.012746308551208e-05,
      "loss": 5.3594,
      "step": 204
    },
    {
      "epoch": 0.20870450496309492,
      "grad_norm": 12.501740455627441,
      "learning_rate": 9.003143670391403e-05,
      "loss": 3.5315,
      "step": 205
    },
    {
      "epoch": 0.20972257571901248,
      "grad_norm": 13.571687698364258,
      "learning_rate": 8.993499725309148e-05,
      "loss": 4.0421,
      "step": 206
    },
    {
      "epoch": 0.21074064647493002,
      "grad_norm": 14.879913330078125,
      "learning_rate": 8.983814572816656e-05,
      "loss": 4.1594,
      "step": 207
    },
    {
      "epoch": 0.21175871723084755,
      "grad_norm": 17.623329162597656,
      "learning_rate": 8.974088312851345e-05,
      "loss": 4.9946,
      "step": 208
    },
    {
      "epoch": 0.21277678798676508,
      "grad_norm": 6.669205665588379,
      "learning_rate": 8.964321045774807e-05,
      "loss": 1.5305,
      "step": 209
    },
    {
      "epoch": 0.21379485874268261,
      "grad_norm": 9.656936645507812,
      "learning_rate": 8.954512872371769e-05,
      "loss": 2.7299,
      "step": 210
    },
    {
      "epoch": 0.21481292949860015,
      "grad_norm": 7.008784770965576,
      "learning_rate": 8.944663893849052e-05,
      "loss": 1.4462,
      "step": 211
    },
    {
      "epoch": 0.21583100025451768,
      "grad_norm": 6.301548004150391,
      "learning_rate": 8.934774211834538e-05,
      "loss": 1.4093,
      "step": 212
    },
    {
      "epoch": 0.2168490710104352,
      "grad_norm": 7.544199466705322,
      "learning_rate": 8.924843928376104e-05,
      "loss": 1.6221,
      "step": 213
    },
    {
      "epoch": 0.21786714176635277,
      "grad_norm": 9.308175086975098,
      "learning_rate": 8.914873145940584e-05,
      "loss": 2.1724,
      "step": 214
    },
    {
      "epoch": 0.2188852125222703,
      "grad_norm": 8.202116012573242,
      "learning_rate": 8.904861967412703e-05,
      "loss": 1.7294,
      "step": 215
    },
    {
      "epoch": 0.21990328327818784,
      "grad_norm": 9.309891700744629,
      "learning_rate": 8.894810496094016e-05,
      "loss": 2.1319,
      "step": 216
    },
    {
      "epoch": 0.22092135403410537,
      "grad_norm": 7.8817925453186035,
      "learning_rate": 8.884718835701848e-05,
      "loss": 2.0479,
      "step": 217
    },
    {
      "epoch": 0.2219394247900229,
      "grad_norm": 7.9436116218566895,
      "learning_rate": 8.874587090368221e-05,
      "loss": 1.9141,
      "step": 218
    },
    {
      "epoch": 0.22295749554594044,
      "grad_norm": 9.188081741333008,
      "learning_rate": 8.86441536463877e-05,
      "loss": 2.5944,
      "step": 219
    },
    {
      "epoch": 0.22397556630185797,
      "grad_norm": 9.442697525024414,
      "learning_rate": 8.85420376347168e-05,
      "loss": 2.616,
      "step": 220
    },
    {
      "epoch": 0.2249936370577755,
      "grad_norm": 7.059047222137451,
      "learning_rate": 8.843952392236594e-05,
      "loss": 1.8199,
      "step": 221
    },
    {
      "epoch": 0.22601170781369306,
      "grad_norm": 9.448399543762207,
      "learning_rate": 8.833661356713528e-05,
      "loss": 2.2707,
      "step": 222
    },
    {
      "epoch": 0.2270297785696106,
      "grad_norm": 7.232347011566162,
      "learning_rate": 8.823330763091775e-05,
      "loss": 2.2834,
      "step": 223
    },
    {
      "epoch": 0.22804784932552813,
      "grad_norm": 7.126833438873291,
      "learning_rate": 8.812960717968818e-05,
      "loss": 2.2613,
      "step": 224
    },
    {
      "epoch": 0.22906592008144566,
      "grad_norm": 7.250087261199951,
      "learning_rate": 8.802551328349222e-05,
      "loss": 2.0233,
      "step": 225
    },
    {
      "epoch": 0.2300839908373632,
      "grad_norm": 9.801566123962402,
      "learning_rate": 8.792102701643531e-05,
      "loss": 2.6283,
      "step": 226
    },
    {
      "epoch": 0.23110206159328073,
      "grad_norm": 8.86218547821045,
      "learning_rate": 8.781614945667169e-05,
      "loss": 2.7821,
      "step": 227
    },
    {
      "epoch": 0.23212013234919826,
      "grad_norm": 7.009481430053711,
      "learning_rate": 8.771088168639312e-05,
      "loss": 2.187,
      "step": 228
    },
    {
      "epoch": 0.2331382031051158,
      "grad_norm": 7.643123149871826,
      "learning_rate": 8.760522479181784e-05,
      "loss": 2.0065,
      "step": 229
    },
    {
      "epoch": 0.23415627386103335,
      "grad_norm": 6.573335647583008,
      "learning_rate": 8.749917986317928e-05,
      "loss": 1.939,
      "step": 230
    },
    {
      "epoch": 0.2351743446169509,
      "grad_norm": 9.001991271972656,
      "learning_rate": 8.73927479947149e-05,
      "loss": 2.8534,
      "step": 231
    },
    {
      "epoch": 0.23619241537286842,
      "grad_norm": 9.186355590820312,
      "learning_rate": 8.72859302846548e-05,
      "loss": 3.112,
      "step": 232
    },
    {
      "epoch": 0.23721048612878595,
      "grad_norm": 9.961040496826172,
      "learning_rate": 8.717872783521047e-05,
      "loss": 3.2593,
      "step": 233
    },
    {
      "epoch": 0.23822855688470349,
      "grad_norm": 8.34619426727295,
      "learning_rate": 8.707114175256335e-05,
      "loss": 2.2664,
      "step": 234
    },
    {
      "epoch": 0.23924662764062102,
      "grad_norm": 7.473055839538574,
      "learning_rate": 8.696317314685341e-05,
      "loss": 2.8765,
      "step": 235
    },
    {
      "epoch": 0.24026469839653855,
      "grad_norm": 6.791398048400879,
      "learning_rate": 8.685482313216783e-05,
      "loss": 2.098,
      "step": 236
    },
    {
      "epoch": 0.24128276915245608,
      "grad_norm": 9.765985488891602,
      "learning_rate": 8.674609282652934e-05,
      "loss": 3.2374,
      "step": 237
    },
    {
      "epoch": 0.24230083990837364,
      "grad_norm": 7.459610462188721,
      "learning_rate": 8.663698335188477e-05,
      "loss": 2.456,
      "step": 238
    },
    {
      "epoch": 0.24331891066429118,
      "grad_norm": 8.42564868927002,
      "learning_rate": 8.65274958340934e-05,
      "loss": 2.3464,
      "step": 239
    },
    {
      "epoch": 0.2443369814202087,
      "grad_norm": 7.114076137542725,
      "learning_rate": 8.641763140291545e-05,
      "loss": 2.1128,
      "step": 240
    },
    {
      "epoch": 0.24535505217612624,
      "grad_norm": 9.573076248168945,
      "learning_rate": 8.630739119200035e-05,
      "loss": 2.4448,
      "step": 241
    },
    {
      "epoch": 0.24637312293204378,
      "grad_norm": 7.850905895233154,
      "learning_rate": 8.619677633887509e-05,
      "loss": 2.446,
      "step": 242
    },
    {
      "epoch": 0.2473911936879613,
      "grad_norm": 9.630354881286621,
      "learning_rate": 8.608578798493236e-05,
      "loss": 2.3875,
      "step": 243
    },
    {
      "epoch": 0.24840926444387884,
      "grad_norm": 7.196229457855225,
      "learning_rate": 8.597442727541897e-05,
      "loss": 1.6186,
      "step": 244
    },
    {
      "epoch": 0.24942733519979637,
      "grad_norm": 11.08008098602295,
      "learning_rate": 8.586269535942385e-05,
      "loss": 2.839,
      "step": 245
    },
    {
      "epoch": 0.2504454059557139,
      "grad_norm": 8.258538246154785,
      "learning_rate": 8.575059338986633e-05,
      "loss": 2.2807,
      "step": 246
    },
    {
      "epoch": 0.25146347671163144,
      "grad_norm": 9.670249938964844,
      "learning_rate": 8.563812252348411e-05,
      "loss": 2.2475,
      "step": 247
    },
    {
      "epoch": 0.252481547467549,
      "grad_norm": 9.350224494934082,
      "learning_rate": 8.552528392082147e-05,
      "loss": 2.5073,
      "step": 248
    },
    {
      "epoch": 0.2534996182234665,
      "grad_norm": 9.628990173339844,
      "learning_rate": 8.541207874621718e-05,
      "loss": 2.0659,
      "step": 249
    },
    {
      "epoch": 0.2545176889793841,
      "grad_norm": 9.84993839263916,
      "learning_rate": 8.529850816779251e-05,
      "loss": 2.2365,
      "step": 250
    },
    {
      "epoch": 0.2555357597353016,
      "grad_norm": 8.845046997070312,
      "learning_rate": 8.518457335743926e-05,
      "loss": 3.1796,
      "step": 251
    },
    {
      "epoch": 0.25655383049121916,
      "grad_norm": 10.79970932006836,
      "learning_rate": 8.507027549080753e-05,
      "loss": 3.8036,
      "step": 252
    },
    {
      "epoch": 0.2575719012471367,
      "grad_norm": 8.892024993896484,
      "learning_rate": 8.495561574729369e-05,
      "loss": 2.9368,
      "step": 253
    },
    {
      "epoch": 0.2585899720030542,
      "grad_norm": 11.658991813659668,
      "learning_rate": 8.484059531002821e-05,
      "loss": 3.7456,
      "step": 254
    },
    {
      "epoch": 0.25960804275897176,
      "grad_norm": 11.338571548461914,
      "learning_rate": 8.472521536586335e-05,
      "loss": 3.9418,
      "step": 255
    },
    {
      "epoch": 0.2606261135148893,
      "grad_norm": 14.362560272216797,
      "learning_rate": 8.460947710536107e-05,
      "loss": 4.6011,
      "step": 256
    },
    {
      "epoch": 0.2616441842708068,
      "grad_norm": 13.662555694580078,
      "learning_rate": 8.449338172278059e-05,
      "loss": 5.049,
      "step": 257
    },
    {
      "epoch": 0.26266225502672436,
      "grad_norm": 15.036532402038574,
      "learning_rate": 8.437693041606618e-05,
      "loss": 4.0385,
      "step": 258
    },
    {
      "epoch": 0.2636803257826419,
      "grad_norm": 12.57422161102295,
      "learning_rate": 8.426012438683473e-05,
      "loss": 3.1101,
      "step": 259
    },
    {
      "epoch": 0.2646983965385594,
      "grad_norm": 8.874217987060547,
      "learning_rate": 8.414296484036339e-05,
      "loss": 2.3986,
      "step": 260
    },
    {
      "epoch": 0.26571646729447695,
      "grad_norm": 5.300018787384033,
      "learning_rate": 8.402545298557712e-05,
      "loss": 0.9408,
      "step": 261
    },
    {
      "epoch": 0.2667345380503945,
      "grad_norm": 6.752171039581299,
      "learning_rate": 8.390759003503623e-05,
      "loss": 1.8722,
      "step": 262
    },
    {
      "epoch": 0.267752608806312,
      "grad_norm": 7.508800029754639,
      "learning_rate": 8.378937720492384e-05,
      "loss": 1.7145,
      "step": 263
    },
    {
      "epoch": 0.26877067956222955,
      "grad_norm": 6.305329322814941,
      "learning_rate": 8.367081571503332e-05,
      "loss": 1.6567,
      "step": 264
    },
    {
      "epoch": 0.2697887503181471,
      "grad_norm": 9.371475219726562,
      "learning_rate": 8.355190678875578e-05,
      "loss": 2.4242,
      "step": 265
    },
    {
      "epoch": 0.2708068210740647,
      "grad_norm": 5.403337001800537,
      "learning_rate": 8.343265165306735e-05,
      "loss": 1.3716,
      "step": 266
    },
    {
      "epoch": 0.2718248918299822,
      "grad_norm": 8.240038871765137,
      "learning_rate": 8.331305153851658e-05,
      "loss": 2.2134,
      "step": 267
    },
    {
      "epoch": 0.27284296258589974,
      "grad_norm": 5.857060432434082,
      "learning_rate": 8.319310767921174e-05,
      "loss": 1.2823,
      "step": 268
    },
    {
      "epoch": 0.2738610333418173,
      "grad_norm": 6.11975622177124,
      "learning_rate": 8.307282131280804e-05,
      "loss": 1.7163,
      "step": 269
    },
    {
      "epoch": 0.2748791040977348,
      "grad_norm": 10.722909927368164,
      "learning_rate": 8.295219368049494e-05,
      "loss": 2.2343,
      "step": 270
    },
    {
      "epoch": 0.27589717485365234,
      "grad_norm": 6.3688507080078125,
      "learning_rate": 8.283122602698323e-05,
      "loss": 1.253,
      "step": 271
    },
    {
      "epoch": 0.27691524560956987,
      "grad_norm": 8.231119155883789,
      "learning_rate": 8.27099196004923e-05,
      "loss": 2.4005,
      "step": 272
    },
    {
      "epoch": 0.2779333163654874,
      "grad_norm": 6.623697757720947,
      "learning_rate": 8.258827565273718e-05,
      "loss": 1.5276,
      "step": 273
    },
    {
      "epoch": 0.27895138712140494,
      "grad_norm": 8.357768058776855,
      "learning_rate": 8.246629543891569e-05,
      "loss": 2.5312,
      "step": 274
    },
    {
      "epoch": 0.27996945787732247,
      "grad_norm": 7.037582874298096,
      "learning_rate": 8.23439802176954e-05,
      "loss": 2.6555,
      "step": 275
    },
    {
      "epoch": 0.28098752863324,
      "grad_norm": 8.760072708129883,
      "learning_rate": 8.222133125120076e-05,
      "loss": 2.051,
      "step": 276
    },
    {
      "epoch": 0.28200559938915754,
      "grad_norm": 10.407620429992676,
      "learning_rate": 8.209834980499995e-05,
      "loss": 2.7866,
      "step": 277
    },
    {
      "epoch": 0.28302367014507507,
      "grad_norm": 10.065641403198242,
      "learning_rate": 8.197503714809191e-05,
      "loss": 2.7393,
      "step": 278
    },
    {
      "epoch": 0.2840417409009926,
      "grad_norm": 8.072295188903809,
      "learning_rate": 8.185139455289322e-05,
      "loss": 2.1416,
      "step": 279
    },
    {
      "epoch": 0.28505981165691013,
      "grad_norm": 10.837465286254883,
      "learning_rate": 8.172742329522493e-05,
      "loss": 3.0516,
      "step": 280
    },
    {
      "epoch": 0.28607788241282767,
      "grad_norm": 8.73945426940918,
      "learning_rate": 8.160312465429952e-05,
      "loss": 2.6516,
      "step": 281
    },
    {
      "epoch": 0.28709595316874525,
      "grad_norm": 9.408519744873047,
      "learning_rate": 8.147849991270752e-05,
      "loss": 2.4367,
      "step": 282
    },
    {
      "epoch": 0.2881140239246628,
      "grad_norm": 8.221115112304688,
      "learning_rate": 8.135355035640444e-05,
      "loss": 2.4484,
      "step": 283
    },
    {
      "epoch": 0.2891320946805803,
      "grad_norm": 11.46916389465332,
      "learning_rate": 8.122827727469737e-05,
      "loss": 3.5208,
      "step": 284
    },
    {
      "epoch": 0.29015016543649785,
      "grad_norm": 8.721375465393066,
      "learning_rate": 8.110268196023179e-05,
      "loss": 2.3896,
      "step": 285
    },
    {
      "epoch": 0.2911682361924154,
      "grad_norm": 9.857149124145508,
      "learning_rate": 8.097676570897814e-05,
      "loss": 2.8248,
      "step": 286
    },
    {
      "epoch": 0.2921863069483329,
      "grad_norm": 7.732857704162598,
      "learning_rate": 8.085052982021847e-05,
      "loss": 2.0455,
      "step": 287
    },
    {
      "epoch": 0.29320437770425045,
      "grad_norm": 9.654264450073242,
      "learning_rate": 8.072397559653313e-05,
      "loss": 2.3959,
      "step": 288
    },
    {
      "epoch": 0.294222448460168,
      "grad_norm": 10.697869300842285,
      "learning_rate": 8.059710434378715e-05,
      "loss": 3.314,
      "step": 289
    },
    {
      "epoch": 0.2952405192160855,
      "grad_norm": 8.84398078918457,
      "learning_rate": 8.046991737111696e-05,
      "loss": 2.0514,
      "step": 290
    },
    {
      "epoch": 0.29625858997200305,
      "grad_norm": 7.673434257507324,
      "learning_rate": 8.034241599091665e-05,
      "loss": 2.165,
      "step": 291
    },
    {
      "epoch": 0.2972766607279206,
      "grad_norm": 10.299299240112305,
      "learning_rate": 8.021460151882471e-05,
      "loss": 3.0283,
      "step": 292
    },
    {
      "epoch": 0.2982947314838381,
      "grad_norm": 6.935961723327637,
      "learning_rate": 8.008647527371023e-05,
      "loss": 1.9187,
      "step": 293
    },
    {
      "epoch": 0.29931280223975565,
      "grad_norm": 9.410109519958496,
      "learning_rate": 7.995803857765933e-05,
      "loss": 2.4798,
      "step": 294
    },
    {
      "epoch": 0.3003308729956732,
      "grad_norm": 9.035164833068848,
      "learning_rate": 7.982929275596166e-05,
      "loss": 2.8312,
      "step": 295
    },
    {
      "epoch": 0.3013489437515907,
      "grad_norm": 8.214160919189453,
      "learning_rate": 7.970023913709652e-05,
      "loss": 2.4572,
      "step": 296
    },
    {
      "epoch": 0.30236701450750825,
      "grad_norm": 9.095396041870117,
      "learning_rate": 7.957087905271934e-05,
      "loss": 2.4834,
      "step": 297
    },
    {
      "epoch": 0.30338508526342584,
      "grad_norm": 9.806940078735352,
      "learning_rate": 7.944121383764776e-05,
      "loss": 2.6364,
      "step": 298
    },
    {
      "epoch": 0.30440315601934337,
      "grad_norm": 10.004327774047852,
      "learning_rate": 7.931124482984802e-05,
      "loss": 2.4236,
      "step": 299
    },
    {
      "epoch": 0.3054212267752609,
      "grad_norm": 12.964902877807617,
      "learning_rate": 7.918097337042105e-05,
      "loss": 2.542,
      "step": 300
    },
    {
      "epoch": 0.30643929753117843,
      "grad_norm": 7.418375015258789,
      "learning_rate": 7.905040080358868e-05,
      "loss": 2.7417,
      "step": 301
    },
    {
      "epoch": 0.30745736828709597,
      "grad_norm": 8.499213218688965,
      "learning_rate": 7.891952847667973e-05,
      "loss": 3.6269,
      "step": 302
    },
    {
      "epoch": 0.3084754390430135,
      "grad_norm": 8.255233764648438,
      "learning_rate": 7.878835774011615e-05,
      "loss": 2.7048,
      "step": 303
    },
    {
      "epoch": 0.30949350979893103,
      "grad_norm": 9.611371040344238,
      "learning_rate": 7.865688994739907e-05,
      "loss": 3.9859,
      "step": 304
    },
    {
      "epoch": 0.31051158055484857,
      "grad_norm": 9.825111389160156,
      "learning_rate": 7.85251264550948e-05,
      "loss": 3.2304,
      "step": 305
    },
    {
      "epoch": 0.3115296513107661,
      "grad_norm": 13.28979778289795,
      "learning_rate": 7.839306862282089e-05,
      "loss": 3.8321,
      "step": 306
    },
    {
      "epoch": 0.31254772206668363,
      "grad_norm": 16.412532806396484,
      "learning_rate": 7.826071781323207e-05,
      "loss": 5.4082,
      "step": 307
    },
    {
      "epoch": 0.31356579282260116,
      "grad_norm": 9.727624893188477,
      "learning_rate": 7.812807539200622e-05,
      "loss": 2.5533,
      "step": 308
    },
    {
      "epoch": 0.3145838635785187,
      "grad_norm": 8.238031387329102,
      "learning_rate": 7.799514272783014e-05,
      "loss": 2.2857,
      "step": 309
    },
    {
      "epoch": 0.31560193433443623,
      "grad_norm": 6.882323741912842,
      "learning_rate": 7.786192119238567e-05,
      "loss": 2.1371,
      "step": 310
    },
    {
      "epoch": 0.31662000509035376,
      "grad_norm": 5.3293280601501465,
      "learning_rate": 7.772841216033533e-05,
      "loss": 1.1834,
      "step": 311
    },
    {
      "epoch": 0.3176380758462713,
      "grad_norm": 5.593384265899658,
      "learning_rate": 7.759461700930823e-05,
      "loss": 1.4746,
      "step": 312
    },
    {
      "epoch": 0.31865614660218883,
      "grad_norm": 5.281317234039307,
      "learning_rate": 7.746053711988583e-05,
      "loss": 1.1387,
      "step": 313
    },
    {
      "epoch": 0.3196742173581064,
      "grad_norm": 6.735507965087891,
      "learning_rate": 7.73261738755877e-05,
      "loss": 1.9801,
      "step": 314
    },
    {
      "epoch": 0.32069228811402395,
      "grad_norm": 6.708221912384033,
      "learning_rate": 7.719152866285721e-05,
      "loss": 1.863,
      "step": 315
    },
    {
      "epoch": 0.3217103588699415,
      "grad_norm": 8.238001823425293,
      "learning_rate": 7.70566028710473e-05,
      "loss": 2.16,
      "step": 316
    },
    {
      "epoch": 0.322728429625859,
      "grad_norm": 6.396310329437256,
      "learning_rate": 7.692139789240611e-05,
      "loss": 2.1722,
      "step": 317
    },
    {
      "epoch": 0.32374650038177655,
      "grad_norm": 8.0552396774292,
      "learning_rate": 7.678591512206255e-05,
      "loss": 2.2866,
      "step": 318
    },
    {
      "epoch": 0.3247645711376941,
      "grad_norm": 5.051511287689209,
      "learning_rate": 7.665015595801197e-05,
      "loss": 1.0846,
      "step": 319
    },
    {
      "epoch": 0.3257826418936116,
      "grad_norm": 7.378931045532227,
      "learning_rate": 7.651412180110176e-05,
      "loss": 1.7923,
      "step": 320
    },
    {
      "epoch": 0.32680071264952915,
      "grad_norm": 7.6839118003845215,
      "learning_rate": 7.637781405501681e-05,
      "loss": 1.3504,
      "step": 321
    },
    {
      "epoch": 0.3278187834054467,
      "grad_norm": 7.594010829925537,
      "learning_rate": 7.624123412626512e-05,
      "loss": 2.5312,
      "step": 322
    },
    {
      "epoch": 0.3288368541613642,
      "grad_norm": 7.310485363006592,
      "learning_rate": 7.610438342416319e-05,
      "loss": 1.8773,
      "step": 323
    },
    {
      "epoch": 0.32985492491728174,
      "grad_norm": 10.614038467407227,
      "learning_rate": 7.596726336082158e-05,
      "loss": 2.8128,
      "step": 324
    },
    {
      "epoch": 0.3308729956731993,
      "grad_norm": 7.768847465515137,
      "learning_rate": 7.582987535113023e-05,
      "loss": 2.2407,
      "step": 325
    },
    {
      "epoch": 0.3318910664291168,
      "grad_norm": 9.793490409851074,
      "learning_rate": 7.569222081274395e-05,
      "loss": 2.3751,
      "step": 326
    },
    {
      "epoch": 0.33290913718503434,
      "grad_norm": 9.077165603637695,
      "learning_rate": 7.555430116606778e-05,
      "loss": 2.3227,
      "step": 327
    },
    {
      "epoch": 0.3339272079409519,
      "grad_norm": 8.083662986755371,
      "learning_rate": 7.541611783424225e-05,
      "loss": 2.4783,
      "step": 328
    },
    {
      "epoch": 0.3349452786968694,
      "grad_norm": 8.170014381408691,
      "learning_rate": 7.527767224312883e-05,
      "loss": 2.5388,
      "step": 329
    },
    {
      "epoch": 0.33596334945278694,
      "grad_norm": 7.519252777099609,
      "learning_rate": 7.513896582129508e-05,
      "loss": 2.384,
      "step": 330
    },
    {
      "epoch": 0.33698142020870453,
      "grad_norm": 9.94649887084961,
      "learning_rate": 7.500000000000001e-05,
      "loss": 2.7797,
      "step": 331
    },
    {
      "epoch": 0.33799949096462206,
      "grad_norm": 8.595416069030762,
      "learning_rate": 7.486077621317926e-05,
      "loss": 2.7035,
      "step": 332
    },
    {
      "epoch": 0.3390175617205396,
      "grad_norm": 7.753424644470215,
      "learning_rate": 7.472129589743033e-05,
      "loss": 2.0287,
      "step": 333
    },
    {
      "epoch": 0.34003563247645713,
      "grad_norm": 9.271249771118164,
      "learning_rate": 7.458156049199775e-05,
      "loss": 2.1601,
      "step": 334
    },
    {
      "epoch": 0.34105370323237466,
      "grad_norm": 8.564419746398926,
      "learning_rate": 7.44415714387582e-05,
      "loss": 2.9013,
      "step": 335
    },
    {
      "epoch": 0.3420717739882922,
      "grad_norm": 8.431052207946777,
      "learning_rate": 7.430133018220567e-05,
      "loss": 2.4643,
      "step": 336
    },
    {
      "epoch": 0.3430898447442097,
      "grad_norm": 6.7154436111450195,
      "learning_rate": 7.416083816943653e-05,
      "loss": 2.271,
      "step": 337
    },
    {
      "epoch": 0.34410791550012726,
      "grad_norm": 9.483381271362305,
      "learning_rate": 7.402009685013463e-05,
      "loss": 2.489,
      "step": 338
    },
    {
      "epoch": 0.3451259862560448,
      "grad_norm": 7.885382175445557,
      "learning_rate": 7.38791076765563e-05,
      "loss": 3.1875,
      "step": 339
    },
    {
      "epoch": 0.3461440570119623,
      "grad_norm": 7.622438430786133,
      "learning_rate": 7.373787210351541e-05,
      "loss": 2.0865,
      "step": 340
    },
    {
      "epoch": 0.34716212776787986,
      "grad_norm": 7.785037517547607,
      "learning_rate": 7.359639158836828e-05,
      "loss": 2.0806,
      "step": 341
    },
    {
      "epoch": 0.3481801985237974,
      "grad_norm": 7.861757755279541,
      "learning_rate": 7.345466759099875e-05,
      "loss": 2.4029,
      "step": 342
    },
    {
      "epoch": 0.3491982692797149,
      "grad_norm": 8.165399551391602,
      "learning_rate": 7.331270157380303e-05,
      "loss": 2.1438,
      "step": 343
    },
    {
      "epoch": 0.35021634003563246,
      "grad_norm": 8.010607719421387,
      "learning_rate": 7.317049500167465e-05,
      "loss": 1.8633,
      "step": 344
    },
    {
      "epoch": 0.35123441079155,
      "grad_norm": 8.535947799682617,
      "learning_rate": 7.302804934198936e-05,
      "loss": 2.2122,
      "step": 345
    },
    {
      "epoch": 0.3522524815474675,
      "grad_norm": 8.71279239654541,
      "learning_rate": 7.28853660645899e-05,
      "loss": 2.4223,
      "step": 346
    },
    {
      "epoch": 0.3532705523033851,
      "grad_norm": 9.44794750213623,
      "learning_rate": 7.274244664177097e-05,
      "loss": 2.5881,
      "step": 347
    },
    {
      "epoch": 0.35428862305930264,
      "grad_norm": 10.474303245544434,
      "learning_rate": 7.259929254826392e-05,
      "loss": 1.9121,
      "step": 348
    },
    {
      "epoch": 0.3553066938152202,
      "grad_norm": 9.976726531982422,
      "learning_rate": 7.245590526122159e-05,
      "loss": 2.3289,
      "step": 349
    },
    {
      "epoch": 0.3563247645711377,
      "grad_norm": 10.359407424926758,
      "learning_rate": 7.231228626020304e-05,
      "loss": 2.0781,
      "step": 350
    },
    {
      "epoch": 0.35734283532705524,
      "grad_norm": 10.392163276672363,
      "learning_rate": 7.216843702715831e-05,
      "loss": 4.3803,
      "step": 351
    },
    {
      "epoch": 0.3583609060829728,
      "grad_norm": 8.603669166564941,
      "learning_rate": 7.202435904641315e-05,
      "loss": 3.3045,
      "step": 352
    },
    {
      "epoch": 0.3593789768388903,
      "grad_norm": 11.44635009765625,
      "learning_rate": 7.188005380465364e-05,
      "loss": 5.3026,
      "step": 353
    },
    {
      "epoch": 0.36039704759480784,
      "grad_norm": 11.560089111328125,
      "learning_rate": 7.173552279091087e-05,
      "loss": 4.0946,
      "step": 354
    },
    {
      "epoch": 0.3614151183507254,
      "grad_norm": 12.211684226989746,
      "learning_rate": 7.159076749654559e-05,
      "loss": 3.7029,
      "step": 355
    },
    {
      "epoch": 0.3624331891066429,
      "grad_norm": 13.772133827209473,
      "learning_rate": 7.144578941523284e-05,
      "loss": 4.3069,
      "step": 356
    },
    {
      "epoch": 0.36345125986256044,
      "grad_norm": 11.917257308959961,
      "learning_rate": 7.130059004294647e-05,
      "loss": 3.3222,
      "step": 357
    },
    {
      "epoch": 0.36446933061847797,
      "grad_norm": 15.86817741394043,
      "learning_rate": 7.115517087794381e-05,
      "loss": 3.5182,
      "step": 358
    },
    {
      "epoch": 0.3654874013743955,
      "grad_norm": 6.566526412963867,
      "learning_rate": 7.10095334207501e-05,
      "loss": 1.7594,
      "step": 359
    },
    {
      "epoch": 0.36650547213031304,
      "grad_norm": 6.9844560623168945,
      "learning_rate": 7.086367917414306e-05,
      "loss": 1.6552,
      "step": 360
    },
    {
      "epoch": 0.36752354288623057,
      "grad_norm": 9.259458541870117,
      "learning_rate": 7.07176096431374e-05,
      "loss": 2.2072,
      "step": 361
    },
    {
      "epoch": 0.3685416136421481,
      "grad_norm": 8.759178161621094,
      "learning_rate": 7.057132633496923e-05,
      "loss": 1.7327,
      "step": 362
    },
    {
      "epoch": 0.3695596843980657,
      "grad_norm": 7.46987247467041,
      "learning_rate": 7.042483075908062e-05,
      "loss": 1.6727,
      "step": 363
    },
    {
      "epoch": 0.3705777551539832,
      "grad_norm": 7.011016368865967,
      "learning_rate": 7.027812442710385e-05,
      "loss": 1.643,
      "step": 364
    },
    {
      "epoch": 0.37159582590990076,
      "grad_norm": 8.475665092468262,
      "learning_rate": 7.013120885284598e-05,
      "loss": 2.4295,
      "step": 365
    },
    {
      "epoch": 0.3726138966658183,
      "grad_norm": 5.769803047180176,
      "learning_rate": 6.998408555227314e-05,
      "loss": 1.3708,
      "step": 366
    },
    {
      "epoch": 0.3736319674217358,
      "grad_norm": 6.653828144073486,
      "learning_rate": 6.983675604349493e-05,
      "loss": 2.111,
      "step": 367
    },
    {
      "epoch": 0.37465003817765336,
      "grad_norm": 8.172953605651855,
      "learning_rate": 6.968922184674867e-05,
      "loss": 2.3177,
      "step": 368
    },
    {
      "epoch": 0.3756681089335709,
      "grad_norm": 6.391868591308594,
      "learning_rate": 6.954148448438389e-05,
      "loss": 1.2711,
      "step": 369
    },
    {
      "epoch": 0.3766861796894884,
      "grad_norm": 8.03226375579834,
      "learning_rate": 6.93935454808464e-05,
      "loss": 1.7306,
      "step": 370
    },
    {
      "epoch": 0.37770425044540595,
      "grad_norm": 5.273244857788086,
      "learning_rate": 6.924540636266272e-05,
      "loss": 1.3542,
      "step": 371
    },
    {
      "epoch": 0.3787223212013235,
      "grad_norm": 9.628256797790527,
      "learning_rate": 6.909706865842429e-05,
      "loss": 2.7357,
      "step": 372
    },
    {
      "epoch": 0.379740391957241,
      "grad_norm": 11.36279582977295,
      "learning_rate": 6.894853389877163e-05,
      "loss": 2.2367,
      "step": 373
    },
    {
      "epoch": 0.38075846271315855,
      "grad_norm": 8.72659969329834,
      "learning_rate": 6.879980361637866e-05,
      "loss": 2.2005,
      "step": 374
    },
    {
      "epoch": 0.3817765334690761,
      "grad_norm": 7.1913042068481445,
      "learning_rate": 6.86508793459368e-05,
      "loss": 2.1034,
      "step": 375
    },
    {
      "epoch": 0.3827946042249936,
      "grad_norm": 8.96323299407959,
      "learning_rate": 6.850176262413912e-05,
      "loss": 2.8465,
      "step": 376
    },
    {
      "epoch": 0.38381267498091115,
      "grad_norm": 6.918330192565918,
      "learning_rate": 6.835245498966461e-05,
      "loss": 1.8181,
      "step": 377
    },
    {
      "epoch": 0.3848307457368287,
      "grad_norm": 9.063780784606934,
      "learning_rate": 6.820295798316214e-05,
      "loss": 2.4932,
      "step": 378
    },
    {
      "epoch": 0.38584881649274627,
      "grad_norm": 13.343623161315918,
      "learning_rate": 6.805327314723468e-05,
      "loss": 3.0215,
      "step": 379
    },
    {
      "epoch": 0.3868668872486638,
      "grad_norm": 7.741687774658203,
      "learning_rate": 6.790340202642332e-05,
      "loss": 2.1827,
      "step": 380
    },
    {
      "epoch": 0.38788495800458134,
      "grad_norm": 5.362514495849609,
      "learning_rate": 6.775334616719136e-05,
      "loss": 1.7059,
      "step": 381
    },
    {
      "epoch": 0.38890302876049887,
      "grad_norm": 10.59506893157959,
      "learning_rate": 6.760310711790832e-05,
      "loss": 2.6664,
      "step": 382
    },
    {
      "epoch": 0.3899210995164164,
      "grad_norm": 9.036832809448242,
      "learning_rate": 6.745268642883404e-05,
      "loss": 2.5482,
      "step": 383
    },
    {
      "epoch": 0.39093917027233394,
      "grad_norm": 7.859615802764893,
      "learning_rate": 6.73020856521026e-05,
      "loss": 2.1062,
      "step": 384
    },
    {
      "epoch": 0.39195724102825147,
      "grad_norm": 9.639580726623535,
      "learning_rate": 6.715130634170635e-05,
      "loss": 3.0521,
      "step": 385
    },
    {
      "epoch": 0.392975311784169,
      "grad_norm": 8.098716735839844,
      "learning_rate": 6.700035005347983e-05,
      "loss": 2.6295,
      "step": 386
    },
    {
      "epoch": 0.39399338254008653,
      "grad_norm": 11.05691146850586,
      "learning_rate": 6.684921834508379e-05,
      "loss": 2.6122,
      "step": 387
    },
    {
      "epoch": 0.39501145329600407,
      "grad_norm": 9.071178436279297,
      "learning_rate": 6.669791277598904e-05,
      "loss": 2.3797,
      "step": 388
    },
    {
      "epoch": 0.3960295240519216,
      "grad_norm": 9.826159477233887,
      "learning_rate": 6.654643490746042e-05,
      "loss": 2.4635,
      "step": 389
    },
    {
      "epoch": 0.39704759480783913,
      "grad_norm": 7.310181140899658,
      "learning_rate": 6.639478630254064e-05,
      "loss": 2.06,
      "step": 390
    },
    {
      "epoch": 0.39806566556375667,
      "grad_norm": 9.507575035095215,
      "learning_rate": 6.624296852603419e-05,
      "loss": 2.9877,
      "step": 391
    },
    {
      "epoch": 0.3990837363196742,
      "grad_norm": 7.882664680480957,
      "learning_rate": 6.609098314449116e-05,
      "loss": 2.1182,
      "step": 392
    },
    {
      "epoch": 0.40010180707559173,
      "grad_norm": 9.889808654785156,
      "learning_rate": 6.593883172619111e-05,
      "loss": 3.1559,
      "step": 393
    },
    {
      "epoch": 0.40111987783150926,
      "grad_norm": 9.180678367614746,
      "learning_rate": 6.578651584112686e-05,
      "loss": 2.6704,
      "step": 394
    },
    {
      "epoch": 0.40213794858742685,
      "grad_norm": 8.127158164978027,
      "learning_rate": 6.563403706098833e-05,
      "loss": 2.1218,
      "step": 395
    },
    {
      "epoch": 0.4031560193433444,
      "grad_norm": 9.298659324645996,
      "learning_rate": 6.548139695914622e-05,
      "loss": 3.3196,
      "step": 396
    },
    {
      "epoch": 0.4041740900992619,
      "grad_norm": 7.540867328643799,
      "learning_rate": 6.532859711063594e-05,
      "loss": 1.9205,
      "step": 397
    },
    {
      "epoch": 0.40519216085517945,
      "grad_norm": 8.0338716506958,
      "learning_rate": 6.51756390921412e-05,
      "loss": 2.2858,
      "step": 398
    },
    {
      "epoch": 0.406210231611097,
      "grad_norm": 8.012909889221191,
      "learning_rate": 6.502252448197782e-05,
      "loss": 2.3761,
      "step": 399
    },
    {
      "epoch": 0.4072283023670145,
      "grad_norm": 7.803510665893555,
      "learning_rate": 6.486925486007742e-05,
      "loss": 2.0418,
      "step": 400
    },
    {
      "epoch": 0.40824637312293205,
      "grad_norm": 6.121700286865234,
      "learning_rate": 6.471583180797121e-05,
      "loss": 2.1481,
      "step": 401
    },
    {
      "epoch": 0.4092644438788496,
      "grad_norm": 8.690316200256348,
      "learning_rate": 6.456225690877344e-05,
      "loss": 3.0496,
      "step": 402
    },
    {
      "epoch": 0.4102825146347671,
      "grad_norm": 8.961786270141602,
      "learning_rate": 6.440853174716534e-05,
      "loss": 3.4188,
      "step": 403
    },
    {
      "epoch": 0.41130058539068465,
      "grad_norm": 9.848220825195312,
      "learning_rate": 6.425465790937861e-05,
      "loss": 3.948,
      "step": 404
    },
    {
      "epoch": 0.4123186561466022,
      "grad_norm": 11.758772850036621,
      "learning_rate": 6.410063698317901e-05,
      "loss": 4.4288,
      "step": 405
    },
    {
      "epoch": 0.4133367269025197,
      "grad_norm": 10.132964134216309,
      "learning_rate": 6.394647055785017e-05,
      "loss": 3.4126,
      "step": 406
    },
    {
      "epoch": 0.41435479765843725,
      "grad_norm": 9.949785232543945,
      "learning_rate": 6.379216022417696e-05,
      "loss": 2.584,
      "step": 407
    },
    {
      "epoch": 0.4153728684143548,
      "grad_norm": 13.347235679626465,
      "learning_rate": 6.363770757442927e-05,
      "loss": 2.8766,
      "step": 408
    },
    {
      "epoch": 0.4163909391702723,
      "grad_norm": 7.714400768280029,
      "learning_rate": 6.348311420234542e-05,
      "loss": 2.4595,
      "step": 409
    },
    {
      "epoch": 0.41740900992618984,
      "grad_norm": 5.146259307861328,
      "learning_rate": 6.332838170311585e-05,
      "loss": 1.4562,
      "step": 410
    },
    {
      "epoch": 0.41842708068210743,
      "grad_norm": 5.76894474029541,
      "learning_rate": 6.31735116733666e-05,
      "loss": 1.3719,
      "step": 411
    },
    {
      "epoch": 0.41944515143802497,
      "grad_norm": 5.680314540863037,
      "learning_rate": 6.301850571114281e-05,
      "loss": 1.173,
      "step": 412
    },
    {
      "epoch": 0.4204632221939425,
      "grad_norm": 8.60592269897461,
      "learning_rate": 6.286336541589224e-05,
      "loss": 2.2157,
      "step": 413
    },
    {
      "epoch": 0.42148129294986003,
      "grad_norm": 6.760054588317871,
      "learning_rate": 6.27080923884488e-05,
      "loss": 1.6651,
      "step": 414
    },
    {
      "epoch": 0.42249936370577756,
      "grad_norm": 6.813849925994873,
      "learning_rate": 6.255268823101605e-05,
      "loss": 1.6109,
      "step": 415
    },
    {
      "epoch": 0.4235174344616951,
      "grad_norm": 7.729984760284424,
      "learning_rate": 6.239715454715054e-05,
      "loss": 2.0043,
      "step": 416
    },
    {
      "epoch": 0.42453550521761263,
      "grad_norm": 6.723374366760254,
      "learning_rate": 6.224149294174548e-05,
      "loss": 1.7516,
      "step": 417
    },
    {
      "epoch": 0.42555357597353016,
      "grad_norm": 7.92853307723999,
      "learning_rate": 6.208570502101393e-05,
      "loss": 2.0667,
      "step": 418
    },
    {
      "epoch": 0.4265716467294477,
      "grad_norm": 8.561442375183105,
      "learning_rate": 6.192979239247243e-05,
      "loss": 2.3514,
      "step": 419
    },
    {
      "epoch": 0.42758971748536523,
      "grad_norm": 6.065650463104248,
      "learning_rate": 6.177375666492431e-05,
      "loss": 1.6079,
      "step": 420
    },
    {
      "epoch": 0.42860778824128276,
      "grad_norm": 7.547060489654541,
      "learning_rate": 6.161759944844308e-05,
      "loss": 1.6165,
      "step": 421
    },
    {
      "epoch": 0.4296258589972003,
      "grad_norm": 7.750328540802002,
      "learning_rate": 6.146132235435591e-05,
      "loss": 2.6017,
      "step": 422
    },
    {
      "epoch": 0.4306439297531178,
      "grad_norm": 8.826605796813965,
      "learning_rate": 6.13049269952269e-05,
      "loss": 2.8712,
      "step": 423
    },
    {
      "epoch": 0.43166200050903536,
      "grad_norm": 9.169108390808105,
      "learning_rate": 6.114841498484048e-05,
      "loss": 3.1703,
      "step": 424
    },
    {
      "epoch": 0.4326800712649529,
      "grad_norm": 10.452327728271484,
      "learning_rate": 6.0991787938184784e-05,
      "loss": 2.8737,
      "step": 425
    },
    {
      "epoch": 0.4336981420208704,
      "grad_norm": 6.921334743499756,
      "learning_rate": 6.0835047471434955e-05,
      "loss": 2.1521,
      "step": 426
    },
    {
      "epoch": 0.434716212776788,
      "grad_norm": 7.088666915893555,
      "learning_rate": 6.067819520193645e-05,
      "loss": 1.833,
      "step": 427
    },
    {
      "epoch": 0.43573428353270555,
      "grad_norm": 7.354036331176758,
      "learning_rate": 6.052123274818842e-05,
      "loss": 2.0779,
      "step": 428
    },
    {
      "epoch": 0.4367523542886231,
      "grad_norm": 6.732209205627441,
      "learning_rate": 6.0364161729826905e-05,
      "loss": 1.8935,
      "step": 429
    },
    {
      "epoch": 0.4377704250445406,
      "grad_norm": 7.724286079406738,
      "learning_rate": 6.020698376760824e-05,
      "loss": 2.334,
      "step": 430
    },
    {
      "epoch": 0.43878849580045814,
      "grad_norm": 7.147849082946777,
      "learning_rate": 6.004970048339226e-05,
      "loss": 1.9002,
      "step": 431
    },
    {
      "epoch": 0.4398065665563757,
      "grad_norm": 10.327398300170898,
      "learning_rate": 5.989231350012554e-05,
      "loss": 3.3501,
      "step": 432
    },
    {
      "epoch": 0.4408246373122932,
      "grad_norm": 8.666500091552734,
      "learning_rate": 5.973482444182475e-05,
      "loss": 2.4769,
      "step": 433
    },
    {
      "epoch": 0.44184270806821074,
      "grad_norm": 10.457250595092773,
      "learning_rate": 5.9577234933559764e-05,
      "loss": 3.03,
      "step": 434
    },
    {
      "epoch": 0.4428607788241283,
      "grad_norm": 11.054841995239258,
      "learning_rate": 5.941954660143703e-05,
      "loss": 2.6938,
      "step": 435
    },
    {
      "epoch": 0.4438788495800458,
      "grad_norm": 8.820106506347656,
      "learning_rate": 5.9261761072582655e-05,
      "loss": 2.6282,
      "step": 436
    },
    {
      "epoch": 0.44489692033596334,
      "grad_norm": 9.201048851013184,
      "learning_rate": 5.910387997512573e-05,
      "loss": 3.0258,
      "step": 437
    },
    {
      "epoch": 0.4459149910918809,
      "grad_norm": 8.373756408691406,
      "learning_rate": 5.8945904938181484e-05,
      "loss": 2.0512,
      "step": 438
    },
    {
      "epoch": 0.4469330618477984,
      "grad_norm": 7.493674278259277,
      "learning_rate": 5.878783759183442e-05,
      "loss": 2.3767,
      "step": 439
    },
    {
      "epoch": 0.44795113260371594,
      "grad_norm": 8.552105903625488,
      "learning_rate": 5.86296795671216e-05,
      "loss": 2.4706,
      "step": 440
    },
    {
      "epoch": 0.4489692033596335,
      "grad_norm": 7.708653450012207,
      "learning_rate": 5.847143249601574e-05,
      "loss": 2.2514,
      "step": 441
    },
    {
      "epoch": 0.449987274115551,
      "grad_norm": 9.070602416992188,
      "learning_rate": 5.8313098011408406e-05,
      "loss": 2.322,
      "step": 442
    },
    {
      "epoch": 0.4510053448714686,
      "grad_norm": 7.668588638305664,
      "learning_rate": 5.8154677747093134e-05,
      "loss": 1.8555,
      "step": 443
    },
    {
      "epoch": 0.4520234156273861,
      "grad_norm": 9.315807342529297,
      "learning_rate": 5.7996173337748606e-05,
      "loss": 2.1384,
      "step": 444
    },
    {
      "epoch": 0.45304148638330366,
      "grad_norm": 10.211068153381348,
      "learning_rate": 5.783758641892172e-05,
      "loss": 2.8774,
      "step": 445
    },
    {
      "epoch": 0.4540595571392212,
      "grad_norm": 9.461262702941895,
      "learning_rate": 5.767891862701082e-05,
      "loss": 2.5156,
      "step": 446
    },
    {
      "epoch": 0.4550776278951387,
      "grad_norm": 9.720065116882324,
      "learning_rate": 5.7520171599248704e-05,
      "loss": 2.6157,
      "step": 447
    },
    {
      "epoch": 0.45609569865105626,
      "grad_norm": 8.700965881347656,
      "learning_rate": 5.7361346973685794e-05,
      "loss": 2.2904,
      "step": 448
    },
    {
      "epoch": 0.4571137694069738,
      "grad_norm": 7.846927642822266,
      "learning_rate": 5.7202446389173223e-05,
      "loss": 1.968,
      "step": 449
    },
    {
      "epoch": 0.4581318401628913,
      "grad_norm": 11.256888389587402,
      "learning_rate": 5.704347148534589e-05,
      "loss": 2.0931,
      "step": 450
    },
    {
      "epoch": 0.45914991091880886,
      "grad_norm": 8.149317741394043,
      "learning_rate": 5.688442390260559e-05,
      "loss": 3.8319,
      "step": 451
    },
    {
      "epoch": 0.4601679816747264,
      "grad_norm": 10.932345390319824,
      "learning_rate": 5.672530528210405e-05,
      "loss": 3.0198,
      "step": 452
    },
    {
      "epoch": 0.4611860524306439,
      "grad_norm": 9.099678993225098,
      "learning_rate": 5.6566117265726006e-05,
      "loss": 3.3294,
      "step": 453
    },
    {
      "epoch": 0.46220412318656146,
      "grad_norm": 11.72851848602295,
      "learning_rate": 5.640686149607228e-05,
      "loss": 4.2732,
      "step": 454
    },
    {
      "epoch": 0.463222193942479,
      "grad_norm": 11.902469635009766,
      "learning_rate": 5.624753961644281e-05,
      "loss": 3.6108,
      "step": 455
    },
    {
      "epoch": 0.4642402646983965,
      "grad_norm": 10.879993438720703,
      "learning_rate": 5.608815327081969e-05,
      "loss": 2.6874,
      "step": 456
    },
    {
      "epoch": 0.46525833545431405,
      "grad_norm": 14.943718910217285,
      "learning_rate": 5.5928704103850206e-05,
      "loss": 4.6303,
      "step": 457
    },
    {
      "epoch": 0.4662764062102316,
      "grad_norm": 10.216432571411133,
      "learning_rate": 5.57691937608299e-05,
      "loss": 2.4846,
      "step": 458
    },
    {
      "epoch": 0.4672944769661492,
      "grad_norm": 8.506292343139648,
      "learning_rate": 5.5609623887685535e-05,
      "loss": 2.476,
      "step": 459
    },
    {
      "epoch": 0.4683125477220667,
      "grad_norm": 8.514628410339355,
      "learning_rate": 5.544999613095818e-05,
      "loss": 2.377,
      "step": 460
    },
    {
      "epoch": 0.46933061847798424,
      "grad_norm": 5.901019096374512,
      "learning_rate": 5.5290312137786146e-05,
      "loss": 1.5461,
      "step": 461
    },
    {
      "epoch": 0.4703486892339018,
      "grad_norm": 5.75610876083374,
      "learning_rate": 5.513057355588804e-05,
      "loss": 1.4872,
      "step": 462
    },
    {
      "epoch": 0.4713667599898193,
      "grad_norm": 5.7381272315979,
      "learning_rate": 5.4970782033545774e-05,
      "loss": 1.4357,
      "step": 463
    },
    {
      "epoch": 0.47238483074573684,
      "grad_norm": 7.901957035064697,
      "learning_rate": 5.4810939219587485e-05,
      "loss": 1.8938,
      "step": 464
    },
    {
      "epoch": 0.47340290150165437,
      "grad_norm": 5.663755893707275,
      "learning_rate": 5.465104676337062e-05,
      "loss": 1.2289,
      "step": 465
    },
    {
      "epoch": 0.4744209722575719,
      "grad_norm": 7.933018684387207,
      "learning_rate": 5.44911063147648e-05,
      "loss": 2.2704,
      "step": 466
    },
    {
      "epoch": 0.47543904301348944,
      "grad_norm": 7.943240165710449,
      "learning_rate": 5.433111952413495e-05,
      "loss": 2.3279,
      "step": 467
    },
    {
      "epoch": 0.47645711376940697,
      "grad_norm": 6.650790691375732,
      "learning_rate": 5.417108804232409e-05,
      "loss": 2.2172,
      "step": 468
    },
    {
      "epoch": 0.4774751845253245,
      "grad_norm": 7.444812774658203,
      "learning_rate": 5.401101352063647e-05,
      "loss": 2.2142,
      "step": 469
    },
    {
      "epoch": 0.47849325528124204,
      "grad_norm": 7.4753642082214355,
      "learning_rate": 5.3850897610820396e-05,
      "loss": 1.757,
      "step": 470
    },
    {
      "epoch": 0.47951132603715957,
      "grad_norm": 5.919788360595703,
      "learning_rate": 5.369074196505125e-05,
      "loss": 1.6481,
      "step": 471
    },
    {
      "epoch": 0.4805293967930771,
      "grad_norm": 8.422210693359375,
      "learning_rate": 5.3530548235914454e-05,
      "loss": 2.157,
      "step": 472
    },
    {
      "epoch": 0.48154746754899463,
      "grad_norm": 6.410617351531982,
      "learning_rate": 5.33703180763884e-05,
      "loss": 1.8347,
      "step": 473
    },
    {
      "epoch": 0.48256553830491217,
      "grad_norm": 6.645679473876953,
      "learning_rate": 5.321005313982738e-05,
      "loss": 1.9199,
      "step": 474
    },
    {
      "epoch": 0.4835836090608297,
      "grad_norm": 8.815511703491211,
      "learning_rate": 5.3049755079944527e-05,
      "loss": 1.9625,
      "step": 475
    },
    {
      "epoch": 0.4846016798167473,
      "grad_norm": 6.998859882354736,
      "learning_rate": 5.288942555079479e-05,
      "loss": 1.9826,
      "step": 476
    },
    {
      "epoch": 0.4856197505726648,
      "grad_norm": 9.812437057495117,
      "learning_rate": 5.272906620675779e-05,
      "loss": 2.8627,
      "step": 477
    },
    {
      "epoch": 0.48663782132858235,
      "grad_norm": 6.514684677124023,
      "learning_rate": 5.256867870252087e-05,
      "loss": 1.8711,
      "step": 478
    },
    {
      "epoch": 0.4876558920844999,
      "grad_norm": 8.101947784423828,
      "learning_rate": 5.240826469306187e-05,
      "loss": 2.2444,
      "step": 479
    },
    {
      "epoch": 0.4886739628404174,
      "grad_norm": 7.826203346252441,
      "learning_rate": 5.224782583363215e-05,
      "loss": 2.3479,
      "step": 480
    },
    {
      "epoch": 0.48969203359633495,
      "grad_norm": 7.306244850158691,
      "learning_rate": 5.208736377973954e-05,
      "loss": 2.2877,
      "step": 481
    },
    {
      "epoch": 0.4907101043522525,
      "grad_norm": 10.923294067382812,
      "learning_rate": 5.192688018713113e-05,
      "loss": 3.4528,
      "step": 482
    },
    {
      "epoch": 0.49172817510817,
      "grad_norm": 7.382264614105225,
      "learning_rate": 5.176637671177631e-05,
      "loss": 2.1969,
      "step": 483
    },
    {
      "epoch": 0.49274624586408755,
      "grad_norm": 10.03930377960205,
      "learning_rate": 5.1605855009849614e-05,
      "loss": 3.5883,
      "step": 484
    },
    {
      "epoch": 0.4937643166200051,
      "grad_norm": 7.927920818328857,
      "learning_rate": 5.144531673771363e-05,
      "loss": 2.3655,
      "step": 485
    },
    {
      "epoch": 0.4947823873759226,
      "grad_norm": 8.499062538146973,
      "learning_rate": 5.1284763551901995e-05,
      "loss": 2.5173,
      "step": 486
    },
    {
      "epoch": 0.49580045813184015,
      "grad_norm": 6.909058094024658,
      "learning_rate": 5.112419710910213e-05,
      "loss": 2.0323,
      "step": 487
    },
    {
      "epoch": 0.4968185288877577,
      "grad_norm": 8.88456916809082,
      "learning_rate": 5.096361906613836e-05,
      "loss": 2.6987,
      "step": 488
    },
    {
      "epoch": 0.4978365996436752,
      "grad_norm": 7.5175580978393555,
      "learning_rate": 5.080303107995461e-05,
      "loss": 2.1691,
      "step": 489
    },
    {
      "epoch": 0.49885467039959275,
      "grad_norm": 7.615448951721191,
      "learning_rate": 5.064243480759748e-05,
      "loss": 2.0365,
      "step": 490
    },
    {
      "epoch": 0.4998727411555103,
      "grad_norm": 9.251805305480957,
      "learning_rate": 5.048183190619904e-05,
      "loss": 2.2146,
      "step": 491
    },
    {
      "epoch": 0.5008908119114278,
      "grad_norm": 7.876194477081299,
      "learning_rate": 5.032122403295977e-05,
      "loss": 2.3439,
      "step": 492
    }
  ],
  "logging_steps": 1,
  "max_steps": 983,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 246,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.032897809991598e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}