{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.000763553066938,
  "eval_steps": 500,
  "global_step": 983,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010180707559175363,
      "grad_norm": 13.50528621673584,
      "learning_rate": 2e-05,
      "loss": 5.1969,
      "step": 1
    },
    {
      "epoch": 0.0020361415118350726,
      "grad_norm": 19.771379470825195,
      "learning_rate": 4e-05,
      "loss": 7.7524,
      "step": 2
    },
    {
      "epoch": 0.003054212267752609,
      "grad_norm": 19.734294891357422,
      "learning_rate": 6e-05,
      "loss": 8.0409,
      "step": 3
    },
    {
      "epoch": 0.004072283023670145,
      "grad_norm": 24.712677001953125,
      "learning_rate": 8e-05,
      "loss": 7.7622,
      "step": 4
    },
    {
      "epoch": 0.0050903537795876815,
      "grad_norm": 26.32750701904297,
      "learning_rate": 0.0001,
      "loss": 9.8505,
      "step": 5
    },
    {
      "epoch": 0.006108424535505218,
      "grad_norm": 29.443405151367188,
      "learning_rate": 9.999974203447433e-05,
      "loss": 9.1155,
      "step": 6
    },
    {
      "epoch": 0.007126495291422754,
      "grad_norm": 22.42616844177246,
      "learning_rate": 9.999896814055916e-05,
      "loss": 6.3676,
      "step": 7
    },
    {
      "epoch": 0.00814456604734029,
      "grad_norm": 27.119375228881836,
      "learning_rate": 9.999767832624001e-05,
      "loss": 7.4125,
      "step": 8
    },
    {
      "epoch": 0.009162636803257827,
      "grad_norm": 15.422072410583496,
      "learning_rate": 9.999587260482597e-05,
      "loss": 3.5393,
      "step": 9
    },
    {
      "epoch": 0.010180707559175363,
      "grad_norm": 13.826335906982422,
      "learning_rate": 9.999355099494962e-05,
      "loss": 2.7136,
      "step": 10
    },
    {
      "epoch": 0.0111987783150929,
      "grad_norm": 14.258417129516602,
      "learning_rate": 9.999071352056675e-05,
      "loss": 2.6158,
      "step": 11
    },
    {
      "epoch": 0.012216849071010435,
      "grad_norm": 14.128898620605469,
      "learning_rate": 9.99873602109562e-05,
      "loss": 3.0587,
      "step": 12
    },
    {
      "epoch": 0.013234919826927972,
      "grad_norm": 12.319880485534668,
      "learning_rate": 9.998349110071949e-05,
      "loss": 2.6488,
      "step": 13
    },
    {
      "epoch": 0.014252990582845508,
      "grad_norm": 15.33985424041748,
      "learning_rate": 9.99791062297805e-05,
      "loss": 3.1476,
      "step": 14
    },
    {
      "epoch": 0.015271061338763044,
      "grad_norm": 13.602853775024414,
      "learning_rate": 9.99742056433851e-05,
      "loss": 2.796,
      "step": 15
    },
    {
      "epoch": 0.01628913209468058,
      "grad_norm": 9.083526611328125,
      "learning_rate": 9.996878939210049e-05,
      "loss": 2.0671,
      "step": 16
    },
    {
      "epoch": 0.017307202850598117,
      "grad_norm": 10.980738639831543,
      "learning_rate": 9.9962857531815e-05,
      "loss": 2.629,
      "step": 17
    },
    {
      "epoch": 0.018325273606515653,
      "grad_norm": 11.885966300964355,
      "learning_rate": 9.99564101237372e-05,
      "loss": 3.1609,
      "step": 18
    },
    {
      "epoch": 0.01934334436243319,
      "grad_norm": 11.95373249053955,
      "learning_rate": 9.994944723439546e-05,
      "loss": 3.2291,
      "step": 19
    },
    {
      "epoch": 0.020361415118350726,
      "grad_norm": 10.973458290100098,
      "learning_rate": 9.994196893563721e-05,
      "loss": 2.7778,
      "step": 20
    },
    {
      "epoch": 0.021379485874268262,
      "grad_norm": 12.775362014770508,
      "learning_rate": 9.993397530462818e-05,
      "loss": 3.136,
      "step": 21
    },
    {
      "epoch": 0.0223975566301858,
      "grad_norm": 10.916693687438965,
      "learning_rate": 9.992546642385158e-05,
      "loss": 2.3531,
      "step": 22
    },
    {
      "epoch": 0.023415627386103335,
      "grad_norm": 12.338353157043457,
      "learning_rate": 9.99164423811074e-05,
      "loss": 3.6968,
      "step": 23
    },
    {
      "epoch": 0.02443369814202087,
      "grad_norm": 13.168731689453125,
      "learning_rate": 9.990690326951126e-05,
      "loss": 3.0163,
      "step": 24
    },
    {
      "epoch": 0.025451768897938407,
      "grad_norm": 11.88056755065918,
      "learning_rate": 9.989684918749365e-05,
      "loss": 3.0201,
      "step": 25
    },
    {
      "epoch": 0.026469839653855944,
      "grad_norm": 9.301902770996094,
      "learning_rate": 9.988628023879883e-05,
      "loss": 2.6577,
      "step": 26
    },
    {
      "epoch": 0.02748791040977348,
      "grad_norm": 10.02252197265625,
      "learning_rate": 9.987519653248378e-05,
      "loss": 2.4519,
      "step": 27
    },
    {
      "epoch": 0.028505981165691016,
      "grad_norm": 11.7409029006958,
      "learning_rate": 9.986359818291706e-05,
      "loss": 3.1898,
      "step": 28
    },
    {
      "epoch": 0.029524051921608552,
      "grad_norm": 10.492666244506836,
      "learning_rate": 9.985148530977767e-05,
      "loss": 2.7226,
      "step": 29
    },
    {
      "epoch": 0.03054212267752609,
      "grad_norm": 12.711854934692383,
      "learning_rate": 9.983885803805372e-05,
      "loss": 2.7205,
      "step": 30
    },
    {
      "epoch": 0.03156019343344362,
      "grad_norm": 12.937368392944336,
      "learning_rate": 9.982571649804126e-05,
      "loss": 3.204,
      "step": 31
    },
    {
      "epoch": 0.03257826418936116,
      "grad_norm": 13.292618751525879,
      "learning_rate": 9.981206082534286e-05,
      "loss": 3.4911,
      "step": 32
    },
    {
      "epoch": 0.033596334945278694,
      "grad_norm": 9.724308967590332,
      "learning_rate": 9.979789116086625e-05,
      "loss": 2.8603,
      "step": 33
    },
    {
      "epoch": 0.034614405701196234,
      "grad_norm": 8.932650566101074,
      "learning_rate": 9.978320765082278e-05,
      "loss": 2.465,
      "step": 34
    },
    {
      "epoch": 0.03563247645711377,
      "grad_norm": 10.732564926147461,
      "learning_rate": 9.976801044672608e-05,
      "loss": 2.9517,
      "step": 35
    },
    {
      "epoch": 0.036650547213031306,
      "grad_norm": 11.971003532409668,
      "learning_rate": 9.97522997053903e-05,
      "loss": 3.2085,
      "step": 36
    },
    {
      "epoch": 0.03766861796894884,
      "grad_norm": 10.34869384765625,
      "learning_rate": 9.973607558892864e-05,
      "loss": 2.9294,
      "step": 37
    },
    {
      "epoch": 0.03868668872486638,
      "grad_norm": 12.5684814453125,
      "learning_rate": 9.97193382647516e-05,
      "loss": 3.6198,
      "step": 38
    },
    {
      "epoch": 0.03970475948078391,
      "grad_norm": 13.42013931274414,
      "learning_rate": 9.970208790556532e-05,
      "loss": 2.8409,
      "step": 39
    },
    {
      "epoch": 0.04072283023670145,
      "grad_norm": 10.357503890991211,
      "learning_rate": 9.968432468936967e-05,
      "loss": 2.6345,
      "step": 40
    },
    {
      "epoch": 0.041740900992618984,
      "grad_norm": 12.668771743774414,
      "learning_rate": 9.966604879945659e-05,
      "loss": 3.2825,
      "step": 41
    },
    {
      "epoch": 0.042758971748536524,
      "grad_norm": 9.444086074829102,
      "learning_rate": 9.964726042440802e-05,
      "loss": 2.7562,
      "step": 42
    },
    {
      "epoch": 0.04377704250445406,
      "grad_norm": 10.448949813842773,
      "learning_rate": 9.962795975809411e-05,
      "loss": 2.8796,
      "step": 43
    },
    {
      "epoch": 0.0447951132603716,
      "grad_norm": 10.916976928710938,
      "learning_rate": 9.960814699967112e-05,
      "loss": 2.7582,
      "step": 44
    },
    {
      "epoch": 0.04581318401628913,
      "grad_norm": 11.323358535766602,
      "learning_rate": 9.958782235357938e-05,
      "loss": 2.6436,
      "step": 45
    },
    {
      "epoch": 0.04683125477220667,
      "grad_norm": 10.28471851348877,
      "learning_rate": 9.956698602954124e-05,
      "loss": 2.8325,
      "step": 46
    },
    {
      "epoch": 0.0478493255281242,
      "grad_norm": 13.5079984664917,
      "learning_rate": 9.954563824255878e-05,
      "loss": 3.0585,
      "step": 47
    },
    {
      "epoch": 0.04886739628404174,
      "grad_norm": 11.250194549560547,
      "learning_rate": 9.952377921291178e-05,
      "loss": 2.7686,
      "step": 48
    },
    {
      "epoch": 0.049885467039959275,
      "grad_norm": 12.554705619812012,
      "learning_rate": 9.950140916615526e-05,
      "loss": 3.0617,
      "step": 49
    },
    {
      "epoch": 0.050903537795876815,
      "grad_norm": 12.552079200744629,
      "learning_rate": 9.947852833311724e-05,
      "loss": 2.08,
      "step": 50
    },
    {
      "epoch": 0.05192160855179435,
      "grad_norm": 11.248369216918945,
      "learning_rate": 9.945513694989639e-05,
      "loss": 5.133,
      "step": 51
    },
    {
      "epoch": 0.05293967930771189,
      "grad_norm": 12.866747856140137,
      "learning_rate": 9.943123525785952e-05,
      "loss": 5.7232,
      "step": 52
    },
    {
      "epoch": 0.05395775006362942,
      "grad_norm": 12.395757675170898,
      "learning_rate": 9.940682350363912e-05,
      "loss": 4.6422,
      "step": 53
    },
    {
      "epoch": 0.05497582081954696,
      "grad_norm": 12.23355770111084,
      "learning_rate": 9.938190193913083e-05,
      "loss": 4.8131,
      "step": 54
    },
    {
      "epoch": 0.05599389157546449,
      "grad_norm": 14.62759017944336,
      "learning_rate": 9.935647082149086e-05,
      "loss": 6.0114,
      "step": 55
    },
    {
      "epoch": 0.05701196233138203,
      "grad_norm": 13.613059997558594,
      "learning_rate": 9.933053041313325e-05,
      "loss": 4.794,
      "step": 56
    },
    {
      "epoch": 0.058030033087299565,
      "grad_norm": 13.422719955444336,
      "learning_rate": 9.930408098172725e-05,
      "loss": 4.5392,
      "step": 57
    },
    {
      "epoch": 0.059048103843217105,
      "grad_norm": 17.745412826538086,
      "learning_rate": 9.92771228001945e-05,
      "loss": 7.1147,
      "step": 58
    },
    {
      "epoch": 0.06006617459913464,
      "grad_norm": 13.955183982849121,
      "learning_rate": 9.924965614670629e-05,
      "loss": 3.619,
      "step": 59
    },
    {
      "epoch": 0.06108424535505218,
      "grad_norm": 11.067267417907715,
      "learning_rate": 9.922168130468059e-05,
      "loss": 2.6905,
      "step": 60
    },
    {
      "epoch": 0.06210231611096971,
      "grad_norm": 11.641958236694336,
      "learning_rate": 9.91931985627792e-05,
      "loss": 2.398,
      "step": 61
    },
    {
      "epoch": 0.06312038686688724,
      "grad_norm": 8.590779304504395,
      "learning_rate": 9.916420821490472e-05,
      "loss": 1.9248,
      "step": 62
    },
    {
      "epoch": 0.06413845762280479,
      "grad_norm": 8.852486610412598,
      "learning_rate": 9.91347105601976e-05,
      "loss": 2.3876,
      "step": 63
    },
    {
      "epoch": 0.06515652837872232,
      "grad_norm": 9.158111572265625,
      "learning_rate": 9.910470590303293e-05,
      "loss": 1.9339,
      "step": 64
    },
    {
      "epoch": 0.06617459913463986,
      "grad_norm": 8.361588478088379,
      "learning_rate": 9.907419455301741e-05,
      "loss": 2.3266,
      "step": 65
    },
    {
      "epoch": 0.06719266989055739,
      "grad_norm": 7.891152858734131,
      "learning_rate": 9.904317682498608e-05,
      "loss": 1.9775,
      "step": 66
    },
    {
      "epoch": 0.06821074064647493,
      "grad_norm": 8.722708702087402,
      "learning_rate": 9.901165303899916e-05,
      "loss": 2.2988,
      "step": 67
    },
    {
      "epoch": 0.06922881140239247,
      "grad_norm": 10.848478317260742,
      "learning_rate": 9.897962352033861e-05,
      "loss": 2.2087,
      "step": 68
    },
    {
      "epoch": 0.07024688215831,
      "grad_norm": 7.828042984008789,
      "learning_rate": 9.89470885995049e-05,
      "loss": 2.1694,
      "step": 69
    },
    {
      "epoch": 0.07126495291422753,
      "grad_norm": 7.928416728973389,
      "learning_rate": 9.891404861221356e-05,
      "loss": 1.7946,
      "step": 70
    },
    {
      "epoch": 0.07228302367014508,
      "grad_norm": 8.273153305053711,
      "learning_rate": 9.888050389939172e-05,
      "loss": 2.2472,
      "step": 71
    },
    {
      "epoch": 0.07330109442606261,
      "grad_norm": 7.866210460662842,
      "learning_rate": 9.884645480717451e-05,
      "loss": 1.9656,
      "step": 72
    },
    {
      "epoch": 0.07431916518198015,
      "grad_norm": 9.140717506408691,
      "learning_rate": 9.881190168690164e-05,
      "loss": 2.5084,
      "step": 73
    },
    {
      "epoch": 0.07533723593789768,
      "grad_norm": 10.078163146972656,
      "learning_rate": 9.877684489511366e-05,
      "loss": 2.8882,
      "step": 74
    },
    {
      "epoch": 0.07635530669381523,
      "grad_norm": 8.583365440368652,
      "learning_rate": 9.874128479354832e-05,
      "loss": 2.2404,
      "step": 75
    },
    {
      "epoch": 0.07737337744973276,
      "grad_norm": 10.980644226074219,
      "learning_rate": 9.870522174913682e-05,
      "loss": 2.9591,
      "step": 76
    },
    {
      "epoch": 0.07839144820565029,
      "grad_norm": 9.829695701599121,
      "learning_rate": 9.866865613400008e-05,
      "loss": 2.5868,
      "step": 77
    },
    {
      "epoch": 0.07940951896156782,
      "grad_norm": 9.993083000183105,
      "learning_rate": 9.863158832544477e-05,
      "loss": 2.7386,
      "step": 78
    },
    {
      "epoch": 0.08042758971748537,
      "grad_norm": 9.227055549621582,
      "learning_rate": 9.859401870595959e-05,
      "loss": 2.3334,
      "step": 79
    },
    {
      "epoch": 0.0814456604734029,
      "grad_norm": 9.135334968566895,
      "learning_rate": 9.855594766321122e-05,
      "loss": 2.6064,
      "step": 80
    },
    {
      "epoch": 0.08246373122932044,
      "grad_norm": 9.216446876525879,
      "learning_rate": 9.85173755900403e-05,
      "loss": 2.9289,
      "step": 81
    },
    {
      "epoch": 0.08348180198523797,
      "grad_norm": 12.71446418762207,
      "learning_rate": 9.847830288445745e-05,
      "loss": 3.5027,
      "step": 82
    },
    {
      "epoch": 0.08449987274115552,
      "grad_norm": 9.071185111999512,
      "learning_rate": 9.843872994963911e-05,
      "loss": 3.1217,
      "step": 83
    },
    {
      "epoch": 0.08551794349707305,
      "grad_norm": 7.825349807739258,
      "learning_rate": 9.839865719392339e-05,
      "loss": 2.4812,
      "step": 84
    },
    {
      "epoch": 0.08653601425299058,
      "grad_norm": 11.979453086853027,
      "learning_rate": 9.835808503080585e-05,
      "loss": 3.6076,
      "step": 85
    },
    {
      "epoch": 0.08755408500890811,
      "grad_norm": 10.889570236206055,
      "learning_rate": 9.831701387893533e-05,
      "loss": 3.9539,
      "step": 86
    },
    {
      "epoch": 0.08857215576482566,
      "grad_norm": 6.638063430786133,
      "learning_rate": 9.827544416210941e-05,
      "loss": 2.1225,
      "step": 87
    },
    {
      "epoch": 0.0895902265207432,
      "grad_norm": 11.630864143371582,
      "learning_rate": 9.823337630927026e-05,
      "loss": 2.8508,
      "step": 88
    },
    {
      "epoch": 0.09060829727666073,
      "grad_norm": 11.906623840332031,
      "learning_rate": 9.819081075450014e-05,
      "loss": 3.0837,
      "step": 89
    },
    {
      "epoch": 0.09162636803257826,
      "grad_norm": 12.019804000854492,
      "learning_rate": 9.814774793701687e-05,
      "loss": 3.6106,
      "step": 90
    },
    {
      "epoch": 0.0926444387884958,
      "grad_norm": 7.91819953918457,
      "learning_rate": 9.810418830116932e-05,
      "loss": 2.3236,
      "step": 91
    },
    {
      "epoch": 0.09366250954441334,
      "grad_norm": 9.185378074645996,
      "learning_rate": 9.806013229643289e-05,
      "loss": 2.6397,
      "step": 92
    },
    {
      "epoch": 0.09468058030033087,
      "grad_norm": 12.451518058776855,
      "learning_rate": 9.801558037740478e-05,
      "loss": 3.3661,
      "step": 93
    },
    {
      "epoch": 0.0956986510562484,
      "grad_norm": 9.665090560913086,
      "learning_rate": 9.797053300379937e-05,
      "loss": 2.7933,
      "step": 94
    },
    {
      "epoch": 0.09671672181216595,
      "grad_norm": 9.512073516845703,
      "learning_rate": 9.792499064044342e-05,
      "loss": 3.1669,
      "step": 95
    },
    {
      "epoch": 0.09773479256808348,
      "grad_norm": 11.063192367553711,
      "learning_rate": 9.787895375727136e-05,
      "loss": 2.4502,
      "step": 96
    },
    {
      "epoch": 0.09875286332400102,
      "grad_norm": 11.608457565307617,
      "learning_rate": 9.783242282932028e-05,
      "loss": 2.5691,
      "step": 97
    },
    {
      "epoch": 0.09977093407991855,
      "grad_norm": 10.834481239318848,
      "learning_rate": 9.778539833672524e-05,
      "loss": 2.8208,
      "step": 98
    },
    {
      "epoch": 0.1007890048358361,
      "grad_norm": 9.476598739624023,
      "learning_rate": 9.773788076471414e-05,
      "loss": 2.4245,
      "step": 99
    },
    {
      "epoch": 0.10180707559175363,
      "grad_norm": 10.453302383422852,
      "learning_rate": 9.768987060360279e-05,
      "loss": 2.1369,
      "step": 100
    },
    {
      "epoch": 0.10282514634767116,
      "grad_norm": 8.380644798278809,
      "learning_rate": 9.764136834878986e-05,
      "loss": 4.4008,
      "step": 101
    },
    {
      "epoch": 0.1038432171035887,
      "grad_norm": 10.45700740814209,
      "learning_rate": 9.759237450075174e-05,
      "loss": 3.8277,
      "step": 102
    },
    {
      "epoch": 0.10486128785950624,
      "grad_norm": 11.106316566467285,
      "learning_rate": 9.754288956503736e-05,
      "loss": 4.3912,
      "step": 103
    },
    {
      "epoch": 0.10587935861542377,
      "grad_norm": 12.727373123168945,
      "learning_rate": 9.749291405226305e-05,
      "loss": 5.0723,
      "step": 104
    },
    {
      "epoch": 0.10689742937134131,
      "grad_norm": 11.3184175491333,
      "learning_rate": 9.744244847810716e-05,
      "loss": 4.6612,
      "step": 105
    },
    {
      "epoch": 0.10791550012725884,
      "grad_norm": 11.49225902557373,
      "learning_rate": 9.739149336330482e-05,
      "loss": 5.2688,
      "step": 106
    },
    {
      "epoch": 0.10893357088317639,
      "grad_norm": 9.92116928100586,
      "learning_rate": 9.734004923364257e-05,
      "loss": 3.1285,
      "step": 107
    },
    {
      "epoch": 0.10995164163909392,
      "grad_norm": 16.322154998779297,
      "learning_rate": 9.728811661995288e-05,
      "loss": 4.3573,
      "step": 108
    },
    {
      "epoch": 0.11096971239501145,
      "grad_norm": 11.590410232543945,
      "learning_rate": 9.723569605810871e-05,
      "loss": 3.3457,
      "step": 109
    },
    {
      "epoch": 0.11198778315092899,
      "grad_norm": 6.267991065979004,
      "learning_rate": 9.718278808901797e-05,
      "loss": 1.8973,
      "step": 110
    },
    {
      "epoch": 0.11300585390684653,
      "grad_norm": 7.807132720947266,
      "learning_rate": 9.712939325861794e-05,
      "loss": 2.2999,
      "step": 111
    },
    {
      "epoch": 0.11402392466276406,
      "grad_norm": 5.800601005554199,
      "learning_rate": 9.707551211786965e-05,
      "loss": 1.0863,
      "step": 112
    },
    {
      "epoch": 0.1150419954186816,
      "grad_norm": 7.150589466094971,
      "learning_rate": 9.702114522275216e-05,
      "loss": 1.9172,
      "step": 113
    },
    {
      "epoch": 0.11606006617459913,
      "grad_norm": 8.134252548217773,
      "learning_rate": 9.696629313425686e-05,
      "loss": 2.2173,
      "step": 114
    },
    {
      "epoch": 0.11707813693051668,
      "grad_norm": 7.6389689445495605,
      "learning_rate": 9.691095641838169e-05,
      "loss": 1.8046,
      "step": 115
    },
    {
      "epoch": 0.11809620768643421,
      "grad_norm": 6.845970153808594,
      "learning_rate": 9.685513564612521e-05,
      "loss": 1.9059,
      "step": 116
    },
    {
      "epoch": 0.11911427844235174,
      "grad_norm": 10.888468742370605,
      "learning_rate": 9.679883139348082e-05,
      "loss": 2.9148,
      "step": 117
    },
    {
      "epoch": 0.12013234919826928,
      "grad_norm": 6.594396114349365,
      "learning_rate": 9.674204424143078e-05,
      "loss": 1.8292,
      "step": 118
    },
    {
      "epoch": 0.12115041995418682,
      "grad_norm": 7.157876491546631,
      "learning_rate": 9.66847747759402e-05,
      "loss": 1.6858,
      "step": 119
    },
    {
      "epoch": 0.12216849071010435,
      "grad_norm": 7.298995494842529,
      "learning_rate": 9.662702358795098e-05,
      "loss": 1.7957,
      "step": 120
    },
    {
      "epoch": 0.12318656146602189,
      "grad_norm": 9.0108003616333,
      "learning_rate": 9.656879127337571e-05,
      "loss": 2.2843,
      "step": 121
    },
    {
      "epoch": 0.12420463222193942,
      "grad_norm": 8.476913452148438,
      "learning_rate": 9.651007843309163e-05,
      "loss": 2.1026,
      "step": 122
    },
    {
      "epoch": 0.12522270297785695,
      "grad_norm": 9.930148124694824,
      "learning_rate": 9.645088567293426e-05,
      "loss": 2.6976,
      "step": 123
    },
    {
      "epoch": 0.1262407737337745,
      "grad_norm": 8.574073791503906,
      "learning_rate": 9.639121360369126e-05,
      "loss": 1.7768,
      "step": 124
    },
    {
      "epoch": 0.12725884448969205,
      "grad_norm": 13.36725902557373,
      "learning_rate": 9.63310628410961e-05,
      "loss": 2.7559,
      "step": 125
    },
    {
      "epoch": 0.12827691524560958,
      "grad_norm": 8.55522346496582,
      "learning_rate": 9.627043400582172e-05,
      "loss": 2.3419,
      "step": 126
    },
    {
      "epoch": 0.1292949860015271,
      "grad_norm": 9.948506355285645,
      "learning_rate": 9.620932772347408e-05,
      "loss": 3.0092,
      "step": 127
    },
    {
      "epoch": 0.13031305675744465,
      "grad_norm": 10.05156135559082,
      "learning_rate": 9.614774462458573e-05,
      "loss": 2.1554,
      "step": 128
    },
    {
      "epoch": 0.13133112751336218,
      "grad_norm": 10.230545043945312,
      "learning_rate": 9.608568534460936e-05,
      "loss": 2.572,
      "step": 129
    },
    {
      "epoch": 0.1323491982692797,
      "grad_norm": 7.820633411407471,
      "learning_rate": 9.602315052391115e-05,
      "loss": 2.2316,
      "step": 130
    },
    {
      "epoch": 0.13336726902519724,
      "grad_norm": 7.196948528289795,
      "learning_rate": 9.596014080776423e-05,
      "loss": 2.276,
      "step": 131
    },
    {
      "epoch": 0.13438533978111478,
      "grad_norm": 10.125378608703613,
      "learning_rate": 9.589665684634196e-05,
      "loss": 3.6436,
      "step": 132
    },
    {
      "epoch": 0.13540341053703234,
      "grad_norm": 8.542695045471191,
      "learning_rate": 9.583269929471128e-05,
      "loss": 2.8726,
      "step": 133
    },
    {
      "epoch": 0.13642148129294987,
      "grad_norm": 8.097149848937988,
      "learning_rate": 9.576826881282594e-05,
      "loss": 2.3483,
      "step": 134
    },
    {
      "epoch": 0.1374395520488674,
      "grad_norm": 8.922883987426758,
      "learning_rate": 9.570336606551967e-05,
      "loss": 2.5365,
      "step": 135
    },
    {
      "epoch": 0.13845762280478494,
      "grad_norm": 9.18602180480957,
      "learning_rate": 9.56379917224993e-05,
      "loss": 2.7464,
      "step": 136
    },
    {
      "epoch": 0.13947569356070247,
      "grad_norm": 8.929719924926758,
      "learning_rate": 9.557214645833792e-05,
      "loss": 2.8074,
      "step": 137
    },
    {
      "epoch": 0.14049376431662,
      "grad_norm": 10.157453536987305,
      "learning_rate": 9.550583095246786e-05,
      "loss": 2.6313,
      "step": 138
    },
    {
      "epoch": 0.14151183507253753,
      "grad_norm": 8.677960395812988,
      "learning_rate": 9.543904588917367e-05,
      "loss": 2.7515,
      "step": 139
    },
    {
      "epoch": 0.14252990582845507,
      "grad_norm": 8.684197425842285,
      "learning_rate": 9.537179195758512e-05,
      "loss": 2.5564,
      "step": 140
    },
    {
      "epoch": 0.14354797658437263,
      "grad_norm": 8.283134460449219,
      "learning_rate": 9.530406985167004e-05,
      "loss": 2.3474,
      "step": 141
    },
    {
      "epoch": 0.14456604734029016,
      "grad_norm": 7.090147018432617,
      "learning_rate": 9.523588027022721e-05,
      "loss": 2.0495,
      "step": 142
    },
    {
      "epoch": 0.1455841180962077,
      "grad_norm": 9.59614086151123,
      "learning_rate": 9.516722391687902e-05,
      "loss": 2.4563,
      "step": 143
    },
    {
      "epoch": 0.14660218885212523,
      "grad_norm": 7.75164270401001,
      "learning_rate": 9.50981015000644e-05,
      "loss": 2.0795,
      "step": 144
    },
    {
      "epoch": 0.14762025960804276,
      "grad_norm": 9.117147445678711,
      "learning_rate": 9.502851373303136e-05,
      "loss": 2.519,
      "step": 145
    },
    {
      "epoch": 0.1486383303639603,
      "grad_norm": 9.871448516845703,
      "learning_rate": 9.495846133382973e-05,
      "loss": 2.6371,
      "step": 146
    },
    {
      "epoch": 0.14965640111987782,
      "grad_norm": 8.246638298034668,
      "learning_rate": 9.488794502530362e-05,
      "loss": 2.3142,
      "step": 147
    },
    {
      "epoch": 0.15067447187579536,
      "grad_norm": 11.579840660095215,
      "learning_rate": 9.48169655350841e-05,
      "loss": 2.8947,
      "step": 148
    },
    {
      "epoch": 0.15169254263171292,
      "grad_norm": 13.307292938232422,
      "learning_rate": 9.474552359558166e-05,
      "loss": 2.9942,
      "step": 149
    },
    {
      "epoch": 0.15271061338763045,
      "grad_norm": 10.210186958312988,
      "learning_rate": 9.467361994397859e-05,
      "loss": 2.0216,
      "step": 150
    },
    {
      "epoch": 0.15372868414354798,
      "grad_norm": 7.870486259460449,
      "learning_rate": 9.460125532222141e-05,
      "loss": 2.6203,
      "step": 151
    },
    {
      "epoch": 0.15474675489946552,
      "grad_norm": 13.753894805908203,
      "learning_rate": 9.452843047701323e-05,
      "loss": 4.1998,
      "step": 152
    },
    {
      "epoch": 0.15576482565538305,
      "grad_norm": 10.677061080932617,
      "learning_rate": 9.445514615980604e-05,
      "loss": 3.9647,
      "step": 153
    },
    {
      "epoch": 0.15678289641130058,
      "grad_norm": 11.903203010559082,
      "learning_rate": 9.438140312679291e-05,
      "loss": 4.2215,
      "step": 154
    },
    {
      "epoch": 0.15780096716721811,
      "grad_norm": 12.882353782653809,
      "learning_rate": 9.43072021389003e-05,
      "loss": 5.0153,
      "step": 155
    },
    {
      "epoch": 0.15881903792313565,
      "grad_norm": 13.99023151397705,
      "learning_rate": 9.423254396178003e-05,
      "loss": 5.5362,
      "step": 156
    },
    {
      "epoch": 0.1598371086790532,
      "grad_norm": 16.683727264404297,
      "learning_rate": 9.415742936580157e-05,
      "loss": 5.1149,
      "step": 157
    },
    {
      "epoch": 0.16085517943497074,
      "grad_norm": 17.32396125793457,
      "learning_rate": 9.408185912604394e-05,
      "loss": 4.8563,
      "step": 158
    },
    {
      "epoch": 0.16187325019088827,
      "grad_norm": 14.138668060302734,
      "learning_rate": 9.400583402228784e-05,
      "loss": 3.4698,
      "step": 159
    },
    {
      "epoch": 0.1628913209468058,
      "grad_norm": 6.4397430419921875,
      "learning_rate": 9.392935483900749e-05,
      "loss": 1.8856,
      "step": 160
    },
    {
      "epoch": 0.16390939170272334,
      "grad_norm": 4.72169303894043,
      "learning_rate": 9.38524223653626e-05,
      "loss": 1.3027,
      "step": 161
    },
    {
      "epoch": 0.16492746245864087,
      "grad_norm": 7.877247333526611,
      "learning_rate": 9.377503739519019e-05,
      "loss": 1.9129,
      "step": 162
    },
    {
      "epoch": 0.1659455332145584,
      "grad_norm": 8.524123191833496,
      "learning_rate": 9.369720072699647e-05,
      "loss": 1.5605,
      "step": 163
    },
    {
      "epoch": 0.16696360397047594,
      "grad_norm": 9.966007232666016,
      "learning_rate": 9.361891316394851e-05,
      "loss": 2.5458,
      "step": 164
    },
    {
      "epoch": 0.16798167472639347,
      "grad_norm": 9.061026573181152,
      "learning_rate": 9.354017551386599e-05,
      "loss": 1.8415,
      "step": 165
    },
    {
      "epoch": 0.16899974548231103,
      "grad_norm": 7.912156581878662,
      "learning_rate": 9.346098858921291e-05,
      "loss": 1.9514,
      "step": 166
    },
    {
      "epoch": 0.17001781623822856,
      "grad_norm": 6.926218509674072,
      "learning_rate": 9.338135320708911e-05,
      "loss": 2.1861,
      "step": 167
    },
    {
      "epoch": 0.1710358869941461,
      "grad_norm": 7.546460151672363,
      "learning_rate": 9.330127018922194e-05,
      "loss": 1.7336,
      "step": 168
    },
    {
      "epoch": 0.17205395775006363,
      "grad_norm": 6.780023097991943,
      "learning_rate": 9.322074036195769e-05,
      "loss": 1.766,
      "step": 169
    },
    {
      "epoch": 0.17307202850598116,
      "grad_norm": 8.207006454467773,
      "learning_rate": 9.313976455625315e-05,
      "loss": 1.937,
      "step": 170
    },
    {
      "epoch": 0.1740900992618987,
      "grad_norm": 10.892253875732422,
      "learning_rate": 9.305834360766695e-05,
      "loss": 2.6682,
      "step": 171
    },
    {
      "epoch": 0.17510817001781623,
      "grad_norm": 8.318902015686035,
      "learning_rate": 9.297647835635102e-05,
      "loss": 2.0102,
      "step": 172
    },
    {
      "epoch": 0.17612624077373376,
      "grad_norm": 7.727786540985107,
      "learning_rate": 9.289416964704185e-05,
      "loss": 1.9714,
      "step": 173
    },
    {
      "epoch": 0.17714431152965132,
      "grad_norm": 9.250336647033691,
      "learning_rate": 9.281141832905185e-05,
      "loss": 2.3855,
      "step": 174
    },
    {
      "epoch": 0.17816238228556885,
      "grad_norm": 7.347965717315674,
      "learning_rate": 9.272822525626046e-05,
      "loss": 1.8475,
      "step": 175
    },
    {
      "epoch": 0.1791804530414864,
      "grad_norm": 7.1732354164123535,
      "learning_rate": 9.26445912871055e-05,
      "loss": 1.9938,
      "step": 176
    },
    {
      "epoch": 0.18019852379740392,
      "grad_norm": 11.556361198425293,
      "learning_rate": 9.25605172845742e-05,
      "loss": 3.3699,
      "step": 177
    },
    {
      "epoch": 0.18121659455332145,
      "grad_norm": 9.626664161682129,
      "learning_rate": 9.247600411619434e-05,
      "loss": 2.7054,
      "step": 178
    },
    {
      "epoch": 0.18223466530923899,
      "grad_norm": 7.422823429107666,
      "learning_rate": 9.239105265402525e-05,
      "loss": 2.3665,
      "step": 179
    },
    {
      "epoch": 0.18325273606515652,
      "grad_norm": 8.812822341918945,
      "learning_rate": 9.23056637746489e-05,
      "loss": 2.4336,
      "step": 180
    },
    {
      "epoch": 0.18427080682107405,
      "grad_norm": 12.493931770324707,
      "learning_rate": 9.221983835916074e-05,
      "loss": 2.4446,
      "step": 181
    },
    {
      "epoch": 0.1852888775769916,
      "grad_norm": 9.533077239990234,
      "learning_rate": 9.213357729316076e-05,
      "loss": 2.5195,
      "step": 182
    },
    {
      "epoch": 0.18630694833290914,
      "grad_norm": 7.195649147033691,
      "learning_rate": 9.204688146674418e-05,
      "loss": 1.5695,
      "step": 183
    },
    {
      "epoch": 0.18732501908882668,
      "grad_norm": 10.850951194763184,
      "learning_rate": 9.195975177449238e-05,
      "loss": 3.3308,
      "step": 184
    },
    {
      "epoch": 0.1883430898447442,
      "grad_norm": 9.36767578125,
      "learning_rate": 9.187218911546362e-05,
      "loss": 2.8146,
      "step": 185
    },
    {
      "epoch": 0.18936116060066174,
      "grad_norm": 14.791803359985352,
      "learning_rate": 9.178419439318382e-05,
      "loss": 3.5093,
      "step": 186
    },
    {
      "epoch": 0.19037923135657928,
      "grad_norm": 10.107565879821777,
      "learning_rate": 9.169576851563715e-05,
      "loss": 2.4756,
      "step": 187
    },
    {
      "epoch": 0.1913973021124968,
      "grad_norm": 8.8936128616333,
      "learning_rate": 9.160691239525674e-05,
      "loss": 2.4272,
      "step": 188
    },
    {
      "epoch": 0.19241537286841434,
      "grad_norm": 8.861714363098145,
      "learning_rate": 9.151762694891521e-05,
      "loss": 2.1092,
      "step": 189
    },
    {
      "epoch": 0.1934334436243319,
      "grad_norm": 9.74419116973877,
      "learning_rate": 9.142791309791528e-05,
      "loss": 3.1339,
      "step": 190
    },
    {
      "epoch": 0.19445151438024944,
      "grad_norm": 10.207488059997559,
      "learning_rate": 9.133777176798013e-05,
      "loss": 2.5119,
      "step": 191
    },
    {
      "epoch": 0.19546958513616697,
      "grad_norm": 9.463604927062988,
      "learning_rate": 9.124720388924403e-05,
      "loss": 2.669,
      "step": 192
    },
    {
      "epoch": 0.1964876558920845,
      "grad_norm": 11.191435813903809,
      "learning_rate": 9.115621039624256e-05,
      "loss": 3.134,
      "step": 193
    },
    {
      "epoch": 0.19750572664800203,
      "grad_norm": 8.744293212890625,
      "learning_rate": 9.10647922279031e-05,
      "loss": 2.8205,
      "step": 194
    },
    {
      "epoch": 0.19852379740391957,
      "grad_norm": 9.338461875915527,
      "learning_rate": 9.09729503275351e-05,
      "loss": 2.2502,
      "step": 195
    },
    {
      "epoch": 0.1995418681598371,
      "grad_norm": 8.457433700561523,
      "learning_rate": 9.088068564282031e-05,
      "loss": 2.1407,
      "step": 196
    },
    {
      "epoch": 0.20055993891575463,
      "grad_norm": 11.790545463562012,
      "learning_rate": 9.078799912580304e-05,
      "loss": 3.0246,
      "step": 197
    },
    {
      "epoch": 0.2015780096716722,
      "grad_norm": 10.485797882080078,
      "learning_rate": 9.069489173288038e-05,
      "loss": 2.7989,
      "step": 198
    },
    {
      "epoch": 0.20259608042758973,
      "grad_norm": 10.064512252807617,
      "learning_rate": 9.060136442479215e-05,
      "loss": 2.3104,
      "step": 199
    },
    {
      "epoch": 0.20361415118350726,
      "grad_norm": 11.273386001586914,
      "learning_rate": 9.050741816661128e-05,
      "loss": 2.1308,
      "step": 200
    },
    {
      "epoch": 0.2046322219394248,
      "grad_norm": 7.872629642486572,
      "learning_rate": 9.041305392773354e-05,
      "loss": 3.2454,
      "step": 201
    },
    {
      "epoch": 0.20565029269534232,
      "grad_norm": 10.097418785095215,
      "learning_rate": 9.031827268186779e-05,
      "loss": 3.8778,
      "step": 202
    },
    {
      "epoch": 0.20666836345125986,
      "grad_norm": 9.544397354125977,
      "learning_rate": 9.022307540702576e-05,
      "loss": 3.5354,
      "step": 203
    },
    {
      "epoch": 0.2076864342071774,
      "grad_norm": 13.447309494018555,
      "learning_rate": 9.012746308551208e-05,
      "loss": 5.3594,
      "step": 204
    },
    {
      "epoch": 0.20870450496309492,
      "grad_norm": 12.501740455627441,
      "learning_rate": 9.003143670391403e-05,
      "loss": 3.5315,
      "step": 205
    },
    {
      "epoch": 0.20972257571901248,
      "grad_norm": 13.571687698364258,
      "learning_rate": 8.993499725309148e-05,
      "loss": 4.0421,
      "step": 206
    },
    {
      "epoch": 0.21074064647493002,
      "grad_norm": 14.879913330078125,
      "learning_rate": 8.983814572816656e-05,
      "loss": 4.1594,
      "step": 207
    },
    {
      "epoch": 0.21175871723084755,
      "grad_norm": 17.623329162597656,
      "learning_rate": 8.974088312851345e-05,
      "loss": 4.9946,
      "step": 208
    },
    {
      "epoch": 0.21277678798676508,
      "grad_norm": 6.669205665588379,
      "learning_rate": 8.964321045774807e-05,
      "loss": 1.5305,
      "step": 209
    },
    {
      "epoch": 0.21379485874268261,
      "grad_norm": 9.656936645507812,
      "learning_rate": 8.954512872371769e-05,
      "loss": 2.7299,
      "step": 210
    },
    {
      "epoch": 0.21481292949860015,
      "grad_norm": 7.008784770965576,
      "learning_rate": 8.944663893849052e-05,
      "loss": 1.4462,
      "step": 211
    },
    {
      "epoch": 0.21583100025451768,
      "grad_norm": 6.301548004150391,
      "learning_rate": 8.934774211834538e-05,
      "loss": 1.4093,
      "step": 212
    },
    {
      "epoch": 0.2168490710104352,
      "grad_norm": 7.544199466705322,
      "learning_rate": 8.924843928376104e-05,
      "loss": 1.6221,
      "step": 213
    },
    {
      "epoch": 0.21786714176635277,
      "grad_norm": 9.308175086975098,
      "learning_rate": 8.914873145940584e-05,
      "loss": 2.1724,
      "step": 214
    },
    {
      "epoch": 0.2188852125222703,
      "grad_norm": 8.202116012573242,
      "learning_rate": 8.904861967412703e-05,
      "loss": 1.7294,
      "step": 215
    },
    {
      "epoch": 0.21990328327818784,
      "grad_norm": 9.309891700744629,
      "learning_rate": 8.894810496094016e-05,
      "loss": 2.1319,
      "step": 216
    },
    {
      "epoch": 0.22092135403410537,
      "grad_norm": 7.8817925453186035,
      "learning_rate": 8.884718835701848e-05,
      "loss": 2.0479,
      "step": 217
    },
    {
      "epoch": 0.2219394247900229,
      "grad_norm": 7.9436116218566895,
      "learning_rate": 8.874587090368221e-05,
      "loss": 1.9141,
      "step": 218
    },
    {
      "epoch": 0.22295749554594044,
      "grad_norm": 9.188081741333008,
      "learning_rate": 8.86441536463877e-05,
      "loss": 2.5944,
      "step": 219
    },
    {
      "epoch": 0.22397556630185797,
      "grad_norm": 9.442697525024414,
      "learning_rate": 8.85420376347168e-05,
      "loss": 2.616,
      "step": 220
    },
    {
      "epoch": 0.2249936370577755,
      "grad_norm": 7.059047222137451,
      "learning_rate": 8.843952392236594e-05,
      "loss": 1.8199,
      "step": 221
    },
    {
      "epoch": 0.22601170781369306,
      "grad_norm": 9.448399543762207,
      "learning_rate": 8.833661356713528e-05,
      "loss": 2.2707,
      "step": 222
    },
    {
      "epoch": 0.2270297785696106,
      "grad_norm": 7.232347011566162,
      "learning_rate": 8.823330763091775e-05,
      "loss": 2.2834,
      "step": 223
    },
    {
      "epoch": 0.22804784932552813,
      "grad_norm": 7.126833438873291,
      "learning_rate": 8.812960717968818e-05,
      "loss": 2.2613,
      "step": 224
    },
    {
      "epoch": 0.22906592008144566,
      "grad_norm": 7.250087261199951,
      "learning_rate": 8.802551328349222e-05,
      "loss": 2.0233,
      "step": 225
    },
    {
      "epoch": 0.2300839908373632,
      "grad_norm": 9.801566123962402,
      "learning_rate": 8.792102701643531e-05,
      "loss": 2.6283,
      "step": 226
    },
    {
      "epoch": 0.23110206159328073,
      "grad_norm": 8.86218547821045,
      "learning_rate": 8.781614945667169e-05,
      "loss": 2.7821,
      "step": 227
    },
    {
      "epoch": 0.23212013234919826,
      "grad_norm": 7.009481430053711,
      "learning_rate": 8.771088168639312e-05,
      "loss": 2.187,
      "step": 228
    },
    {
      "epoch": 0.2331382031051158,
      "grad_norm": 7.643123149871826,
      "learning_rate": 8.760522479181784e-05,
      "loss": 2.0065,
      "step": 229
    },
    {
      "epoch": 0.23415627386103335,
      "grad_norm": 6.573335647583008,
      "learning_rate": 8.749917986317928e-05,
      "loss": 1.939,
      "step": 230
    },
    {
      "epoch": 0.2351743446169509,
      "grad_norm": 9.001991271972656,
      "learning_rate": 8.73927479947149e-05,
      "loss": 2.8534,
      "step": 231
    },
    {
      "epoch": 0.23619241537286842,
      "grad_norm": 9.186355590820312,
      "learning_rate": 8.72859302846548e-05,
      "loss": 3.112,
      "step": 232
    },
    {
      "epoch": 0.23721048612878595,
      "grad_norm": 9.961040496826172,
      "learning_rate": 8.717872783521047e-05,
      "loss": 3.2593,
      "step": 233
    },
    {
      "epoch": 0.23822855688470349,
      "grad_norm": 8.34619426727295,
      "learning_rate": 8.707114175256335e-05,
      "loss": 2.2664,
      "step": 234
    },
    {
      "epoch": 0.23924662764062102,
      "grad_norm": 7.473055839538574,
      "learning_rate": 8.696317314685341e-05,
      "loss": 2.8765,
      "step": 235
    },
    {
      "epoch": 0.24026469839653855,
      "grad_norm": 6.791398048400879,
      "learning_rate": 8.685482313216783e-05,
      "loss": 2.098,
      "step": 236
    },
    {
      "epoch": 0.24128276915245608,
      "grad_norm": 9.765985488891602,
      "learning_rate": 8.674609282652934e-05,
      "loss": 3.2374,
      "step": 237
    },
    {
      "epoch": 0.24230083990837364,
      "grad_norm": 7.459610462188721,
      "learning_rate": 8.663698335188477e-05,
      "loss": 2.456,
      "step": 238
    },
    {
      "epoch": 0.24331891066429118,
      "grad_norm": 8.42564868927002,
      "learning_rate": 8.65274958340934e-05,
      "loss": 2.3464,
      "step": 239
    },
    {
      "epoch": 0.2443369814202087,
      "grad_norm": 7.114076137542725,
      "learning_rate": 8.641763140291545e-05,
      "loss": 2.1128,
      "step": 240
    },
    {
      "epoch": 0.24535505217612624,
      "grad_norm": 9.573076248168945,
      "learning_rate": 8.630739119200035e-05,
      "loss": 2.4448,
      "step": 241
    },
    {
      "epoch": 0.24637312293204378,
      "grad_norm": 7.850905895233154,
      "learning_rate": 8.619677633887509e-05,
      "loss": 2.446,
      "step": 242
    },
    {
      "epoch": 0.2473911936879613,
      "grad_norm": 9.630354881286621,
      "learning_rate": 8.608578798493236e-05,
      "loss": 2.3875,
      "step": 243
    },
    {
      "epoch": 0.24840926444387884,
      "grad_norm": 7.196229457855225,
      "learning_rate": 8.597442727541897e-05,
      "loss": 1.6186,
      "step": 244
    },
    {
      "epoch": 0.24942733519979637,
      "grad_norm": 11.08008098602295,
      "learning_rate": 8.586269535942385e-05,
      "loss": 2.839,
      "step": 245
    },
    {
      "epoch": 0.2504454059557139,
      "grad_norm": 8.258538246154785,
      "learning_rate": 8.575059338986633e-05,
      "loss": 2.2807,
      "step": 246
    },
    {
      "epoch": 0.25146347671163144,
      "grad_norm": 9.670249938964844,
      "learning_rate": 8.563812252348411e-05,
      "loss": 2.2475,
      "step": 247
    },
    {
      "epoch": 0.252481547467549,
      "grad_norm": 9.350224494934082,
      "learning_rate": 8.552528392082147e-05,
      "loss": 2.5073,
      "step": 248
    },
    {
      "epoch": 0.2534996182234665,
      "grad_norm": 9.628990173339844,
      "learning_rate": 8.541207874621718e-05,
      "loss": 2.0659,
      "step": 249
    },
    {
      "epoch": 0.2545176889793841,
      "grad_norm": 9.84993839263916,
      "learning_rate": 8.529850816779251e-05,
      "loss": 2.2365,
      "step": 250
    },
    {
      "epoch": 0.2555357597353016,
      "grad_norm": 8.845046997070312,
      "learning_rate": 8.518457335743926e-05,
      "loss": 3.1796,
      "step": 251
    },
    {
      "epoch": 0.25655383049121916,
      "grad_norm": 10.79970932006836,
      "learning_rate": 8.507027549080753e-05,
      "loss": 3.8036,
      "step": 252
    },
    {
      "epoch": 0.2575719012471367,
      "grad_norm": 8.892024993896484,
      "learning_rate": 8.495561574729369e-05,
      "loss": 2.9368,
      "step": 253
    },
    {
      "epoch": 0.2585899720030542,
      "grad_norm": 11.658991813659668,
      "learning_rate": 8.484059531002821e-05,
      "loss": 3.7456,
      "step": 254
    },
    {
      "epoch": 0.25960804275897176,
      "grad_norm": 11.338571548461914,
      "learning_rate": 8.472521536586335e-05,
      "loss": 3.9418,
      "step": 255
    },
    {
      "epoch": 0.2606261135148893,
      "grad_norm": 14.362560272216797,
      "learning_rate": 8.460947710536107e-05,
      "loss": 4.6011,
      "step": 256
    },
    {
      "epoch": 0.2616441842708068,
      "grad_norm": 13.662555694580078,
      "learning_rate": 8.449338172278059e-05,
      "loss": 5.049,
      "step": 257
    },
    {
      "epoch": 0.26266225502672436,
      "grad_norm": 15.036532402038574,
      "learning_rate": 8.437693041606618e-05,
      "loss": 4.0385,
      "step": 258
    },
    {
      "epoch": 0.2636803257826419,
      "grad_norm": 12.57422161102295,
      "learning_rate": 8.426012438683473e-05,
      "loss": 3.1101,
      "step": 259
    },
    {
      "epoch": 0.2646983965385594,
      "grad_norm": 8.874217987060547,
      "learning_rate": 8.414296484036339e-05,
      "loss": 2.3986,
      "step": 260
    },
    {
      "epoch": 0.26571646729447695,
      "grad_norm": 5.300018787384033,
      "learning_rate": 8.402545298557712e-05,
      "loss": 0.9408,
      "step": 261
    },
    {
      "epoch": 0.2667345380503945,
      "grad_norm": 6.752171039581299,
      "learning_rate": 8.390759003503623e-05,
      "loss": 1.8722,
      "step": 262
    },
    {
      "epoch": 0.267752608806312,
      "grad_norm": 7.508800029754639,
      "learning_rate": 8.378937720492384e-05,
      "loss": 1.7145,
      "step": 263
    },
    {
      "epoch": 0.26877067956222955,
      "grad_norm": 6.305329322814941,
      "learning_rate": 8.367081571503332e-05,
      "loss": 1.6567,
      "step": 264
    },
    {
      "epoch": 0.2697887503181471,
      "grad_norm": 9.371475219726562,
      "learning_rate": 8.355190678875578e-05,
      "loss": 2.4242,
      "step": 265
    },
    {
      "epoch": 0.2708068210740647,
      "grad_norm": 5.403337001800537,
      "learning_rate": 8.343265165306735e-05,
      "loss": 1.3716,
      "step": 266
    },
    {
      "epoch": 0.2718248918299822,
      "grad_norm": 8.240038871765137,
      "learning_rate": 8.331305153851658e-05,
      "loss": 2.2134,
      "step": 267
    },
    {
      "epoch": 0.27284296258589974,
      "grad_norm": 5.857060432434082,
      "learning_rate": 8.319310767921174e-05,
      "loss": 1.2823,
      "step": 268
    },
    {
      "epoch": 0.2738610333418173,
      "grad_norm": 6.11975622177124,
      "learning_rate": 8.307282131280804e-05,
      "loss": 1.7163,
      "step": 269
    },
    {
      "epoch": 0.2748791040977348,
      "grad_norm": 10.722909927368164,
      "learning_rate": 8.295219368049494e-05,
      "loss": 2.2343,
      "step": 270
    },
    {
      "epoch": 0.27589717485365234,
      "grad_norm": 6.3688507080078125,
      "learning_rate": 8.283122602698323e-05,
      "loss": 1.253,
      "step": 271
    },
    {
      "epoch": 0.27691524560956987,
      "grad_norm": 8.231119155883789,
      "learning_rate": 8.27099196004923e-05,
      "loss": 2.4005,
      "step": 272
    },
    {
      "epoch": 0.2779333163654874,
      "grad_norm": 6.623697757720947,
      "learning_rate": 8.258827565273718e-05,
      "loss": 1.5276,
      "step": 273
    },
    {
      "epoch": 0.27895138712140494,
      "grad_norm": 8.357768058776855,
      "learning_rate": 8.246629543891569e-05,
      "loss": 2.5312,
      "step": 274
    },
    {
      "epoch": 0.27996945787732247,
      "grad_norm": 7.037582874298096,
      "learning_rate": 8.23439802176954e-05,
      "loss": 2.6555,
      "step": 275
    },
    {
      "epoch": 0.28098752863324,
      "grad_norm": 8.760072708129883,
      "learning_rate": 8.222133125120076e-05,
      "loss": 2.051,
      "step": 276
    },
    {
      "epoch": 0.28200559938915754,
      "grad_norm": 10.407620429992676,
      "learning_rate": 8.209834980499995e-05,
      "loss": 2.7866,
      "step": 277
    },
    {
      "epoch": 0.28302367014507507,
      "grad_norm": 10.065641403198242,
      "learning_rate": 8.197503714809191e-05,
      "loss": 2.7393,
      "step": 278
    },
    {
      "epoch": 0.2840417409009926,
      "grad_norm": 8.072295188903809,
      "learning_rate": 8.185139455289322e-05,
      "loss": 2.1416,
      "step": 279
    },
    {
      "epoch": 0.28505981165691013,
      "grad_norm": 10.837465286254883,
      "learning_rate": 8.172742329522493e-05,
      "loss": 3.0516,
      "step": 280
    },
    {
      "epoch": 0.28607788241282767,
      "grad_norm": 8.73945426940918,
      "learning_rate": 8.160312465429952e-05,
      "loss": 2.6516,
      "step": 281
    },
    {
      "epoch": 0.28709595316874525,
      "grad_norm": 9.408519744873047,
      "learning_rate": 8.147849991270752e-05,
      "loss": 2.4367,
      "step": 282
    },
    {
      "epoch": 0.2881140239246628,
      "grad_norm": 8.221115112304688,
      "learning_rate": 8.135355035640444e-05,
      "loss": 2.4484,
      "step": 283
    },
    {
      "epoch": 0.2891320946805803,
      "grad_norm": 11.46916389465332,
      "learning_rate": 8.122827727469737e-05,
      "loss": 3.5208,
      "step": 284
    },
    {
      "epoch": 0.29015016543649785,
      "grad_norm": 8.721375465393066,
      "learning_rate": 8.110268196023179e-05,
      "loss": 2.3896,
      "step": 285
    },
    {
      "epoch": 0.2911682361924154,
      "grad_norm": 9.857149124145508,
      "learning_rate": 8.097676570897814e-05,
      "loss": 2.8248,
      "step": 286
    },
    {
      "epoch": 0.2921863069483329,
      "grad_norm": 7.732857704162598,
      "learning_rate": 8.085052982021847e-05,
      "loss": 2.0455,
      "step": 287
    },
    {
      "epoch": 0.29320437770425045,
      "grad_norm": 9.654264450073242,
      "learning_rate": 8.072397559653313e-05,
      "loss": 2.3959,
      "step": 288
    },
    {
      "epoch": 0.294222448460168,
      "grad_norm": 10.697869300842285,
      "learning_rate": 8.059710434378715e-05,
      "loss": 3.314,
      "step": 289
    },
    {
      "epoch": 0.2952405192160855,
      "grad_norm": 8.84398078918457,
      "learning_rate": 8.046991737111696e-05,
      "loss": 2.0514,
      "step": 290
    },
    {
      "epoch": 0.29625858997200305,
      "grad_norm": 7.673434257507324,
      "learning_rate": 8.034241599091665e-05,
      "loss": 2.165,
      "step": 291
    },
    {
      "epoch": 0.2972766607279206,
      "grad_norm": 10.299299240112305,
      "learning_rate": 8.021460151882471e-05,
      "loss": 3.0283,
      "step": 292
    },
    {
      "epoch": 0.2982947314838381,
      "grad_norm": 6.935961723327637,
      "learning_rate": 8.008647527371023e-05,
      "loss": 1.9187,
      "step": 293
    },
    {
      "epoch": 0.29931280223975565,
      "grad_norm": 9.410109519958496,
      "learning_rate": 7.995803857765933e-05,
      "loss": 2.4798,
      "step": 294
    },
    {
      "epoch": 0.3003308729956732,
      "grad_norm": 9.035164833068848,
      "learning_rate": 7.982929275596166e-05,
      "loss": 2.8312,
      "step": 295
    },
    {
      "epoch": 0.3013489437515907,
      "grad_norm": 8.214160919189453,
      "learning_rate": 7.970023913709652e-05,
      "loss": 2.4572,
      "step": 296
    },
    {
      "epoch": 0.30236701450750825,
      "grad_norm": 9.095396041870117,
      "learning_rate": 7.957087905271934e-05,
      "loss": 2.4834,
      "step": 297
    },
    {
      "epoch": 0.30338508526342584,
      "grad_norm": 9.806940078735352,
      "learning_rate": 7.944121383764776e-05,
      "loss": 2.6364,
      "step": 298
    },
    {
      "epoch": 0.30440315601934337,
      "grad_norm": 10.004327774047852,
      "learning_rate": 7.931124482984802e-05,
      "loss": 2.4236,
      "step": 299
    },
    {
      "epoch": 0.3054212267752609,
      "grad_norm": 12.964902877807617,
      "learning_rate": 7.918097337042105e-05,
      "loss": 2.542,
      "step": 300
    },
    {
      "epoch": 0.30643929753117843,
      "grad_norm": 7.418375015258789,
      "learning_rate": 7.905040080358868e-05,
      "loss": 2.7417,
      "step": 301
    },
    {
      "epoch": 0.30745736828709597,
      "grad_norm": 8.499213218688965,
      "learning_rate": 7.891952847667973e-05,
      "loss": 3.6269,
      "step": 302
    },
    {
      "epoch": 0.3084754390430135,
      "grad_norm": 8.255233764648438,
      "learning_rate": 7.878835774011615e-05,
      "loss": 2.7048,
      "step": 303
    },
    {
      "epoch": 0.30949350979893103,
      "grad_norm": 9.611371040344238,
      "learning_rate": 7.865688994739907e-05,
      "loss": 3.9859,
      "step": 304
    },
    {
      "epoch": 0.31051158055484857,
      "grad_norm": 9.825111389160156,
      "learning_rate": 7.85251264550948e-05,
      "loss": 3.2304,
      "step": 305
    },
    {
      "epoch": 0.3115296513107661,
      "grad_norm": 13.28979778289795,
      "learning_rate": 7.839306862282089e-05,
      "loss": 3.8321,
      "step": 306
    },
    {
      "epoch": 0.31254772206668363,
      "grad_norm": 16.412532806396484,
      "learning_rate": 7.826071781323207e-05,
      "loss": 5.4082,
      "step": 307
    },
    {
      "epoch": 0.31356579282260116,
      "grad_norm": 9.727624893188477,
      "learning_rate": 7.812807539200622e-05,
      "loss": 2.5533,
      "step": 308
    },
    {
      "epoch": 0.3145838635785187,
      "grad_norm": 8.238031387329102,
      "learning_rate": 7.799514272783014e-05,
      "loss": 2.2857,
      "step": 309
    },
    {
      "epoch": 0.31560193433443623,
      "grad_norm": 6.882323741912842,
      "learning_rate": 7.786192119238567e-05,
      "loss": 2.1371,
      "step": 310
    },
    {
      "epoch": 0.31662000509035376,
      "grad_norm": 5.3293280601501465,
      "learning_rate": 7.772841216033533e-05,
      "loss": 1.1834,
      "step": 311
    },
    {
      "epoch": 0.3176380758462713,
      "grad_norm": 5.593384265899658,
      "learning_rate": 7.759461700930823e-05,
      "loss": 1.4746,
      "step": 312
    },
    {
      "epoch": 0.31865614660218883,
      "grad_norm": 5.281317234039307,
      "learning_rate": 7.746053711988583e-05,
      "loss": 1.1387,
      "step": 313
    },
    {
      "epoch": 0.3196742173581064,
      "grad_norm": 6.735507965087891,
      "learning_rate": 7.73261738755877e-05,
      "loss": 1.9801,
      "step": 314
    },
    {
      "epoch": 0.32069228811402395,
      "grad_norm": 6.708221912384033,
      "learning_rate": 7.719152866285721e-05,
      "loss": 1.863,
      "step": 315
    },
    {
      "epoch": 0.3217103588699415,
      "grad_norm": 8.238001823425293,
      "learning_rate": 7.70566028710473e-05,
      "loss": 2.16,
      "step": 316
    },
    {
      "epoch": 0.322728429625859,
      "grad_norm": 6.396310329437256,
      "learning_rate": 7.692139789240611e-05,
      "loss": 2.1722,
      "step": 317
    },
    {
      "epoch": 0.32374650038177655,
      "grad_norm": 8.0552396774292,
      "learning_rate": 7.678591512206255e-05,
      "loss": 2.2866,
      "step": 318
    },
    {
      "epoch": 0.3247645711376941,
      "grad_norm": 5.051511287689209,
      "learning_rate": 7.665015595801197e-05,
      "loss": 1.0846,
      "step": 319
    },
    {
      "epoch": 0.3257826418936116,
      "grad_norm": 7.378931045532227,
      "learning_rate": 7.651412180110176e-05,
      "loss": 1.7923,
      "step": 320
    },
    {
      "epoch": 0.32680071264952915,
      "grad_norm": 7.6839118003845215,
      "learning_rate": 7.637781405501681e-05,
      "loss": 1.3504,
      "step": 321
    },
    {
      "epoch": 0.3278187834054467,
      "grad_norm": 7.594010829925537,
      "learning_rate": 7.624123412626512e-05,
      "loss": 2.5312,
      "step": 322
    },
    {
      "epoch": 0.3288368541613642,
      "grad_norm": 7.310485363006592,
      "learning_rate": 7.610438342416319e-05,
      "loss": 1.8773,
      "step": 323
    },
    {
      "epoch": 0.32985492491728174,
      "grad_norm": 10.614038467407227,
      "learning_rate": 7.596726336082158e-05,
      "loss": 2.8128,
      "step": 324
    },
    {
      "epoch": 0.3308729956731993,
      "grad_norm": 7.768847465515137,
      "learning_rate": 7.582987535113023e-05,
      "loss": 2.2407,
      "step": 325
    },
    {
      "epoch": 0.3318910664291168,
      "grad_norm": 9.793490409851074,
      "learning_rate": 7.569222081274395e-05,
      "loss": 2.3751,
      "step": 326
    },
    {
      "epoch": 0.33290913718503434,
      "grad_norm": 9.077165603637695,
      "learning_rate": 7.555430116606778e-05,
      "loss": 2.3227,
      "step": 327
    },
    {
      "epoch": 0.3339272079409519,
      "grad_norm": 8.083662986755371,
      "learning_rate": 7.541611783424225e-05,
      "loss": 2.4783,
      "step": 328
    },
    {
      "epoch": 0.3349452786968694,
      "grad_norm": 8.170014381408691,
      "learning_rate": 7.527767224312883e-05,
      "loss": 2.5388,
      "step": 329
    },
    {
      "epoch": 0.33596334945278694,
      "grad_norm": 7.519252777099609,
      "learning_rate": 7.513896582129508e-05,
      "loss": 2.384,
      "step": 330
    },
    {
      "epoch": 0.33698142020870453,
      "grad_norm": 9.94649887084961,
      "learning_rate": 7.500000000000001e-05,
      "loss": 2.7797,
      "step": 331
    },
    {
      "epoch": 0.33799949096462206,
      "grad_norm": 8.595416069030762,
      "learning_rate": 7.486077621317926e-05,
      "loss": 2.7035,
      "step": 332
    },
    {
      "epoch": 0.3390175617205396,
      "grad_norm": 7.753424644470215,
      "learning_rate": 7.472129589743033e-05,
      "loss": 2.0287,
      "step": 333
    },
    {
      "epoch": 0.34003563247645713,
      "grad_norm": 9.271249771118164,
      "learning_rate": 7.458156049199775e-05,
      "loss": 2.1601,
      "step": 334
    },
    {
      "epoch": 0.34105370323237466,
      "grad_norm": 8.564419746398926,
      "learning_rate": 7.44415714387582e-05,
      "loss": 2.9013,
      "step": 335
    },
    {
      "epoch": 0.3420717739882922,
      "grad_norm": 8.431052207946777,
      "learning_rate": 7.430133018220567e-05,
      "loss": 2.4643,
      "step": 336
    },
    {
      "epoch": 0.3430898447442097,
      "grad_norm": 6.7154436111450195,
      "learning_rate": 7.416083816943653e-05,
      "loss": 2.271,
      "step": 337
    },
    {
      "epoch": 0.34410791550012726,
      "grad_norm": 9.483381271362305,
      "learning_rate": 7.402009685013463e-05,
      "loss": 2.489,
      "step": 338
    },
    {
      "epoch": 0.3451259862560448,
      "grad_norm": 7.885382175445557,
      "learning_rate": 7.38791076765563e-05,
      "loss": 3.1875,
      "step": 339
    },
    {
      "epoch": 0.3461440570119623,
      "grad_norm": 7.622438430786133,
      "learning_rate": 7.373787210351541e-05,
      "loss": 2.0865,
      "step": 340
    },
    {
      "epoch": 0.34716212776787986,
      "grad_norm": 7.785037517547607,
      "learning_rate": 7.359639158836828e-05,
      "loss": 2.0806,
      "step": 341
    },
    {
      "epoch": 0.3481801985237974,
      "grad_norm": 7.861757755279541,
      "learning_rate": 7.345466759099875e-05,
      "loss": 2.4029,
      "step": 342
    },
    {
      "epoch": 0.3491982692797149,
      "grad_norm": 8.165399551391602,
      "learning_rate": 7.331270157380303e-05,
      "loss": 2.1438,
      "step": 343
    },
    {
      "epoch": 0.35021634003563246,
      "grad_norm": 8.010607719421387,
      "learning_rate": 7.317049500167465e-05,
      "loss": 1.8633,
      "step": 344
    },
    {
      "epoch": 0.35123441079155,
      "grad_norm": 8.535947799682617,
      "learning_rate": 7.302804934198936e-05,
      "loss": 2.2122,
      "step": 345
    },
    {
      "epoch": 0.3522524815474675,
      "grad_norm": 8.71279239654541,
      "learning_rate": 7.28853660645899e-05,
      "loss": 2.4223,
      "step": 346
    },
    {
      "epoch": 0.3532705523033851,
      "grad_norm": 9.44794750213623,
      "learning_rate": 7.274244664177097e-05,
      "loss": 2.5881,
      "step": 347
    },
    {
      "epoch": 0.35428862305930264,
      "grad_norm": 10.474303245544434,
      "learning_rate": 7.259929254826392e-05,
      "loss": 1.9121,
      "step": 348
    },
    {
      "epoch": 0.3553066938152202,
      "grad_norm": 9.976726531982422,
      "learning_rate": 7.245590526122159e-05,
      "loss": 2.3289,
      "step": 349
    },
    {
      "epoch": 0.3563247645711377,
      "grad_norm": 10.359407424926758,
      "learning_rate": 7.231228626020304e-05,
      "loss": 2.0781,
      "step": 350
    },
    {
      "epoch": 0.35734283532705524,
      "grad_norm": 10.392163276672363,
      "learning_rate": 7.216843702715831e-05,
      "loss": 4.3803,
      "step": 351
    },
    {
      "epoch": 0.3583609060829728,
      "grad_norm": 8.603669166564941,
      "learning_rate": 7.202435904641315e-05,
      "loss": 3.3045,
      "step": 352
    },
    {
      "epoch": 0.3593789768388903,
      "grad_norm": 11.44635009765625,
      "learning_rate": 7.188005380465364e-05,
      "loss": 5.3026,
      "step": 353
    },
    {
      "epoch": 0.36039704759480784,
      "grad_norm": 11.560089111328125,
      "learning_rate": 7.173552279091087e-05,
      "loss": 4.0946,
      "step": 354
    },
    {
      "epoch": 0.3614151183507254,
      "grad_norm": 12.211684226989746,
      "learning_rate": 7.159076749654559e-05,
      "loss": 3.7029,
      "step": 355
    },
    {
      "epoch": 0.3624331891066429,
      "grad_norm": 13.772133827209473,
      "learning_rate": 7.144578941523284e-05,
      "loss": 4.3069,
      "step": 356
    },
    {
      "epoch": 0.36345125986256044,
      "grad_norm": 11.917257308959961,
      "learning_rate": 7.130059004294647e-05,
      "loss": 3.3222,
      "step": 357
    },
    {
      "epoch": 0.36446933061847797,
      "grad_norm": 15.86817741394043,
      "learning_rate": 7.115517087794381e-05,
      "loss": 3.5182,
      "step": 358
    },
    {
      "epoch": 0.3654874013743955,
      "grad_norm": 6.566526412963867,
      "learning_rate": 7.10095334207501e-05,
      "loss": 1.7594,
      "step": 359
    },
    {
      "epoch": 0.36650547213031304,
      "grad_norm": 6.9844560623168945,
      "learning_rate": 7.086367917414306e-05,
      "loss": 1.6552,
      "step": 360
    },
    {
      "epoch": 0.36752354288623057,
      "grad_norm": 9.259458541870117,
      "learning_rate": 7.07176096431374e-05,
      "loss": 2.2072,
      "step": 361
    },
    {
      "epoch": 0.3685416136421481,
      "grad_norm": 8.759178161621094,
      "learning_rate": 7.057132633496923e-05,
      "loss": 1.7327,
      "step": 362
    },
    {
      "epoch": 0.3695596843980657,
      "grad_norm": 7.46987247467041,
      "learning_rate": 7.042483075908062e-05,
      "loss": 1.6727,
      "step": 363
    },
    {
      "epoch": 0.3705777551539832,
      "grad_norm": 7.011016368865967,
      "learning_rate": 7.027812442710385e-05,
      "loss": 1.643,
      "step": 364
    },
    {
      "epoch": 0.37159582590990076,
      "grad_norm": 8.475665092468262,
      "learning_rate": 7.013120885284598e-05,
      "loss": 2.4295,
      "step": 365
    },
    {
      "epoch": 0.3726138966658183,
      "grad_norm": 5.769803047180176,
      "learning_rate": 6.998408555227314e-05,
      "loss": 1.3708,
      "step": 366
    },
    {
      "epoch": 0.3736319674217358,
      "grad_norm": 6.653828144073486,
      "learning_rate": 6.983675604349493e-05,
      "loss": 2.111,
      "step": 367
    },
    {
      "epoch": 0.37465003817765336,
      "grad_norm": 8.172953605651855,
      "learning_rate": 6.968922184674867e-05,
      "loss": 2.3177,
      "step": 368
    },
    {
      "epoch": 0.3756681089335709,
      "grad_norm": 6.391868591308594,
      "learning_rate": 6.954148448438389e-05,
      "loss": 1.2711,
      "step": 369
    },
    {
      "epoch": 0.3766861796894884,
      "grad_norm": 8.03226375579834,
      "learning_rate": 6.93935454808464e-05,
      "loss": 1.7306,
      "step": 370
    },
    {
      "epoch": 0.37770425044540595,
      "grad_norm": 5.273244857788086,
      "learning_rate": 6.924540636266272e-05,
      "loss": 1.3542,
      "step": 371
    },
    {
      "epoch": 0.3787223212013235,
      "grad_norm": 9.628256797790527,
      "learning_rate": 6.909706865842429e-05,
      "loss": 2.7357,
      "step": 372
    },
    {
      "epoch": 0.379740391957241,
      "grad_norm": 11.36279582977295,
      "learning_rate": 6.894853389877163e-05,
      "loss": 2.2367,
      "step": 373
    },
    {
      "epoch": 0.38075846271315855,
      "grad_norm": 8.72659969329834,
      "learning_rate": 6.879980361637866e-05,
      "loss": 2.2005,
      "step": 374
    },
    {
      "epoch": 0.3817765334690761,
      "grad_norm": 7.1913042068481445,
      "learning_rate": 6.86508793459368e-05,
      "loss": 2.1034,
      "step": 375
    },
    {
      "epoch": 0.3827946042249936,
      "grad_norm": 8.96323299407959,
      "learning_rate": 6.850176262413912e-05,
      "loss": 2.8465,
      "step": 376
    },
    {
      "epoch": 0.38381267498091115,
      "grad_norm": 6.918330192565918,
      "learning_rate": 6.835245498966461e-05,
      "loss": 1.8181,
      "step": 377
    },
    {
      "epoch": 0.3848307457368287,
      "grad_norm": 9.063780784606934,
      "learning_rate": 6.820295798316214e-05,
      "loss": 2.4932,
      "step": 378
    },
    {
      "epoch": 0.38584881649274627,
      "grad_norm": 13.343623161315918,
      "learning_rate": 6.805327314723468e-05,
      "loss": 3.0215,
      "step": 379
    },
    {
      "epoch": 0.3868668872486638,
      "grad_norm": 7.741687774658203,
      "learning_rate": 6.790340202642332e-05,
      "loss": 2.1827,
      "step": 380
    },
    {
      "epoch": 0.38788495800458134,
      "grad_norm": 5.362514495849609,
      "learning_rate": 6.775334616719136e-05,
      "loss": 1.7059,
      "step": 381
    },
    {
      "epoch": 0.38890302876049887,
      "grad_norm": 10.59506893157959,
      "learning_rate": 6.760310711790832e-05,
      "loss": 2.6664,
      "step": 382
    },
    {
      "epoch": 0.3899210995164164,
      "grad_norm": 9.036832809448242,
      "learning_rate": 6.745268642883404e-05,
      "loss": 2.5482,
      "step": 383
    },
    {
      "epoch": 0.39093917027233394,
      "grad_norm": 7.859615802764893,
      "learning_rate": 6.73020856521026e-05,
      "loss": 2.1062,
      "step": 384
    },
    {
      "epoch": 0.39195724102825147,
      "grad_norm": 9.639580726623535,
      "learning_rate": 6.715130634170635e-05,
      "loss": 3.0521,
      "step": 385
    },
    {
      "epoch": 0.392975311784169,
      "grad_norm": 8.098716735839844,
      "learning_rate": 6.700035005347983e-05,
      "loss": 2.6295,
      "step": 386
    },
    {
      "epoch": 0.39399338254008653,
      "grad_norm": 11.05691146850586,
      "learning_rate": 6.684921834508379e-05,
      "loss": 2.6122,
      "step": 387
    },
    {
      "epoch": 0.39501145329600407,
      "grad_norm": 9.071178436279297,
      "learning_rate": 6.669791277598904e-05,
      "loss": 2.3797,
      "step": 388
    },
    {
      "epoch": 0.3960295240519216,
      "grad_norm": 9.826159477233887,
      "learning_rate": 6.654643490746042e-05,
      "loss": 2.4635,
      "step": 389
    },
    {
      "epoch": 0.39704759480783913,
      "grad_norm": 7.310181140899658,
      "learning_rate": 6.639478630254064e-05,
      "loss": 2.06,
      "step": 390
    },
    {
      "epoch": 0.39806566556375667,
      "grad_norm": 9.507575035095215,
      "learning_rate": 6.624296852603419e-05,
      "loss": 2.9877,
      "step": 391
    },
    {
      "epoch": 0.3990837363196742,
      "grad_norm": 7.882664680480957,
      "learning_rate": 6.609098314449116e-05,
      "loss": 2.1182,
      "step": 392
    },
    {
      "epoch": 0.40010180707559173,
      "grad_norm": 9.889808654785156,
      "learning_rate": 6.593883172619111e-05,
      "loss": 3.1559,
      "step": 393
    },
    {
      "epoch": 0.40111987783150926,
      "grad_norm": 9.180678367614746,
      "learning_rate": 6.578651584112686e-05,
      "loss": 2.6704,
      "step": 394
    },
    {
      "epoch": 0.40213794858742685,
      "grad_norm": 8.127158164978027,
      "learning_rate": 6.563403706098833e-05,
      "loss": 2.1218,
      "step": 395
    },
    {
      "epoch": 0.4031560193433444,
      "grad_norm": 9.298659324645996,
      "learning_rate": 6.548139695914622e-05,
      "loss": 3.3196,
      "step": 396
    },
    {
      "epoch": 0.4041740900992619,
      "grad_norm": 7.540867328643799,
      "learning_rate": 6.532859711063594e-05,
      "loss": 1.9205,
      "step": 397
    },
    {
      "epoch": 0.40519216085517945,
      "grad_norm": 8.0338716506958,
      "learning_rate": 6.51756390921412e-05,
      "loss": 2.2858,
      "step": 398
    },
    {
      "epoch": 0.406210231611097,
      "grad_norm": 8.012909889221191,
      "learning_rate": 6.502252448197782e-05,
      "loss": 2.3761,
      "step": 399
    },
    {
      "epoch": 0.4072283023670145,
      "grad_norm": 7.803510665893555,
      "learning_rate": 6.486925486007742e-05,
      "loss": 2.0418,
      "step": 400
    },
    {
      "epoch": 0.40824637312293205,
      "grad_norm": 6.121700286865234,
      "learning_rate": 6.471583180797121e-05,
      "loss": 2.1481,
      "step": 401
    },
    {
      "epoch": 0.4092644438788496,
      "grad_norm": 8.690316200256348,
      "learning_rate": 6.456225690877344e-05,
      "loss": 3.0496,
      "step": 402
    },
    {
      "epoch": 0.4102825146347671,
      "grad_norm": 8.961786270141602,
      "learning_rate": 6.440853174716534e-05,
      "loss": 3.4188,
      "step": 403
    },
    {
      "epoch": 0.41130058539068465,
      "grad_norm": 9.848220825195312,
      "learning_rate": 6.425465790937861e-05,
      "loss": 3.948,
      "step": 404
    },
    {
      "epoch": 0.4123186561466022,
      "grad_norm": 11.758772850036621,
      "learning_rate": 6.410063698317901e-05,
      "loss": 4.4288,
      "step": 405
    },
    {
      "epoch": 0.4133367269025197,
      "grad_norm": 10.132964134216309,
      "learning_rate": 6.394647055785017e-05,
      "loss": 3.4126,
      "step": 406
    },
    {
      "epoch": 0.41435479765843725,
      "grad_norm": 9.949785232543945,
      "learning_rate": 6.379216022417696e-05,
      "loss": 2.584,
      "step": 407
    },
    {
      "epoch": 0.4153728684143548,
      "grad_norm": 13.347235679626465,
      "learning_rate": 6.363770757442927e-05,
      "loss": 2.8766,
      "step": 408
    },
    {
      "epoch": 0.4163909391702723,
      "grad_norm": 7.714400768280029,
      "learning_rate": 6.348311420234542e-05,
      "loss": 2.4595,
      "step": 409
    },
    {
      "epoch": 0.41740900992618984,
      "grad_norm": 5.146259307861328,
      "learning_rate": 6.332838170311585e-05,
      "loss": 1.4562,
      "step": 410
    },
    {
      "epoch": 0.41842708068210743,
      "grad_norm": 5.76894474029541,
      "learning_rate": 6.31735116733666e-05,
      "loss": 1.3719,
      "step": 411
    },
    {
      "epoch": 0.41944515143802497,
      "grad_norm": 5.680314540863037,
      "learning_rate": 6.301850571114281e-05,
      "loss": 1.173,
      "step": 412
    },
    {
      "epoch": 0.4204632221939425,
      "grad_norm": 8.60592269897461,
      "learning_rate": 6.286336541589224e-05,
      "loss": 2.2157,
      "step": 413
    },
    {
      "epoch": 0.42148129294986003,
      "grad_norm": 6.760054588317871,
      "learning_rate": 6.27080923884488e-05,
      "loss": 1.6651,
      "step": 414
    },
    {
      "epoch": 0.42249936370577756,
      "grad_norm": 6.813849925994873,
      "learning_rate": 6.255268823101605e-05,
      "loss": 1.6109,
      "step": 415
    },
    {
      "epoch": 0.4235174344616951,
      "grad_norm": 7.729984760284424,
      "learning_rate": 6.239715454715054e-05,
      "loss": 2.0043,
      "step": 416
    },
    {
      "epoch": 0.42453550521761263,
      "grad_norm": 6.723374366760254,
      "learning_rate": 6.224149294174548e-05,
      "loss": 1.7516,
      "step": 417
    },
    {
      "epoch": 0.42555357597353016,
      "grad_norm": 7.92853307723999,
      "learning_rate": 6.208570502101393e-05,
      "loss": 2.0667,
      "step": 418
    },
    {
      "epoch": 0.4265716467294477,
      "grad_norm": 8.561442375183105,
      "learning_rate": 6.192979239247243e-05,
      "loss": 2.3514,
      "step": 419
    },
    {
      "epoch": 0.42758971748536523,
      "grad_norm": 6.065650463104248,
      "learning_rate": 6.177375666492431e-05,
      "loss": 1.6079,
      "step": 420
    },
    {
      "epoch": 0.42860778824128276,
      "grad_norm": 7.547060489654541,
      "learning_rate": 6.161759944844308e-05,
      "loss": 1.6165,
      "step": 421
    },
    {
      "epoch": 0.4296258589972003,
      "grad_norm": 7.750328540802002,
      "learning_rate": 6.146132235435591e-05,
      "loss": 2.6017,
      "step": 422
    },
    {
      "epoch": 0.4306439297531178,
      "grad_norm": 8.826605796813965,
      "learning_rate": 6.13049269952269e-05,
      "loss": 2.8712,
      "step": 423
    },
    {
      "epoch": 0.43166200050903536,
      "grad_norm": 9.169108390808105,
      "learning_rate": 6.114841498484048e-05,
      "loss": 3.1703,
      "step": 424
    },
    {
      "epoch": 0.4326800712649529,
      "grad_norm": 10.452327728271484,
      "learning_rate": 6.0991787938184784e-05,
      "loss": 2.8737,
      "step": 425
    },
    {
      "epoch": 0.4336981420208704,
      "grad_norm": 6.921334743499756,
      "learning_rate": 6.0835047471434955e-05,
      "loss": 2.1521,
      "step": 426
    },
    {
      "epoch": 0.434716212776788,
      "grad_norm": 7.088666915893555,
      "learning_rate": 6.067819520193645e-05,
      "loss": 1.833,
      "step": 427
    },
    {
      "epoch": 0.43573428353270555,
      "grad_norm": 7.354036331176758,
      "learning_rate": 6.052123274818842e-05,
      "loss": 2.0779,
      "step": 428
    },
    {
      "epoch": 0.4367523542886231,
      "grad_norm": 6.732209205627441,
      "learning_rate": 6.0364161729826905e-05,
      "loss": 1.8935,
      "step": 429
    },
    {
      "epoch": 0.4377704250445406,
      "grad_norm": 7.724286079406738,
      "learning_rate": 6.020698376760824e-05,
      "loss": 2.334,
      "step": 430
    },
    {
      "epoch": 0.43878849580045814,
      "grad_norm": 7.147849082946777,
      "learning_rate": 6.004970048339226e-05,
      "loss": 1.9002,
      "step": 431
    },
    {
      "epoch": 0.4398065665563757,
      "grad_norm": 10.327398300170898,
      "learning_rate": 5.989231350012554e-05,
      "loss": 3.3501,
      "step": 432
    },
    {
      "epoch": 0.4408246373122932,
      "grad_norm": 8.666500091552734,
      "learning_rate": 5.973482444182475e-05,
      "loss": 2.4769,
      "step": 433
    },
    {
      "epoch": 0.44184270806821074,
      "grad_norm": 10.457250595092773,
      "learning_rate": 5.9577234933559764e-05,
      "loss": 3.03,
      "step": 434
    },
    {
      "epoch": 0.4428607788241283,
      "grad_norm": 11.054841995239258,
      "learning_rate": 5.941954660143703e-05,
      "loss": 2.6938,
      "step": 435
    },
    {
      "epoch": 0.4438788495800458,
      "grad_norm": 8.820106506347656,
      "learning_rate": 5.9261761072582655e-05,
      "loss": 2.6282,
      "step": 436
    },
    {
      "epoch": 0.44489692033596334,
      "grad_norm": 9.201048851013184,
      "learning_rate": 5.910387997512573e-05,
      "loss": 3.0258,
      "step": 437
    },
    {
      "epoch": 0.4459149910918809,
      "grad_norm": 8.373756408691406,
      "learning_rate": 5.8945904938181484e-05,
      "loss": 2.0512,
      "step": 438
    },
    {
      "epoch": 0.4469330618477984,
      "grad_norm": 7.493674278259277,
      "learning_rate": 5.878783759183442e-05,
      "loss": 2.3767,
      "step": 439
    },
    {
      "epoch": 0.44795113260371594,
      "grad_norm": 8.552105903625488,
      "learning_rate": 5.86296795671216e-05,
      "loss": 2.4706,
      "step": 440
    },
    {
      "epoch": 0.4489692033596335,
      "grad_norm": 7.708653450012207,
      "learning_rate": 5.847143249601574e-05,
      "loss": 2.2514,
      "step": 441
    },
    {
      "epoch": 0.449987274115551,
      "grad_norm": 9.070602416992188,
      "learning_rate": 5.8313098011408406e-05,
      "loss": 2.322,
      "step": 442
    },
    {
      "epoch": 0.4510053448714686,
      "grad_norm": 7.668588638305664,
      "learning_rate": 5.8154677747093134e-05,
      "loss": 1.8555,
      "step": 443
    },
    {
      "epoch": 0.4520234156273861,
      "grad_norm": 9.315807342529297,
      "learning_rate": 5.7996173337748606e-05,
      "loss": 2.1384,
      "step": 444
    },
    {
      "epoch": 0.45304148638330366,
      "grad_norm": 10.211068153381348,
      "learning_rate": 5.783758641892172e-05,
      "loss": 2.8774,
      "step": 445
    },
    {
      "epoch": 0.4540595571392212,
      "grad_norm": 9.461262702941895,
      "learning_rate": 5.767891862701082e-05,
      "loss": 2.5156,
      "step": 446
    },
    {
      "epoch": 0.4550776278951387,
      "grad_norm": 9.720065116882324,
      "learning_rate": 5.7520171599248704e-05,
      "loss": 2.6157,
      "step": 447
    },
    {
      "epoch": 0.45609569865105626,
      "grad_norm": 8.700965881347656,
      "learning_rate": 5.7361346973685794e-05,
      "loss": 2.2904,
      "step": 448
    },
    {
      "epoch": 0.4571137694069738,
      "grad_norm": 7.846927642822266,
      "learning_rate": 5.7202446389173223e-05,
      "loss": 1.968,
      "step": 449
    },
    {
      "epoch": 0.4581318401628913,
      "grad_norm": 11.256888389587402,
      "learning_rate": 5.704347148534589e-05,
      "loss": 2.0931,
      "step": 450
    },
    {
      "epoch": 0.45914991091880886,
      "grad_norm": 8.149317741394043,
      "learning_rate": 5.688442390260559e-05,
      "loss": 3.8319,
      "step": 451
    },
    {
      "epoch": 0.4601679816747264,
      "grad_norm": 10.932345390319824,
      "learning_rate": 5.672530528210405e-05,
      "loss": 3.0198,
      "step": 452
    },
    {
      "epoch": 0.4611860524306439,
      "grad_norm": 9.099678993225098,
      "learning_rate": 5.6566117265726006e-05,
      "loss": 3.3294,
      "step": 453
    },
    {
      "epoch": 0.46220412318656146,
      "grad_norm": 11.72851848602295,
      "learning_rate": 5.640686149607228e-05,
      "loss": 4.2732,
      "step": 454
    },
    {
      "epoch": 0.463222193942479,
      "grad_norm": 11.902469635009766,
      "learning_rate": 5.624753961644281e-05,
      "loss": 3.6108,
      "step": 455
    },
    {
      "epoch": 0.4642402646983965,
      "grad_norm": 10.879993438720703,
      "learning_rate": 5.608815327081969e-05,
      "loss": 2.6874,
      "step": 456
    },
    {
      "epoch": 0.46525833545431405,
      "grad_norm": 14.943718910217285,
      "learning_rate": 5.5928704103850206e-05,
      "loss": 4.6303,
      "step": 457
    },
    {
      "epoch": 0.4662764062102316,
      "grad_norm": 10.216432571411133,
      "learning_rate": 5.57691937608299e-05,
      "loss": 2.4846,
      "step": 458
    },
    {
      "epoch": 0.4672944769661492,
      "grad_norm": 8.506292343139648,
      "learning_rate": 5.5609623887685535e-05,
      "loss": 2.476,
      "step": 459
    },
    {
      "epoch": 0.4683125477220667,
      "grad_norm": 8.514628410339355,
      "learning_rate": 5.544999613095818e-05,
      "loss": 2.377,
      "step": 460
    },
    {
      "epoch": 0.46933061847798424,
      "grad_norm": 5.901019096374512,
      "learning_rate": 5.5290312137786146e-05,
      "loss": 1.5461,
      "step": 461
    },
    {
      "epoch": 0.4703486892339018,
      "grad_norm": 5.75610876083374,
      "learning_rate": 5.513057355588804e-05,
      "loss": 1.4872,
      "step": 462
    },
    {
      "epoch": 0.4713667599898193,
      "grad_norm": 5.7381272315979,
      "learning_rate": 5.4970782033545774e-05,
      "loss": 1.4357,
      "step": 463
    },
    {
      "epoch": 0.47238483074573684,
      "grad_norm": 7.901957035064697,
      "learning_rate": 5.4810939219587485e-05,
      "loss": 1.8938,
      "step": 464
    },
    {
      "epoch": 0.47340290150165437,
      "grad_norm": 5.663755893707275,
      "learning_rate": 5.465104676337062e-05,
      "loss": 1.2289,
      "step": 465
    },
    {
      "epoch": 0.4744209722575719,
      "grad_norm": 7.933018684387207,
      "learning_rate": 5.44911063147648e-05,
      "loss": 2.2704,
      "step": 466
    },
    {
      "epoch": 0.47543904301348944,
      "grad_norm": 7.943240165710449,
      "learning_rate": 5.433111952413495e-05,
      "loss": 2.3279,
      "step": 467
    },
    {
      "epoch": 0.47645711376940697,
      "grad_norm": 6.650790691375732,
      "learning_rate": 5.417108804232409e-05,
      "loss": 2.2172,
      "step": 468
    },
    {
      "epoch": 0.4774751845253245,
      "grad_norm": 7.444812774658203,
      "learning_rate": 5.401101352063647e-05,
      "loss": 2.2142,
      "step": 469
    },
    {
      "epoch": 0.47849325528124204,
      "grad_norm": 7.4753642082214355,
      "learning_rate": 5.3850897610820396e-05,
      "loss": 1.757,
      "step": 470
    },
    {
      "epoch": 0.47951132603715957,
      "grad_norm": 5.919788360595703,
      "learning_rate": 5.369074196505125e-05,
      "loss": 1.6481,
      "step": 471
    },
    {
      "epoch": 0.4805293967930771,
      "grad_norm": 8.422210693359375,
      "learning_rate": 5.3530548235914454e-05,
      "loss": 2.157,
      "step": 472
    },
    {
      "epoch": 0.48154746754899463,
      "grad_norm": 6.410617351531982,
      "learning_rate": 5.33703180763884e-05,
      "loss": 1.8347,
      "step": 473
    },
    {
      "epoch": 0.48256553830491217,
      "grad_norm": 6.645679473876953,
      "learning_rate": 5.321005313982738e-05,
      "loss": 1.9199,
      "step": 474
    },
    {
      "epoch": 0.4835836090608297,
      "grad_norm": 8.815511703491211,
      "learning_rate": 5.3049755079944527e-05,
      "loss": 1.9625,
      "step": 475
    },
    {
      "epoch": 0.4846016798167473,
      "grad_norm": 6.998859882354736,
      "learning_rate": 5.288942555079479e-05,
      "loss": 1.9826,
      "step": 476
    },
    {
      "epoch": 0.4856197505726648,
      "grad_norm": 9.812437057495117,
      "learning_rate": 5.272906620675779e-05,
      "loss": 2.8627,
      "step": 477
    },
    {
      "epoch": 0.48663782132858235,
      "grad_norm": 6.514684677124023,
      "learning_rate": 5.256867870252087e-05,
      "loss": 1.8711,
      "step": 478
    },
    {
      "epoch": 0.4876558920844999,
      "grad_norm": 8.101947784423828,
      "learning_rate": 5.240826469306187e-05,
      "loss": 2.2444,
      "step": 479
    },
    {
      "epoch": 0.4886739628404174,
      "grad_norm": 7.826203346252441,
      "learning_rate": 5.224782583363215e-05,
      "loss": 2.3479,
      "step": 480
    },
    {
      "epoch": 0.48969203359633495,
      "grad_norm": 7.306244850158691,
      "learning_rate": 5.208736377973954e-05,
      "loss": 2.2877,
      "step": 481
    },
    {
      "epoch": 0.4907101043522525,
      "grad_norm": 10.923294067382812,
      "learning_rate": 5.192688018713113e-05,
      "loss": 3.4528,
      "step": 482
    },
    {
      "epoch": 0.49172817510817,
      "grad_norm": 7.382264614105225,
      "learning_rate": 5.176637671177631e-05,
      "loss": 2.1969,
      "step": 483
    },
    {
      "epoch": 0.49274624586408755,
      "grad_norm": 10.03930377960205,
      "learning_rate": 5.1605855009849614e-05,
      "loss": 3.5883,
      "step": 484
    },
    {
      "epoch": 0.4937643166200051,
      "grad_norm": 7.927920818328857,
      "learning_rate": 5.144531673771363e-05,
      "loss": 2.3655,
      "step": 485
    },
    {
      "epoch": 0.4947823873759226,
      "grad_norm": 8.499062538146973,
      "learning_rate": 5.1284763551901995e-05,
      "loss": 2.5173,
      "step": 486
    },
    {
      "epoch": 0.49580045813184015,
      "grad_norm": 6.909058094024658,
      "learning_rate": 5.112419710910213e-05,
      "loss": 2.0323,
      "step": 487
    },
    {
      "epoch": 0.4968185288877577,
      "grad_norm": 8.88456916809082,
      "learning_rate": 5.096361906613836e-05,
      "loss": 2.6987,
      "step": 488
    },
    {
      "epoch": 0.4978365996436752,
      "grad_norm": 7.5175580978393555,
      "learning_rate": 5.080303107995461e-05,
      "loss": 2.1691,
      "step": 489
    },
    {
      "epoch": 0.49885467039959275,
      "grad_norm": 7.615448951721191,
      "learning_rate": 5.064243480759748e-05,
      "loss": 2.0365,
      "step": 490
    },
    {
      "epoch": 0.4998727411555103,
      "grad_norm": 9.251805305480957,
      "learning_rate": 5.048183190619904e-05,
      "loss": 2.2146,
      "step": 491
    },
    {
      "epoch": 0.5008908119114278,
      "grad_norm": 7.876194477081299,
      "learning_rate": 5.032122403295977e-05,
      "loss": 2.3439,
      "step": 492
    },
    {
      "epoch": 0.5019088826673453,
      "grad_norm": 8.969354629516602,
      "learning_rate": 5.0160612845131414e-05,
      "loss": 2.5224,
      "step": 493
    },
    {
      "epoch": 0.5029269534232629,
      "grad_norm": 7.22929573059082,
      "learning_rate": 5e-05,
      "loss": 1.6864,
      "step": 494
    },
    {
      "epoch": 0.5039450241791804,
      "grad_norm": 7.851796627044678,
      "learning_rate": 4.9839387154868584e-05,
      "loss": 2.0388,
      "step": 495
    },
    {
      "epoch": 0.504963094935098,
      "grad_norm": 9.29887580871582,
      "learning_rate": 4.967877596704025e-05,
      "loss": 2.6501,
      "step": 496
    },
    {
      "epoch": 0.5059811656910155,
      "grad_norm": 8.79398250579834,
      "learning_rate": 4.951816809380097e-05,
      "loss": 2.5759,
      "step": 497
    },
    {
      "epoch": 0.506999236446933,
      "grad_norm": 10.286650657653809,
      "learning_rate": 4.9357565192402525e-05,
      "loss": 3.1672,
      "step": 498
    },
    {
      "epoch": 0.5080173072028505,
      "grad_norm": 8.799942016601562,
      "learning_rate": 4.919696892004539e-05,
      "loss": 1.9062,
      "step": 499
    },
    {
      "epoch": 0.5090353779587682,
      "grad_norm": 8.252535820007324,
      "learning_rate": 4.903638093386167e-05,
      "loss": 1.6945,
      "step": 500
    },
    {
      "epoch": 0.5100534487146857,
      "grad_norm": 5.307441234588623,
      "learning_rate": 4.887580289089787e-05,
      "loss": 1.7627,
      "step": 501
    },
    {
      "epoch": 0.5110715194706033,
      "grad_norm": 7.124861717224121,
      "learning_rate": 4.8715236448098016e-05,
      "loss": 2.5286,
      "step": 502
    },
    {
      "epoch": 0.5120895902265208,
      "grad_norm": 10.368796348571777,
      "learning_rate": 4.855468326228638e-05,
      "loss": 3.6972,
      "step": 503
    },
    {
      "epoch": 0.5131076609824383,
      "grad_norm": 10.741311073303223,
      "learning_rate": 4.8394144990150404e-05,
      "loss": 4.1789,
      "step": 504
    },
    {
      "epoch": 0.5141257317383559,
      "grad_norm": 10.585883140563965,
      "learning_rate": 4.8233623288223704e-05,
      "loss": 3.5806,
      "step": 505
    },
    {
      "epoch": 0.5151438024942734,
      "grad_norm": 13.6077880859375,
      "learning_rate": 4.807311981286888e-05,
      "loss": 3.5391,
      "step": 506
    },
    {
      "epoch": 0.5161618732501909,
      "grad_norm": 16.34162712097168,
      "learning_rate": 4.7912636220260473e-05,
      "loss": 3.6142,
      "step": 507
    },
    {
      "epoch": 0.5171799440061084,
      "grad_norm": 11.734464645385742,
      "learning_rate": 4.775217416636786e-05,
      "loss": 2.6898,
      "step": 508
    },
    {
      "epoch": 0.518198014762026,
      "grad_norm": 7.3565287590026855,
      "learning_rate": 4.759173530693814e-05,
      "loss": 2.0978,
      "step": 509
    },
    {
      "epoch": 0.5192160855179435,
      "grad_norm": 5.852792739868164,
      "learning_rate": 4.7431321297479135e-05,
      "loss": 1.4297,
      "step": 510
    },
    {
      "epoch": 0.520234156273861,
      "grad_norm": 6.781408786773682,
      "learning_rate": 4.727093379324222e-05,
      "loss": 1.5329,
      "step": 511
    },
    {
      "epoch": 0.5212522270297786,
      "grad_norm": 11.24429702758789,
      "learning_rate": 4.711057444920522e-05,
      "loss": 1.6744,
      "step": 512
    },
    {
      "epoch": 0.5222702977856961,
      "grad_norm": 7.679388046264648,
      "learning_rate": 4.695024492005548e-05,
      "loss": 2.2356,
      "step": 513
    },
    {
      "epoch": 0.5232883685416136,
      "grad_norm": 5.93134069442749,
      "learning_rate": 4.6789946860172634e-05,
      "loss": 1.2665,
      "step": 514
    },
    {
      "epoch": 0.5243064392975312,
      "grad_norm": 6.789477348327637,
      "learning_rate": 4.6629681923611603e-05,
      "loss": 1.6466,
      "step": 515
    },
    {
      "epoch": 0.5253245100534487,
      "grad_norm": 8.315037727355957,
      "learning_rate": 4.646945176408555e-05,
      "loss": 2.065,
      "step": 516
    },
    {
      "epoch": 0.5263425808093662,
      "grad_norm": 5.443754196166992,
      "learning_rate": 4.630925803494877e-05,
      "loss": 1.0138,
      "step": 517
    },
    {
      "epoch": 0.5273606515652838,
      "grad_norm": 6.596680641174316,
      "learning_rate": 4.6149102389179635e-05,
      "loss": 1.8229,
      "step": 518
    },
    {
      "epoch": 0.5283787223212013,
      "grad_norm": 5.735509872436523,
      "learning_rate": 4.598898647936354e-05,
      "loss": 1.5016,
      "step": 519
    },
    {
      "epoch": 0.5293967930771188,
      "grad_norm": 7.154899597167969,
      "learning_rate": 4.58289119576759e-05,
      "loss": 1.7249,
      "step": 520
    },
    {
      "epoch": 0.5304148638330364,
      "grad_norm": 5.887238502502441,
      "learning_rate": 4.566888047586507e-05,
      "loss": 1.3531,
      "step": 521
    },
    {
      "epoch": 0.5314329345889539,
      "grad_norm": 7.944952964782715,
      "learning_rate": 4.55088936852352e-05,
      "loss": 2.0604,
      "step": 522
    },
    {
      "epoch": 0.5324510053448714,
      "grad_norm": 8.235894203186035,
      "learning_rate": 4.5348953236629395e-05,
      "loss": 1.782,
      "step": 523
    },
    {
      "epoch": 0.533469076100789,
      "grad_norm": 9.824324607849121,
      "learning_rate": 4.518906078041252e-05,
      "loss": 3.1078,
      "step": 524
    },
    {
      "epoch": 0.5344871468567065,
      "grad_norm": 8.053499221801758,
      "learning_rate": 4.502921796645424e-05,
      "loss": 2.5225,
      "step": 525
    },
    {
      "epoch": 0.535505217612624,
      "grad_norm": 9.53549861907959,
      "learning_rate": 4.486942644411197e-05,
      "loss": 3.0847,
      "step": 526
    },
    {
      "epoch": 0.5365232883685416,
      "grad_norm": 8.427640914916992,
      "learning_rate": 4.4709687862213866e-05,
      "loss": 2.1704,
      "step": 527
    },
    {
      "epoch": 0.5375413591244591,
      "grad_norm": 7.989354610443115,
      "learning_rate": 4.4550003869041845e-05,
      "loss": 2.3719,
      "step": 528
    },
    {
      "epoch": 0.5385594298803766,
      "grad_norm": 7.53865909576416,
      "learning_rate": 4.439037611231448e-05,
      "loss": 2.4358,
      "step": 529
    },
    {
      "epoch": 0.5395775006362942,
      "grad_norm": 9.102818489074707,
      "learning_rate": 4.423080623917012e-05,
      "loss": 3.0774,
      "step": 530
    },
    {
      "epoch": 0.5405955713922117,
      "grad_norm": 10.17009162902832,
      "learning_rate": 4.407129589614979e-05,
      "loss": 2.719,
      "step": 531
    },
    {
      "epoch": 0.5416136421481293,
      "grad_norm": 8.132767677307129,
      "learning_rate": 4.3911846729180335e-05,
      "loss": 2.6276,
      "step": 532
    },
    {
      "epoch": 0.5426317129040469,
      "grad_norm": 8.669943809509277,
      "learning_rate": 4.3752460383557195e-05,
      "loss": 2.2211,
      "step": 533
    },
    {
      "epoch": 0.5436497836599644,
      "grad_norm": 8.190427780151367,
      "learning_rate": 4.359313850392772e-05,
      "loss": 2.2451,
      "step": 534
    },
    {
      "epoch": 0.544667854415882,
      "grad_norm": 7.185608386993408,
      "learning_rate": 4.3433882734274e-05,
      "loss": 1.938,
      "step": 535
    },
    {
      "epoch": 0.5456859251717995,
      "grad_norm": 9.735365867614746,
      "learning_rate": 4.327469471789597e-05,
      "loss": 3.3738,
      "step": 536
    },
    {
      "epoch": 0.546703995927717,
      "grad_norm": 9.06591796875,
      "learning_rate": 4.311557609739442e-05,
      "loss": 3.4894,
      "step": 537
    },
    {
      "epoch": 0.5477220666836345,
      "grad_norm": 8.038829803466797,
      "learning_rate": 4.295652851465412e-05,
      "loss": 2.6487,
      "step": 538
    },
    {
      "epoch": 0.5487401374395521,
      "grad_norm": 7.375051498413086,
      "learning_rate": 4.27975536108268e-05,
      "loss": 2.4853,
      "step": 539
    },
    {
      "epoch": 0.5497582081954696,
      "grad_norm": 9.910839080810547,
      "learning_rate": 4.2638653026314224e-05,
      "loss": 3.1606,
      "step": 540
    },
    {
      "epoch": 0.5507762789513871,
      "grad_norm": 7.77678918838501,
      "learning_rate": 4.24798284007513e-05,
      "loss": 2.33,
      "step": 541
    },
    {
      "epoch": 0.5517943497073047,
      "grad_norm": 7.377612113952637,
      "learning_rate": 4.232108137298919e-05,
      "loss": 2.299,
      "step": 542
    },
    {
      "epoch": 0.5528124204632222,
      "grad_norm": 9.510624885559082,
      "learning_rate": 4.216241358107831e-05,
      "loss": 2.8467,
      "step": 543
    },
    {
      "epoch": 0.5538304912191397,
      "grad_norm": 6.834048748016357,
      "learning_rate": 4.200382666225141e-05,
      "loss": 2.0166,
      "step": 544
    },
    {
      "epoch": 0.5548485619750573,
      "grad_norm": 8.245951652526855,
      "learning_rate": 4.1845322252906864e-05,
      "loss": 2.672,
      "step": 545
    },
    {
      "epoch": 0.5558666327309748,
      "grad_norm": 7.539649963378906,
      "learning_rate": 4.16869019885916e-05,
      "loss": 2.3618,
      "step": 546
    },
    {
      "epoch": 0.5568847034868923,
      "grad_norm": 7.983175754547119,
      "learning_rate": 4.152856750398426e-05,
      "loss": 2.2049,
      "step": 547
    },
    {
      "epoch": 0.5579027742428099,
      "grad_norm": 8.641951560974121,
      "learning_rate": 4.1370320432878404e-05,
      "loss": 2.2235,
      "step": 548
    },
    {
      "epoch": 0.5589208449987274,
      "grad_norm": 7.9181437492370605,
      "learning_rate": 4.1212162408165595e-05,
      "loss": 1.9295,
      "step": 549
    },
    {
      "epoch": 0.5599389157546449,
      "grad_norm": 10.45153522491455,
      "learning_rate": 4.105409506181854e-05,
      "loss": 2.1553,
      "step": 550
    },
    {
      "epoch": 0.5609569865105625,
      "grad_norm": 6.951171398162842,
      "learning_rate": 4.0896120024874286e-05,
      "loss": 2.5913,
      "step": 551
    },
    {
      "epoch": 0.56197505726648,
      "grad_norm": 9.614657402038574,
      "learning_rate": 4.073823892741735e-05,
      "loss": 4.2435,
      "step": 552
    },
    {
      "epoch": 0.5629931280223975,
      "grad_norm": 9.35623550415039,
      "learning_rate": 4.0580453398563e-05,
      "loss": 3.7123,
      "step": 553
    },
    {
      "epoch": 0.5640111987783151,
      "grad_norm": 10.756424903869629,
      "learning_rate": 4.042276506644024e-05,
      "loss": 3.6713,
      "step": 554
    },
    {
      "epoch": 0.5650292695342326,
      "grad_norm": 9.823023796081543,
      "learning_rate": 4.0265175558175265e-05,
      "loss": 3.7602,
      "step": 555
    },
    {
      "epoch": 0.5660473402901501,
      "grad_norm": 13.360715866088867,
      "learning_rate": 4.0107686499874465e-05,
      "loss": 3.269,
      "step": 556
    },
    {
      "epoch": 0.5670654110460677,
      "grad_norm": 14.194052696228027,
      "learning_rate": 3.9950299516607766e-05,
      "loss": 4.3906,
      "step": 557
    },
    {
      "epoch": 0.5680834818019852,
      "grad_norm": 16.591251373291016,
      "learning_rate": 3.979301623239177e-05,
      "loss": 4.4802,
      "step": 558
    },
    {
      "epoch": 0.5691015525579027,
      "grad_norm": 6.6096720695495605,
      "learning_rate": 3.9635838270173107e-05,
      "loss": 1.6842,
      "step": 559
    },
    {
      "epoch": 0.5701196233138203,
      "grad_norm": 6.252510070800781,
      "learning_rate": 3.94787672518116e-05,
      "loss": 1.6248,
      "step": 560
    },
    {
      "epoch": 0.5711376940697378,
      "grad_norm": 7.445550441741943,
      "learning_rate": 3.9321804798063565e-05,
      "loss": 1.7234,
      "step": 561
    },
    {
      "epoch": 0.5721557648256553,
      "grad_norm": 5.321173191070557,
      "learning_rate": 3.9164952528565057e-05,
      "loss": 1.2454,
      "step": 562
    },
    {
      "epoch": 0.5731738355815729,
      "grad_norm": 4.566540241241455,
      "learning_rate": 3.900821206181521e-05,
      "loss": 1.0588,
      "step": 563
    },
    {
      "epoch": 0.5741919063374905,
      "grad_norm": 8.349088668823242,
      "learning_rate": 3.8851585015159536e-05,
      "loss": 1.5751,
      "step": 564
    },
    {
      "epoch": 0.575209977093408,
      "grad_norm": 6.328129291534424,
      "learning_rate": 3.8695073004773106e-05,
      "loss": 2.025,
      "step": 565
    },
    {
      "epoch": 0.5762280478493256,
      "grad_norm": 8.211170196533203,
      "learning_rate": 3.8538677645644096e-05,
      "loss": 1.1548,
      "step": 566
    },
    {
      "epoch": 0.5772461186052431,
      "grad_norm": 5.518578052520752,
      "learning_rate": 3.838240055155692e-05,
      "loss": 1.2809,
      "step": 567
    },
    {
      "epoch": 0.5782641893611606,
      "grad_norm": 6.383520603179932,
      "learning_rate": 3.822624333507571e-05,
      "loss": 1.8485,
      "step": 568
    },
    {
      "epoch": 0.5792822601170782,
      "grad_norm": 5.425829887390137,
      "learning_rate": 3.8070207607527584e-05,
      "loss": 1.4567,
      "step": 569
    },
    {
      "epoch": 0.5803003308729957,
      "grad_norm": 8.478185653686523,
      "learning_rate": 3.791429497898608e-05,
      "loss": 2.0052,
      "step": 570
    },
    {
      "epoch": 0.5813184016289132,
      "grad_norm": 8.863068580627441,
      "learning_rate": 3.775850705825454e-05,
      "loss": 2.2554,
      "step": 571
    },
    {
      "epoch": 0.5823364723848308,
      "grad_norm": 5.8295183181762695,
      "learning_rate": 3.7602845452849463e-05,
      "loss": 1.2544,
      "step": 572
    },
    {
      "epoch": 0.5833545431407483,
      "grad_norm": 8.446788787841797,
      "learning_rate": 3.7447311768983964e-05,
      "loss": 2.4702,
      "step": 573
    },
    {
      "epoch": 0.5843726138966658,
      "grad_norm": 7.7443766593933105,
      "learning_rate": 3.7291907611551195e-05,
      "loss": 2.0707,
      "step": 574
    },
    {
      "epoch": 0.5853906846525834,
      "grad_norm": 8.347147941589355,
      "learning_rate": 3.713663458410779e-05,
      "loss": 1.659,
      "step": 575
    },
    {
      "epoch": 0.5864087554085009,
      "grad_norm": 7.487883567810059,
      "learning_rate": 3.69814942888572e-05,
      "loss": 2.0328,
      "step": 576
    },
    {
      "epoch": 0.5874268261644184,
      "grad_norm": 7.8575286865234375,
      "learning_rate": 3.682648832663339e-05,
      "loss": 1.8928,
      "step": 577
    },
    {
      "epoch": 0.588444896920336,
      "grad_norm": 8.947505950927734,
      "learning_rate": 3.6671618296884146e-05,
      "loss": 1.6774,
      "step": 578
    },
    {
      "epoch": 0.5894629676762535,
      "grad_norm": 5.097304821014404,
      "learning_rate": 3.6516885797654594e-05,
      "loss": 1.3306,
      "step": 579
    },
    {
      "epoch": 0.590481038432171,
      "grad_norm": 6.418907642364502,
      "learning_rate": 3.636229242557075e-05,
      "loss": 1.9186,
      "step": 580
    },
    {
      "epoch": 0.5914991091880886,
      "grad_norm": 7.3138346672058105,
      "learning_rate": 3.620783977582305e-05,
      "loss": 2.4993,
      "step": 581
    },
    {
      "epoch": 0.5925171799440061,
      "grad_norm": 7.914095878601074,
      "learning_rate": 3.605352944214986e-05,
      "loss": 2.078,
      "step": 582
    },
    {
      "epoch": 0.5935352506999236,
      "grad_norm": 10.451981544494629,
      "learning_rate": 3.5899363016821e-05,
      "loss": 2.5348,
      "step": 583
    },
    {
      "epoch": 0.5945533214558412,
      "grad_norm": 6.191624164581299,
      "learning_rate": 3.5745342090621405e-05,
      "loss": 1.6607,
      "step": 584
    },
    {
      "epoch": 0.5955713922117587,
      "grad_norm": 7.947683811187744,
      "learning_rate": 3.559146825283465e-05,
      "loss": 2.4664,
      "step": 585
    },
    {
      "epoch": 0.5965894629676762,
      "grad_norm": 7.410199165344238,
      "learning_rate": 3.5437743091226565e-05,
      "loss": 2.0212,
      "step": 586
    },
    {
      "epoch": 0.5976075337235938,
      "grad_norm": 8.705409049987793,
      "learning_rate": 3.528416819202881e-05,
      "loss": 2.2274,
      "step": 587
    },
    {
      "epoch": 0.5986256044795113,
      "grad_norm": 7.487548351287842,
      "learning_rate": 3.5130745139922574e-05,
      "loss": 2.104,
      "step": 588
    },
    {
      "epoch": 0.5996436752354288,
      "grad_norm": 8.788456916809082,
      "learning_rate": 3.497747551802221e-05,
      "loss": 2.5106,
      "step": 589
    },
    {
      "epoch": 0.6006617459913464,
      "grad_norm": 7.41387939453125,
      "learning_rate": 3.482436090785882e-05,
      "loss": 2.1219,
      "step": 590
    },
    {
      "epoch": 0.6016798167472639,
      "grad_norm": 6.481340408325195,
      "learning_rate": 3.467140288936407e-05,
      "loss": 1.9451,
      "step": 591
    },
    {
      "epoch": 0.6026978875031814,
      "grad_norm": 7.278069496154785,
      "learning_rate": 3.451860304085378e-05,
      "loss": 1.8661,
      "step": 592
    },
    {
      "epoch": 0.603715958259099,
      "grad_norm": 8.016121864318848,
      "learning_rate": 3.43659629390117e-05,
      "loss": 1.9884,
      "step": 593
    },
    {
      "epoch": 0.6047340290150165,
      "grad_norm": 8.917866706848145,
      "learning_rate": 3.421348415887315e-05,
      "loss": 2.6266,
      "step": 594
    },
    {
      "epoch": 0.605752099770934,
      "grad_norm": 9.271273612976074,
      "learning_rate": 3.406116827380889e-05,
      "loss": 2.6668,
      "step": 595
    },
    {
      "epoch": 0.6067701705268517,
      "grad_norm": 7.660860061645508,
      "learning_rate": 3.390901685550887e-05,
      "loss": 2.373,
      "step": 596
    },
    {
      "epoch": 0.6077882412827692,
      "grad_norm": 7.496829032897949,
      "learning_rate": 3.375703147396583e-05,
      "loss": 2.137,
      "step": 597
    },
    {
      "epoch": 0.6088063120386867,
      "grad_norm": 10.63588809967041,
      "learning_rate": 3.360521369745937e-05,
      "loss": 2.0113,
      "step": 598
    },
    {
      "epoch": 0.6098243827946043,
      "grad_norm": 8.661003112792969,
      "learning_rate": 3.345356509253959e-05,
      "loss": 2.202,
      "step": 599
    },
    {
      "epoch": 0.6108424535505218,
      "grad_norm": 6.928518295288086,
      "learning_rate": 3.330208722401097e-05,
      "loss": 1.6603,
      "step": 600
    },
    {
      "epoch": 0.6118605243064393,
      "grad_norm": 5.956086158752441,
      "learning_rate": 3.315078165491622e-05,
      "loss": 2.2319,
      "step": 601
    },
    {
      "epoch": 0.6128785950623569,
      "grad_norm": 9.131757736206055,
      "learning_rate": 3.2999649946520174e-05,
      "loss": 3.3601,
      "step": 602
    },
    {
      "epoch": 0.6138966658182744,
      "grad_norm": 8.110289573669434,
      "learning_rate": 3.2848693658293675e-05,
      "loss": 2.8758,
      "step": 603
    },
    {
      "epoch": 0.6149147365741919,
      "grad_norm": 11.287444114685059,
      "learning_rate": 3.2697914347897406e-05,
      "loss": 4.129,
      "step": 604
    },
    {
      "epoch": 0.6159328073301095,
      "grad_norm": 10.69924259185791,
      "learning_rate": 3.254731357116597e-05,
      "loss": 4.2776,
      "step": 605
    },
    {
      "epoch": 0.616950878086027,
      "grad_norm": 9.89280891418457,
      "learning_rate": 3.239689288209168e-05,
      "loss": 3.1346,
      "step": 606
    },
    {
      "epoch": 0.6179689488419445,
      "grad_norm": 11.832335472106934,
      "learning_rate": 3.224665383280867e-05,
      "loss": 3.4148,
      "step": 607
    },
    {
      "epoch": 0.6189870195978621,
      "grad_norm": 13.277129173278809,
      "learning_rate": 3.2096597973576694e-05,
      "loss": 3.4906,
      "step": 608
    },
    {
      "epoch": 0.6200050903537796,
      "grad_norm": 6.8787994384765625,
      "learning_rate": 3.194672685276532e-05,
      "loss": 1.4383,
      "step": 609
    },
    {
      "epoch": 0.6210231611096971,
      "grad_norm": 5.783747673034668,
      "learning_rate": 3.179704201683786e-05,
      "loss": 1.3518,
      "step": 610
    },
    {
      "epoch": 0.6220412318656147,
      "grad_norm": 5.462782859802246,
      "learning_rate": 3.16475450103354e-05,
      "loss": 1.249,
      "step": 611
    },
    {
      "epoch": 0.6230593026215322,
      "grad_norm": 5.050539016723633,
      "learning_rate": 3.1498237375860886e-05,
      "loss": 1.1348,
      "step": 612
    },
    {
      "epoch": 0.6240773733774497,
      "grad_norm": 8.341720581054688,
      "learning_rate": 3.1349120654063225e-05,
      "loss": 1.7345,
      "step": 613
    },
    {
      "epoch": 0.6250954441333673,
      "grad_norm": 4.832444190979004,
      "learning_rate": 3.120019638362136e-05,
      "loss": 1.0501,
      "step": 614
    },
    {
      "epoch": 0.6261135148892848,
      "grad_norm": 7.373495578765869,
      "learning_rate": 3.1051466101228385e-05,
      "loss": 1.7428,
      "step": 615
    },
    {
      "epoch": 0.6271315856452023,
      "grad_norm": 5.6345319747924805,
      "learning_rate": 3.090293134157572e-05,
      "loss": 1.2435,
      "step": 616
    },
    {
      "epoch": 0.6281496564011199,
      "grad_norm": 6.5224609375,
      "learning_rate": 3.0754593637337276e-05,
      "loss": 1.4176,
      "step": 617
    },
    {
      "epoch": 0.6291677271570374,
      "grad_norm": 8.80791187286377,
      "learning_rate": 3.06064545191536e-05,
      "loss": 2.4285,
      "step": 618
    },
    {
      "epoch": 0.6301857979129549,
      "grad_norm": 9.331201553344727,
      "learning_rate": 3.0458515515616115e-05,
      "loss": 2.7192,
      "step": 619
    },
    {
      "epoch": 0.6312038686688725,
      "grad_norm": 9.033586502075195,
      "learning_rate": 3.0310778153251324e-05,
      "loss": 1.8652,
      "step": 620
    },
    {
      "epoch": 0.63222193942479,
      "grad_norm": 6.689144134521484,
      "learning_rate": 3.0163243956505095e-05,
      "loss": 1.5773,
      "step": 621
    },
    {
      "epoch": 0.6332400101807075,
      "grad_norm": 8.037043571472168,
      "learning_rate": 3.0015914447726867e-05,
      "loss": 2.3296,
      "step": 622
    },
    {
      "epoch": 0.6342580809366251,
      "grad_norm": 7.927774906158447,
      "learning_rate": 2.986879114715403e-05,
      "loss": 2.2707,
      "step": 623
    },
    {
      "epoch": 0.6352761516925426,
      "grad_norm": 5.514461994171143,
      "learning_rate": 2.9721875572896157e-05,
      "loss": 1.7974,
      "step": 624
    },
    {
      "epoch": 0.6362942224484601,
      "grad_norm": 7.439801216125488,
      "learning_rate": 2.95751692409194e-05,
      "loss": 2.1823,
      "step": 625
    },
    {
      "epoch": 0.6373122932043777,
      "grad_norm": 7.419183731079102,
      "learning_rate": 2.942867366503077e-05,
      "loss": 2.1965,
      "step": 626
    },
    {
      "epoch": 0.6383303639602952,
      "grad_norm": 5.545042037963867,
      "learning_rate": 2.9282390356862606e-05,
      "loss": 1.4957,
      "step": 627
    },
    {
      "epoch": 0.6393484347162128,
      "grad_norm": 11.62447738647461,
      "learning_rate": 2.9136320825856967e-05,
      "loss": 3.3109,
      "step": 628
    },
    {
      "epoch": 0.6403665054721304,
      "grad_norm": 8.367134094238281,
      "learning_rate": 2.899046657924992e-05,
      "loss": 2.2194,
      "step": 629
    },
    {
      "epoch": 0.6413845762280479,
      "grad_norm": 10.391725540161133,
      "learning_rate": 2.884482912205621e-05,
      "loss": 2.0195,
      "step": 630
    },
    {
      "epoch": 0.6424026469839654,
      "grad_norm": 8.217406272888184,
      "learning_rate": 2.8699409957053535e-05,
      "loss": 2.4132,
      "step": 631
    },
    {
      "epoch": 0.643420717739883,
      "grad_norm": 8.29297161102295,
      "learning_rate": 2.855421058476719e-05,
      "loss": 2.4454,
      "step": 632
    },
    {
      "epoch": 0.6444387884958005,
      "grad_norm": 8.815670013427734,
      "learning_rate": 2.840923250345442e-05,
      "loss": 2.5413,
      "step": 633
    },
    {
      "epoch": 0.645456859251718,
      "grad_norm": 8.5559720993042,
      "learning_rate": 2.8264477209089145e-05,
      "loss": 2.7664,
      "step": 634
    },
    {
      "epoch": 0.6464749300076356,
      "grad_norm": 8.682782173156738,
      "learning_rate": 2.8119946195346375e-05,
      "loss": 2.5312,
      "step": 635
    },
    {
      "epoch": 0.6474930007635531,
      "grad_norm": 11.519887924194336,
      "learning_rate": 2.7975640953586846e-05,
      "loss": 2.9688,
      "step": 636
    },
    {
      "epoch": 0.6485110715194706,
      "grad_norm": 8.966607093811035,
      "learning_rate": 2.7831562972841696e-05,
      "loss": 2.7022,
      "step": 637
    },
    {
      "epoch": 0.6495291422753882,
      "grad_norm": 8.183965682983398,
      "learning_rate": 2.768771373979697e-05,
      "loss": 2.3317,
      "step": 638
    },
    {
      "epoch": 0.6505472130313057,
      "grad_norm": 8.993667602539062,
      "learning_rate": 2.7544094738778436e-05,
      "loss": 2.7296,
      "step": 639
    },
    {
      "epoch": 0.6515652837872232,
      "grad_norm": 7.731354713439941,
      "learning_rate": 2.74007074517361e-05,
      "loss": 1.9501,
      "step": 640
    },
    {
      "epoch": 0.6525833545431408,
      "grad_norm": 6.967146396636963,
      "learning_rate": 2.7257553358229034e-05,
      "loss": 1.8838,
      "step": 641
    },
    {
      "epoch": 0.6536014252990583,
      "grad_norm": 6.557554244995117,
      "learning_rate": 2.7114633935410085e-05,
      "loss": 1.7431,
      "step": 642
    },
    {
      "epoch": 0.6546194960549758,
      "grad_norm": 10.207218170166016,
      "learning_rate": 2.6971950658010666e-05,
      "loss": 2.4966,
      "step": 643
    },
    {
      "epoch": 0.6556375668108934,
      "grad_norm": 7.477417469024658,
      "learning_rate": 2.682950499832535e-05,
      "loss": 2.1944,
      "step": 644
    },
    {
      "epoch": 0.6566556375668109,
      "grad_norm": 10.127610206604004,
      "learning_rate": 2.6687298426196973e-05,
      "loss": 2.6473,
      "step": 645
    },
    {
      "epoch": 0.6576737083227284,
      "grad_norm": 6.374731540679932,
      "learning_rate": 2.6545332409001265e-05,
      "loss": 1.8528,
      "step": 646
    },
    {
      "epoch": 0.658691779078646,
      "grad_norm": 6.7048444747924805,
      "learning_rate": 2.6403608411631742e-05,
      "loss": 1.7493,
      "step": 647
    },
    {
      "epoch": 0.6597098498345635,
      "grad_norm": 7.112037181854248,
      "learning_rate": 2.6262127896484602e-05,
      "loss": 2.0421,
      "step": 648
    },
    {
      "epoch": 0.660727920590481,
      "grad_norm": 8.483193397521973,
      "learning_rate": 2.612089232344371e-05,
      "loss": 1.91,
      "step": 649
    },
    {
      "epoch": 0.6617459913463986,
      "grad_norm": 10.052485466003418,
      "learning_rate": 2.5979903149865387e-05,
      "loss": 2.0998,
      "step": 650
    },
    {
      "epoch": 0.6627640621023161,
      "grad_norm": 8.01032543182373,
      "learning_rate": 2.5839161830563474e-05,
      "loss": 2.5145,
      "step": 651
    },
    {
      "epoch": 0.6637821328582336,
      "grad_norm": 9.746928215026855,
      "learning_rate": 2.569866981779433e-05,
      "loss": 3.3683,
      "step": 652
    },
    {
      "epoch": 0.6648002036141512,
      "grad_norm": 8.607123374938965,
      "learning_rate": 2.555842856124182e-05,
      "loss": 2.9144,
      "step": 653
    },
    {
      "epoch": 0.6658182743700687,
      "grad_norm": 10.463346481323242,
      "learning_rate": 2.5418439508002258e-05,
      "loss": 3.9062,
      "step": 654
    },
    {
      "epoch": 0.6668363451259862,
      "grad_norm": 9.336942672729492,
      "learning_rate": 2.5278704102569662e-05,
      "loss": 3.3966,
      "step": 655
    },
    {
      "epoch": 0.6678544158819038,
      "grad_norm": 10.415209770202637,
      "learning_rate": 2.5139223786820747e-05,
      "loss": 3.7271,
      "step": 656
    },
    {
      "epoch": 0.6688724866378213,
      "grad_norm": 14.631210327148438,
      "learning_rate": 2.500000000000001e-05,
      "loss": 3.7071,
      "step": 657
    },
    {
      "epoch": 0.6698905573937388,
      "grad_norm": 13.001562118530273,
      "learning_rate": 2.486103417870493e-05,
      "loss": 3.214,
      "step": 658
    },
    {
      "epoch": 0.6709086281496563,
      "grad_norm": 11.307893753051758,
      "learning_rate": 2.472232775687119e-05,
      "loss": 2.8893,
      "step": 659
    },
    {
      "epoch": 0.6719266989055739,
      "grad_norm": 7.8647379875183105,
      "learning_rate": 2.4583882165757766e-05,
      "loss": 2.0442,
      "step": 660
    },
    {
      "epoch": 0.6729447696614915,
      "grad_norm": 5.790807247161865,
      "learning_rate": 2.4445698833932234e-05,
      "loss": 1.3228,
      "step": 661
    },
    {
      "epoch": 0.6739628404174091,
      "grad_norm": 5.694929599761963,
      "learning_rate": 2.4307779187256064e-05,
      "loss": 1.3618,
      "step": 662
    },
    {
      "epoch": 0.6749809111733266,
      "grad_norm": 5.114007949829102,
      "learning_rate": 2.417012464886978e-05,
      "loss": 1.2137,
      "step": 663
    },
    {
      "epoch": 0.6759989819292441,
      "grad_norm": 7.429940223693848,
      "learning_rate": 2.4032736639178444e-05,
      "loss": 1.8593,
      "step": 664
    },
    {
      "epoch": 0.6770170526851617,
      "grad_norm": 5.101173400878906,
      "learning_rate": 2.389561657583681e-05,
      "loss": 0.9669,
      "step": 665
    },
    {
      "epoch": 0.6780351234410792,
      "grad_norm": 7.89351224899292,
      "learning_rate": 2.3758765873734896e-05,
      "loss": 1.8615,
      "step": 666
    },
    {
      "epoch": 0.6790531941969967,
      "grad_norm": 7.043496608734131,
      "learning_rate": 2.3622185944983188e-05,
      "loss": 1.7828,
      "step": 667
    },
    {
      "epoch": 0.6800712649529143,
      "grad_norm": 7.9154510498046875,
      "learning_rate": 2.3485878198898252e-05,
      "loss": 2.2469,
      "step": 668
    },
    {
      "epoch": 0.6810893357088318,
      "grad_norm": 6.627047061920166,
      "learning_rate": 2.3349844041988045e-05,
      "loss": 1.5789,
      "step": 669
    },
    {
      "epoch": 0.6821074064647493,
      "grad_norm": 5.884915828704834,
      "learning_rate": 2.3214084877937464e-05,
      "loss": 1.5281,
      "step": 670
    },
    {
      "epoch": 0.6831254772206669,
      "grad_norm": 6.640014171600342,
      "learning_rate": 2.30786021075939e-05,
      "loss": 1.4942,
      "step": 671
    },
    {
      "epoch": 0.6841435479765844,
      "grad_norm": 6.866456985473633,
      "learning_rate": 2.294339712895271e-05,
      "loss": 1.674,
      "step": 672
    },
    {
      "epoch": 0.6851616187325019,
      "grad_norm": 6.7534990310668945,
      "learning_rate": 2.28084713371428e-05,
      "loss": 1.3313,
      "step": 673
    },
    {
      "epoch": 0.6861796894884195,
      "grad_norm": 6.38292121887207,
      "learning_rate": 2.2673826124412312e-05,
      "loss": 1.6016,
      "step": 674
    },
    {
      "epoch": 0.687197760244337,
      "grad_norm": 7.129096031188965,
      "learning_rate": 2.2539462880114194e-05,
      "loss": 1.8662,
      "step": 675
    },
    {
      "epoch": 0.6882158310002545,
      "grad_norm": 6.555764675140381,
      "learning_rate": 2.240538299069178e-05,
      "loss": 1.9315,
      "step": 676
    },
    {
      "epoch": 0.689233901756172,
      "grad_norm": 5.772182941436768,
      "learning_rate": 2.2271587839664672e-05,
      "loss": 1.3156,
      "step": 677
    },
    {
      "epoch": 0.6902519725120896,
      "grad_norm": 7.608791351318359,
      "learning_rate": 2.213807880761434e-05,
      "loss": 1.9463,
      "step": 678
    },
    {
      "epoch": 0.6912700432680071,
      "grad_norm": 7.279063701629639,
      "learning_rate": 2.2004857272169876e-05,
      "loss": 1.9304,
      "step": 679
    },
    {
      "epoch": 0.6922881140239247,
      "grad_norm": 9.676162719726562,
      "learning_rate": 2.1871924607993797e-05,
      "loss": 2.3767,
      "step": 680
    },
    {
      "epoch": 0.6933061847798422,
      "grad_norm": 7.1779093742370605,
      "learning_rate": 2.1739282186767923e-05,
      "loss": 1.6381,
      "step": 681
    },
    {
      "epoch": 0.6943242555357597,
      "grad_norm": 6.892930030822754,
      "learning_rate": 2.160693137717912e-05,
      "loss": 2.134,
      "step": 682
    },
    {
      "epoch": 0.6953423262916772,
      "grad_norm": 9.403331756591797,
      "learning_rate": 2.1474873544905205e-05,
      "loss": 2.2294,
      "step": 683
    },
    {
      "epoch": 0.6963603970475948,
      "grad_norm": 7.7654595375061035,
      "learning_rate": 2.134311005260093e-05,
      "loss": 2.0953,
      "step": 684
    },
    {
      "epoch": 0.6973784678035123,
      "grad_norm": 10.087757110595703,
      "learning_rate": 2.1211642259883867e-05,
      "loss": 2.9221,
      "step": 685
    },
    {
      "epoch": 0.6983965385594298,
      "grad_norm": 8.816588401794434,
      "learning_rate": 2.108047152332028e-05,
      "loss": 2.6949,
      "step": 686
    },
    {
      "epoch": 0.6994146093153474,
      "grad_norm": 8.12427043914795,
      "learning_rate": 2.0949599196411325e-05,
      "loss": 1.7944,
      "step": 687
    },
    {
      "epoch": 0.7004326800712649,
      "grad_norm": 7.3718461990356445,
      "learning_rate": 2.0819026629578952e-05,
      "loss": 2.1142,
      "step": 688
    },
    {
      "epoch": 0.7014507508271824,
      "grad_norm": 7.3536577224731445,
      "learning_rate": 2.0688755170151996e-05,
      "loss": 2.0029,
      "step": 689
    },
    {
      "epoch": 0.7024688215831,
      "grad_norm": 8.220134735107422,
      "learning_rate": 2.0558786162352244e-05,
      "loss": 2.2986,
      "step": 690
    },
    {
      "epoch": 0.7034868923390175,
      "grad_norm": 9.169322967529297,
      "learning_rate": 2.0429120947280678e-05,
      "loss": 2.3455,
      "step": 691
    },
    {
      "epoch": 0.704504963094935,
      "grad_norm": 8.935730934143066,
      "learning_rate": 2.029976086290347e-05,
      "loss": 2.1588,
      "step": 692
    },
    {
      "epoch": 0.7055230338508527,
      "grad_norm": 7.555604934692383,
      "learning_rate": 2.017070724403835e-05,
      "loss": 2.2783,
      "step": 693
    },
    {
      "epoch": 0.7065411046067702,
      "grad_norm": 7.896771430969238,
      "learning_rate": 2.0041961422340676e-05,
      "loss": 1.8964,
      "step": 694
    },
    {
      "epoch": 0.7075591753626878,
      "grad_norm": 8.242528915405273,
      "learning_rate": 1.9913524726289784e-05,
      "loss": 1.9936,
      "step": 695
    },
    {
      "epoch": 0.7085772461186053,
      "grad_norm": 7.946272373199463,
      "learning_rate": 1.9785398481175294e-05,
      "loss": 2.1526,
      "step": 696
    },
    {
      "epoch": 0.7095953168745228,
      "grad_norm": 8.382307052612305,
      "learning_rate": 1.965758400908334e-05,
      "loss": 2.4691,
      "step": 697
    },
    {
      "epoch": 0.7106133876304404,
      "grad_norm": 6.839285373687744,
      "learning_rate": 1.9530082628883056e-05,
      "loss": 1.7924,
      "step": 698
    },
    {
      "epoch": 0.7116314583863579,
      "grad_norm": 12.65297794342041,
      "learning_rate": 1.9402895656212833e-05,
      "loss": 2.0093,
      "step": 699
    },
    {
      "epoch": 0.7126495291422754,
      "grad_norm": 11.35102653503418,
      "learning_rate": 1.927602440346687e-05,
      "loss": 1.7963,
      "step": 700
    },
    {
      "epoch": 0.713667599898193,
      "grad_norm": 7.479799747467041,
      "learning_rate": 1.914947017978153e-05,
      "loss": 3.4169,
      "step": 701
    },
    {
      "epoch": 0.7146856706541105,
      "grad_norm": 9.703947067260742,
      "learning_rate": 1.9023234291021873e-05,
      "loss": 2.8178,
      "step": 702
    },
    {
      "epoch": 0.715703741410028,
      "grad_norm": 10.218291282653809,
      "learning_rate": 1.889731803976822e-05,
      "loss": 2.841,
      "step": 703
    },
    {
      "epoch": 0.7167218121659455,
      "grad_norm": 12.210125923156738,
      "learning_rate": 1.8771722725302643e-05,
      "loss": 3.9947,
      "step": 704
    },
    {
      "epoch": 0.7177398829218631,
      "grad_norm": 9.851053237915039,
      "learning_rate": 1.8646449643595565e-05,
      "loss": 2.8836,
      "step": 705
    },
    {
      "epoch": 0.7187579536777806,
      "grad_norm": 11.182621955871582,
      "learning_rate": 1.8521500087292467e-05,
      "loss": 3.2881,
      "step": 706
    },
    {
      "epoch": 0.7197760244336981,
      "grad_norm": 16.472837448120117,
      "learning_rate": 1.8396875345700497e-05,
      "loss": 3.6782,
      "step": 707
    },
    {
      "epoch": 0.7207940951896157,
      "grad_norm": 13.632477760314941,
      "learning_rate": 1.8272576704775074e-05,
      "loss": 3.5599,
      "step": 708
    },
    {
      "epoch": 0.7218121659455332,
      "grad_norm": 8.531991958618164,
      "learning_rate": 1.8148605447106797e-05,
      "loss": 1.815,
      "step": 709
    },
    {
      "epoch": 0.7228302367014507,
      "grad_norm": 6.116468906402588,
      "learning_rate": 1.8024962851908107e-05,
      "loss": 1.3279,
      "step": 710
    },
    {
      "epoch": 0.7238483074573683,
      "grad_norm": 6.058359622955322,
      "learning_rate": 1.7901650195000068e-05,
      "loss": 1.1209,
      "step": 711
    },
    {
      "epoch": 0.7248663782132858,
      "grad_norm": 7.301308631896973,
      "learning_rate": 1.7778668748799242e-05,
      "loss": 1.6941,
      "step": 712
    },
    {
      "epoch": 0.7258844489692033,
      "grad_norm": 6.059625148773193,
      "learning_rate": 1.76560197823046e-05,
      "loss": 1.4134,
      "step": 713
    },
    {
      "epoch": 0.7269025197251209,
      "grad_norm": 5.40415620803833,
      "learning_rate": 1.753370456108433e-05,
      "loss": 1.5117,
      "step": 714
    },
    {
      "epoch": 0.7279205904810384,
      "grad_norm": 6.5403008460998535,
      "learning_rate": 1.7411724347262824e-05,
      "loss": 1.397,
      "step": 715
    },
    {
      "epoch": 0.7289386612369559,
      "grad_norm": 8.339217185974121,
      "learning_rate": 1.729008039950772e-05,
      "loss": 1.5315,
      "step": 716
    },
    {
      "epoch": 0.7299567319928735,
      "grad_norm": 5.882655620574951,
      "learning_rate": 1.7168773973016776e-05,
      "loss": 1.1574,
      "step": 717
    },
    {
      "epoch": 0.730974802748791,
      "grad_norm": 6.183307647705078,
      "learning_rate": 1.7047806319505076e-05,
      "loss": 1.3367,
      "step": 718
    },
    {
      "epoch": 0.7319928735047085,
      "grad_norm": 6.28183126449585,
      "learning_rate": 1.692717868719195e-05,
      "loss": 1.5637,
      "step": 719
    },
    {
      "epoch": 0.7330109442606261,
      "grad_norm": 4.728903293609619,
      "learning_rate": 1.680689232078827e-05,
      "loss": 1.4179,
      "step": 720
    },
    {
      "epoch": 0.7340290150165436,
      "grad_norm": 6.95587158203125,
      "learning_rate": 1.668694846148343e-05,
      "loss": 1.7837,
      "step": 721
    },
    {
      "epoch": 0.7350470857724611,
      "grad_norm": 5.531774997711182,
      "learning_rate": 1.6567348346932658e-05,
      "loss": 1.2069,
      "step": 722
    },
    {
      "epoch": 0.7360651565283787,
      "grad_norm": 5.498968601226807,
      "learning_rate": 1.644809321124423e-05,
      "loss": 1.1316,
      "step": 723
    },
    {
      "epoch": 0.7370832272842962,
      "grad_norm": 7.1133809089660645,
      "learning_rate": 1.6329184284966677e-05,
      "loss": 2.0335,
      "step": 724
    },
    {
      "epoch": 0.7381012980402138,
      "grad_norm": 6.765145301818848,
      "learning_rate": 1.621062279507617e-05,
      "loss": 2.0067,
      "step": 725
    },
    {
      "epoch": 0.7391193687961314,
      "grad_norm": 7.21923828125,
      "learning_rate": 1.609240996496378e-05,
      "loss": 2.2922,
      "step": 726
    },
    {
      "epoch": 0.7401374395520489,
      "grad_norm": 5.8889360427856445,
      "learning_rate": 1.597454701442288e-05,
      "loss": 1.6363,
      "step": 727
    },
    {
      "epoch": 0.7411555103079664,
      "grad_norm": 8.041604042053223,
      "learning_rate": 1.5857035159636623e-05,
      "loss": 1.6933,
      "step": 728
    },
    {
      "epoch": 0.742173581063884,
      "grad_norm": 7.711045742034912,
      "learning_rate": 1.5739875613165283e-05,
      "loss": 1.9258,
      "step": 729
    },
    {
      "epoch": 0.7431916518198015,
      "grad_norm": 7.747977256774902,
      "learning_rate": 1.5623069583933836e-05,
      "loss": 2.5273,
      "step": 730
    },
    {
      "epoch": 0.744209722575719,
      "grad_norm": 8.055684089660645,
      "learning_rate": 1.550661827721941e-05,
      "loss": 2.0398,
      "step": 731
    },
    {
      "epoch": 0.7452277933316366,
      "grad_norm": 8.75759220123291,
      "learning_rate": 1.5390522894638938e-05,
      "loss": 2.5372,
      "step": 732
    },
    {
      "epoch": 0.7462458640875541,
      "grad_norm": 6.629666805267334,
      "learning_rate": 1.527478463413666e-05,
      "loss": 1.8586,
      "step": 733
    },
    {
      "epoch": 0.7472639348434716,
      "grad_norm": 7.634647369384766,
      "learning_rate": 1.5159404689971795e-05,
      "loss": 1.7609,
      "step": 734
    },
    {
      "epoch": 0.7482820055993892,
      "grad_norm": 8.821757316589355,
      "learning_rate": 1.5044384252706312e-05,
      "loss": 2.5073,
      "step": 735
    },
    {
      "epoch": 0.7493000763553067,
      "grad_norm": 7.940456867218018,
      "learning_rate": 1.4929724509192488e-05,
      "loss": 2.6403,
      "step": 736
    },
    {
      "epoch": 0.7503181471112242,
      "grad_norm": 7.819153308868408,
      "learning_rate": 1.4815426642560754e-05,
      "loss": 2.3173,
      "step": 737
    },
    {
      "epoch": 0.7513362178671418,
      "grad_norm": 7.586490154266357,
      "learning_rate": 1.470149183220748e-05,
      "loss": 2.0191,
      "step": 738
    },
    {
      "epoch": 0.7523542886230593,
      "grad_norm": 6.6719584465026855,
      "learning_rate": 1.4587921253782849e-05,
      "loss": 1.6597,
      "step": 739
    },
    {
      "epoch": 0.7533723593789768,
      "grad_norm": 8.974640846252441,
      "learning_rate": 1.447471607917854e-05,
      "loss": 1.9953,
      "step": 740
    },
    {
      "epoch": 0.7543904301348944,
      "grad_norm": 7.379059314727783,
      "learning_rate": 1.4361877476515889e-05,
      "loss": 1.8422,
      "step": 741
    },
    {
      "epoch": 0.7554085008908119,
      "grad_norm": 7.163296699523926,
      "learning_rate": 1.4249406610133686e-05,
      "loss": 1.8372,
      "step": 742
    },
    {
      "epoch": 0.7564265716467294,
      "grad_norm": 10.26382064819336,
      "learning_rate": 1.413730464057616e-05,
      "loss": 2.2328,
      "step": 743
    },
    {
      "epoch": 0.757444642402647,
      "grad_norm": 7.997495651245117,
      "learning_rate": 1.4025572724581038e-05,
      "loss": 2.083,
      "step": 744
    },
    {
      "epoch": 0.7584627131585645,
      "grad_norm": 8.966462135314941,
      "learning_rate": 1.3914212015067651e-05,
      "loss": 2.0716,
      "step": 745
    },
    {
      "epoch": 0.759480783914482,
      "grad_norm": 9.182121276855469,
      "learning_rate": 1.3803223661124936e-05,
      "loss": 2.406,
      "step": 746
    },
    {
      "epoch": 0.7604988546703996,
      "grad_norm": 8.59941577911377,
      "learning_rate": 1.3692608807999652e-05,
      "loss": 2.1763,
      "step": 747
    },
    {
      "epoch": 0.7615169254263171,
      "grad_norm": 11.990951538085938,
      "learning_rate": 1.3582368597084566e-05,
      "loss": 2.7291,
      "step": 748
    },
    {
      "epoch": 0.7625349961822346,
      "grad_norm": 7.6986260414123535,
      "learning_rate": 1.3472504165906613e-05,
      "loss": 1.9128,
      "step": 749
    },
    {
      "epoch": 0.7635530669381522,
      "grad_norm": 8.994124412536621,
      "learning_rate": 1.3363016648115245e-05,
      "loss": 1.7094,
      "step": 750
    },
    {
      "epoch": 0.7645711376940697,
      "grad_norm": 8.2550630569458,
      "learning_rate": 1.3253907173470648e-05,
      "loss": 3.7822,
      "step": 751
    },
    {
      "epoch": 0.7655892084499872,
      "grad_norm": 8.363167762756348,
      "learning_rate": 1.3145176867832165e-05,
      "loss": 3.1741,
      "step": 752
    },
    {
      "epoch": 0.7666072792059048,
      "grad_norm": 9.87235164642334,
      "learning_rate": 1.30368268531466e-05,
      "loss": 3.5932,
      "step": 753
    },
    {
      "epoch": 0.7676253499618223,
      "grad_norm": 7.78696346282959,
      "learning_rate": 1.292885824743667e-05,
      "loss": 2.4161,
      "step": 754
    },
    {
      "epoch": 0.7686434207177398,
      "grad_norm": 10.35235595703125,
      "learning_rate": 1.2821272164789544e-05,
      "loss": 3.0389,
      "step": 755
    },
    {
      "epoch": 0.7696614914736574,
      "grad_norm": 13.586828231811523,
      "learning_rate": 1.2714069715345195e-05,
      "loss": 3.6863,
      "step": 756
    },
    {
      "epoch": 0.770679562229575,
      "grad_norm": 11.710920333862305,
      "learning_rate": 1.2607252005285109e-05,
      "loss": 4.0324,
      "step": 757
    },
    {
      "epoch": 0.7716976329854925,
      "grad_norm": 12.497662544250488,
      "learning_rate": 1.2500820136820734e-05,
      "loss": 2.9699,
      "step": 758
    },
    {
      "epoch": 0.7727157037414101,
      "grad_norm": 15.810281753540039,
      "learning_rate": 1.2394775208182174e-05,
      "loss": 3.1219,
      "step": 759
    },
    {
      "epoch": 0.7737337744973276,
      "grad_norm": 10.045539855957031,
      "learning_rate": 1.2289118313606896e-05,
      "loss": 1.7459,
      "step": 760
    },
    {
      "epoch": 0.7747518452532451,
      "grad_norm": 8.060089111328125,
      "learning_rate": 1.2183850543328312e-05,
      "loss": 1.4901,
      "step": 761
    },
    {
      "epoch": 0.7757699160091627,
      "grad_norm": 5.897403240203857,
      "learning_rate": 1.2078972983564684e-05,
      "loss": 1.1615,
      "step": 762
    },
    {
      "epoch": 0.7767879867650802,
      "grad_norm": 9.653463363647461,
      "learning_rate": 1.1974486716507783e-05,
      "loss": 2.1851,
      "step": 763
    },
    {
      "epoch": 0.7778060575209977,
      "grad_norm": 8.81517505645752,
      "learning_rate": 1.1870392820311821e-05,
      "loss": 2.0521,
      "step": 764
    },
    {
      "epoch": 0.7788241282769153,
      "grad_norm": 8.291658401489258,
      "learning_rate": 1.1766692369082255e-05,
      "loss": 2.0249,
      "step": 765
    },
    {
      "epoch": 0.7798421990328328,
      "grad_norm": 8.102690696716309,
      "learning_rate": 1.1663386432864727e-05,
      "loss": 2.065,
      "step": 766
    },
    {
      "epoch": 0.7808602697887503,
      "grad_norm": 4.781749248504639,
      "learning_rate": 1.156047607763407e-05,
      "loss": 1.2103,
      "step": 767
    },
    {
      "epoch": 0.7818783405446679,
      "grad_norm": 6.986288547515869,
      "learning_rate": 1.145796236528322e-05,
      "loss": 1.5723,
      "step": 768
    },
    {
      "epoch": 0.7828964113005854,
      "grad_norm": 6.896148681640625,
      "learning_rate": 1.135584635361232e-05,
      "loss": 1.7923,
      "step": 769
    },
    {
      "epoch": 0.7839144820565029,
      "grad_norm": 6.917054176330566,
      "learning_rate": 1.1254129096317806e-05,
      "loss": 1.8785,
      "step": 770
    },
    {
      "epoch": 0.7849325528124205,
      "grad_norm": 8.382417678833008,
      "learning_rate": 1.115281164298153e-05,
      "loss": 2.0591,
      "step": 771
    },
    {
      "epoch": 0.785950623568338,
      "grad_norm": 6.412557601928711,
      "learning_rate": 1.105189503905985e-05,
      "loss": 1.3064,
      "step": 772
    },
    {
      "epoch": 0.7869686943242555,
      "grad_norm": 8.5576753616333,
      "learning_rate": 1.0951380325872979e-05,
      "loss": 2.1621,
      "step": 773
    },
    {
      "epoch": 0.7879867650801731,
      "grad_norm": 6.601977348327637,
      "learning_rate": 1.0851268540594167e-05,
      "loss": 1.9123,
      "step": 774
    },
    {
      "epoch": 0.7890048358360906,
      "grad_norm": 9.037349700927734,
      "learning_rate": 1.0751560716238967e-05,
      "loss": 2.7441,
      "step": 775
    },
    {
      "epoch": 0.7900229065920081,
      "grad_norm": 8.547028541564941,
      "learning_rate": 1.0652257881654627e-05,
      "loss": 2.4516,
      "step": 776
    },
    {
      "epoch": 0.7910409773479257,
      "grad_norm": 6.397313117980957,
      "learning_rate": 1.055336106150948e-05,
      "loss": 1.7555,
      "step": 777
    },
    {
      "epoch": 0.7920590481038432,
      "grad_norm": 8.946637153625488,
      "learning_rate": 1.0454871276282335e-05,
      "loss": 2.4554,
      "step": 778
    },
    {
      "epoch": 0.7930771188597607,
      "grad_norm": 10.802556037902832,
      "learning_rate": 1.0356789542251938e-05,
      "loss": 3.2162,
      "step": 779
    },
    {
      "epoch": 0.7940951896156783,
      "grad_norm": 6.947890281677246,
      "learning_rate": 1.0259116871486557e-05,
      "loss": 1.7408,
      "step": 780
    },
    {
      "epoch": 0.7951132603715958,
      "grad_norm": 6.768093585968018,
      "learning_rate": 1.0161854271833443e-05,
      "loss": 1.8601,
      "step": 781
    },
    {
      "epoch": 0.7961313311275133,
      "grad_norm": 8.398831367492676,
      "learning_rate": 1.006500274690853e-05,
      "loss": 2.2156,
      "step": 782
    },
    {
      "epoch": 0.7971494018834309,
      "grad_norm": 7.810449123382568,
      "learning_rate": 9.96856329608597e-06,
      "loss": 2.1837,
      "step": 783
    },
    {
      "epoch": 0.7981674726393484,
      "grad_norm": 8.77087116241455,
      "learning_rate": 9.87253691448794e-06,
      "loss": 2.6596,
      "step": 784
    },
    {
      "epoch": 0.7991855433952659,
      "grad_norm": 11.717060089111328,
      "learning_rate": 9.776924592974256e-06,
      "loss": 3.5775,
      "step": 785
    },
    {
      "epoch": 0.8002036141511835,
      "grad_norm": 7.535914897918701,
      "learning_rate": 9.681727318132227e-06,
      "loss": 2.2536,
      "step": 786
    },
    {
      "epoch": 0.801221684907101,
      "grad_norm": 9.274803161621094,
      "learning_rate": 9.586946072266478e-06,
      "loss": 2.4405,
      "step": 787
    },
    {
      "epoch": 0.8022397556630185,
      "grad_norm": 7.637203216552734,
      "learning_rate": 9.492581833388736e-06,
      "loss": 1.9418,
      "step": 788
    },
    {
      "epoch": 0.8032578264189361,
      "grad_norm": 11.312345504760742,
      "learning_rate": 9.398635575207854e-06,
      "loss": 3.0226,
      "step": 789
    },
    {
      "epoch": 0.8042758971748537,
      "grad_norm": 8.732460021972656,
      "learning_rate": 9.305108267119645e-06,
      "loss": 2.0292,
      "step": 790
    },
    {
      "epoch": 0.8052939679307712,
      "grad_norm": 6.998504638671875,
      "learning_rate": 9.212000874196953e-06,
      "loss": 1.7993,
      "step": 791
    },
    {
      "epoch": 0.8063120386866888,
      "grad_norm": 9.693340301513672,
      "learning_rate": 9.119314357179687e-06,
      "loss": 2.4902,
      "step": 792
    },
    {
      "epoch": 0.8073301094426063,
      "grad_norm": 8.360791206359863,
      "learning_rate": 9.027049672464916e-06,
      "loss": 2.0688,
      "step": 793
    },
    {
      "epoch": 0.8083481801985238,
      "grad_norm": 7.457218647003174,
      "learning_rate": 8.935207772096904e-06,
      "loss": 2.1543,
      "step": 794
    },
    {
      "epoch": 0.8093662509544414,
      "grad_norm": 8.154823303222656,
      "learning_rate": 8.843789603757446e-06,
      "loss": 2.5219,
      "step": 795
    },
    {
      "epoch": 0.8103843217103589,
      "grad_norm": 8.503774642944336,
      "learning_rate": 8.752796110755984e-06,
      "loss": 1.7771,
      "step": 796
    },
    {
      "epoch": 0.8114023924662764,
      "grad_norm": 9.03532600402832,
      "learning_rate": 8.662228232019876e-06,
      "loss": 2.1927,
      "step": 797
    },
    {
      "epoch": 0.812420463222194,
      "grad_norm": 7.620565891265869,
      "learning_rate": 8.572086902084731e-06,
      "loss": 1.5837,
      "step": 798
    },
    {
      "epoch": 0.8134385339781115,
      "grad_norm": 8.183737754821777,
      "learning_rate": 8.48237305108479e-06,
      "loss": 2.0261,
      "step": 799
    },
    {
      "epoch": 0.814456604734029,
      "grad_norm": 7.848052978515625,
      "learning_rate": 8.393087604743283e-06,
      "loss": 1.7399,
      "step": 800
    },
    {
      "epoch": 0.8154746754899466,
      "grad_norm": 6.207403182983398,
      "learning_rate": 8.304231484362868e-06,
      "loss": 2.4818,
      "step": 801
    },
    {
      "epoch": 0.8164927462458641,
      "grad_norm": 7.363234043121338,
      "learning_rate": 8.215805606816191e-06,
      "loss": 2.7651,
      "step": 802
    },
    {
      "epoch": 0.8175108170017816,
      "grad_norm": 8.982840538024902,
      "learning_rate": 8.127810884536403e-06,
      "loss": 3.0555,
      "step": 803
    },
    {
      "epoch": 0.8185288877576992,
      "grad_norm": 8.631933212280273,
      "learning_rate": 8.040248225507641e-06,
      "loss": 2.9924,
      "step": 804
    },
    {
      "epoch": 0.8195469585136167,
      "grad_norm": 11.01415729522705,
      "learning_rate": 7.95311853325582e-06,
      "loss": 3.5641,
      "step": 805
    },
    {
      "epoch": 0.8205650292695342,
      "grad_norm": 11.288020133972168,
      "learning_rate": 7.866422706839238e-06,
      "loss": 3.6431,
      "step": 806
    },
    {
      "epoch": 0.8215831000254518,
      "grad_norm": 18.66059112548828,
      "learning_rate": 7.780161640839257e-06,
      "loss": 3.8684,
      "step": 807
    },
    {
      "epoch": 0.8226011707813693,
      "grad_norm": 10.357224464416504,
      "learning_rate": 7.694336225351107e-06,
      "loss": 2.31,
      "step": 808
    },
    {
      "epoch": 0.8236192415372868,
      "grad_norm": 10.739027976989746,
      "learning_rate": 7.60894734597476e-06,
      "loss": 2.3002,
      "step": 809
    },
    {
      "epoch": 0.8246373122932044,
      "grad_norm": 4.031766414642334,
      "learning_rate": 7.523995883805679e-06,
      "loss": 0.8728,
      "step": 810
    },
    {
      "epoch": 0.8256553830491219,
      "grad_norm": 5.490253448486328,
      "learning_rate": 7.439482715425805e-06,
      "loss": 1.0823,
      "step": 811
    },
    {
      "epoch": 0.8266734538050394,
      "grad_norm": 6.157886981964111,
      "learning_rate": 7.355408712894507e-06,
      "loss": 1.4668,
      "step": 812
    },
    {
      "epoch": 0.827691524560957,
      "grad_norm": 4.612349510192871,
      "learning_rate": 7.271774743739545e-06,
      "loss": 0.9666,
      "step": 813
    },
    {
      "epoch": 0.8287095953168745,
      "grad_norm": 4.856873989105225,
      "learning_rate": 7.188581670948169e-06,
      "loss": 1.2653,
      "step": 814
    },
    {
      "epoch": 0.829727666072792,
      "grad_norm": 7.248535633087158,
      "learning_rate": 7.105830352958142e-06,
      "loss": 1.8515,
      "step": 815
    },
    {
      "epoch": 0.8307457368287096,
      "grad_norm": 7.241623878479004,
      "learning_rate": 7.0235216436489835e-06,
      "loss": 1.4111,
      "step": 816
    },
    {
      "epoch": 0.8317638075846271,
      "grad_norm": 5.958316802978516,
      "learning_rate": 6.941656392333046e-06,
      "loss": 1.4647,
      "step": 817
    },
    {
      "epoch": 0.8327818783405446,
      "grad_norm": 7.3134684562683105,
      "learning_rate": 6.860235443746859e-06,
      "loss": 1.4169,
      "step": 818
    },
    {
      "epoch": 0.8337999490964622,
      "grad_norm": 6.82220458984375,
      "learning_rate": 6.779259638042318e-06,
      "loss": 1.6871,
      "step": 819
    },
    {
      "epoch": 0.8348180198523797,
      "grad_norm": 8.294244766235352,
      "learning_rate": 6.698729810778065e-06,
      "loss": 2.0008,
      "step": 820
    },
    {
      "epoch": 0.8358360906082972,
      "grad_norm": 7.062936305999756,
      "learning_rate": 6.618646792910893e-06,
      "loss": 1.5006,
      "step": 821
    },
    {
      "epoch": 0.8368541613642149,
      "grad_norm": 8.914663314819336,
      "learning_rate": 6.539011410787105e-06,
      "loss": 2.8718,
      "step": 822
    },
    {
      "epoch": 0.8378722321201324,
      "grad_norm": 6.904050827026367,
      "learning_rate": 6.459824486134014e-06,
      "loss": 1.6913,
      "step": 823
    },
    {
      "epoch": 0.8388903028760499,
      "grad_norm": 9.867286682128906,
      "learning_rate": 6.381086836051498e-06,
      "loss": 2.3808,
      "step": 824
    },
    {
      "epoch": 0.8399083736319675,
      "grad_norm": 7.717339992523193,
      "learning_rate": 6.302799273003546e-06,
      "loss": 2.3309,
      "step": 825
    },
    {
      "epoch": 0.840926444387885,
      "grad_norm": 7.964992046356201,
      "learning_rate": 6.224962604809819e-06,
      "loss": 1.8556,
      "step": 826
    },
    {
      "epoch": 0.8419445151438025,
      "grad_norm": 8.438617706298828,
      "learning_rate": 6.147577634637414e-06,
      "loss": 2.8175,
      "step": 827
    },
    {
      "epoch": 0.8429625858997201,
      "grad_norm": 6.18842077255249,
      "learning_rate": 6.070645160992522e-06,
      "loss": 1.8594,
      "step": 828
    },
    {
      "epoch": 0.8439806566556376,
      "grad_norm": 9.132290840148926,
      "learning_rate": 5.994165977712174e-06,
      "loss": 2.4016,
      "step": 829
    },
    {
      "epoch": 0.8449987274115551,
      "grad_norm": 8.243701934814453,
      "learning_rate": 5.918140873956063e-06,
      "loss": 2.8481,
      "step": 830
    },
    {
      "epoch": 0.8460167981674727,
      "grad_norm": 7.9838457107543945,
      "learning_rate": 5.842570634198452e-06,
      "loss": 2.2464,
      "step": 831
    },
    {
      "epoch": 0.8470348689233902,
      "grad_norm": 9.669371604919434,
      "learning_rate": 5.767456038219987e-06,
      "loss": 3.0041,
      "step": 832
    },
    {
      "epoch": 0.8480529396793077,
      "grad_norm": 6.894510746002197,
      "learning_rate": 5.692797861099719e-06,
      "loss": 1.9256,
      "step": 833
    },
    {
      "epoch": 0.8490710104352253,
      "grad_norm": 9.749018669128418,
      "learning_rate": 5.6185968732070825e-06,
      "loss": 2.0606,
      "step": 834
    },
    {
      "epoch": 0.8500890811911428,
      "grad_norm": 10.20246410369873,
      "learning_rate": 5.544853840193981e-06,
      "loss": 2.5006,
      "step": 835
    },
    {
      "epoch": 0.8511071519470603,
      "grad_norm": 7.829645156860352,
      "learning_rate": 5.471569522986774e-06,
      "loss": 2.2776,
      "step": 836
    },
    {
      "epoch": 0.8521252227029779,
      "grad_norm": 8.704474449157715,
      "learning_rate": 5.398744677778594e-06,
      "loss": 2.155,
      "step": 837
    },
    {
      "epoch": 0.8531432934588954,
      "grad_norm": 9.067277908325195,
      "learning_rate": 5.326380056021418e-06,
      "loss": 1.9537,
      "step": 838
    },
    {
      "epoch": 0.8541613642148129,
      "grad_norm": 7.175379276275635,
      "learning_rate": 5.25447640441834e-06,
      "loss": 1.8142,
      "step": 839
    },
    {
      "epoch": 0.8551794349707305,
      "grad_norm": 9.313763618469238,
      "learning_rate": 5.183034464915898e-06,
      "loss": 2.6184,
      "step": 840
    },
    {
      "epoch": 0.856197505726648,
      "grad_norm": 8.87330150604248,
      "learning_rate": 5.112054974696395e-06,
      "loss": 2.2619,
      "step": 841
    },
    {
      "epoch": 0.8572155764825655,
      "grad_norm": 7.452190399169922,
      "learning_rate": 5.041538666170281e-06,
      "loss": 2.0532,
      "step": 842
    },
    {
      "epoch": 0.858233647238483,
      "grad_norm": 8.609152793884277,
      "learning_rate": 4.9714862669686335e-06,
      "loss": 2.3708,
      "step": 843
    },
    {
      "epoch": 0.8592517179944006,
      "grad_norm": 9.013458251953125,
      "learning_rate": 4.901898499935609e-06,
      "loss": 2.2493,
      "step": 844
    },
    {
      "epoch": 0.8602697887503181,
      "grad_norm": 6.508463382720947,
      "learning_rate": 4.832776083120982e-06,
      "loss": 1.6531,
      "step": 845
    },
    {
      "epoch": 0.8612878595062357,
      "grad_norm": 8.564003944396973,
      "learning_rate": 4.764119729772809e-06,
      "loss": 2.2661,
      "step": 846
    },
    {
      "epoch": 0.8623059302621532,
      "grad_norm": 10.198071479797363,
      "learning_rate": 4.695930148329958e-06,
      "loss": 2.5887,
      "step": 847
    },
    {
      "epoch": 0.8633240010180707,
      "grad_norm": 7.703155994415283,
      "learning_rate": 4.628208042414889e-06,
      "loss": 2.1529,
      "step": 848
    },
    {
      "epoch": 0.8643420717739883,
      "grad_norm": 9.272164344787598,
      "learning_rate": 4.560954110826337e-06,
      "loss": 2.1878,
      "step": 849
    },
    {
      "epoch": 0.8653601425299058,
      "grad_norm": 9.344987869262695,
      "learning_rate": 4.494169047532154e-06,
      "loss": 1.8306,
      "step": 850
    },
    {
      "epoch": 0.8663782132858233,
      "grad_norm": 7.905543327331543,
      "learning_rate": 4.427853541662091e-06,
      "loss": 3.7738,
      "step": 851
    },
    {
      "epoch": 0.8673962840417409,
      "grad_norm": 11.58995532989502,
      "learning_rate": 4.362008277500701e-06,
      "loss": 3.8687,
      "step": 852
    },
    {
      "epoch": 0.8684143547976584,
      "grad_norm": 10.805427551269531,
      "learning_rate": 4.296633934480337e-06,
      "loss": 4.1339,
      "step": 853
    },
    {
      "epoch": 0.869432425553576,
      "grad_norm": 9.845876693725586,
      "learning_rate": 4.231731187174065e-06,
      "loss": 3.6647,
      "step": 854
    },
    {
      "epoch": 0.8704504963094936,
      "grad_norm": 11.320969581604004,
      "learning_rate": 4.167300705288718e-06,
      "loss": 3.8381,
      "step": 855
    },
    {
      "epoch": 0.8714685670654111,
      "grad_norm": 12.798758506774902,
      "learning_rate": 4.10334315365804e-06,
      "loss": 3.4318,
      "step": 856
    },
    {
      "epoch": 0.8724866378213286,
      "grad_norm": 11.61473274230957,
      "learning_rate": 4.039859192235779e-06,
      "loss": 2.8296,
      "step": 857
    },
    {
      "epoch": 0.8735047085772462,
      "grad_norm": 14.96419620513916,
      "learning_rate": 3.976849476088845e-06,
      "loss": 3.5524,
      "step": 858
    },
    {
      "epoch": 0.8745227793331637,
      "grad_norm": 7.406204700469971,
      "learning_rate": 3.914314655390633e-06,
      "loss": 1.9455,
      "step": 859
    },
    {
      "epoch": 0.8755408500890812,
      "grad_norm": 6.518743991851807,
      "learning_rate": 3.852255375414271e-06,
      "loss": 1.2701,
      "step": 860
    },
    {
      "epoch": 0.8765589208449988,
      "grad_norm": 6.446305751800537,
      "learning_rate": 3.790672276525936e-06,
      "loss": 1.4215,
      "step": 861
    },
    {
      "epoch": 0.8775769916009163,
      "grad_norm": 8.741048812866211,
      "learning_rate": 3.7295659941782855e-06,
      "loss": 1.8906,
      "step": 862
    },
    {
      "epoch": 0.8785950623568338,
      "grad_norm": 8.466268539428711,
      "learning_rate": 3.668937158903901e-06,
      "loss": 1.8339,
      "step": 863
    },
    {
      "epoch": 0.8796131331127514,
      "grad_norm": 9.552635192871094,
      "learning_rate": 3.6087863963087497e-06,
      "loss": 2.2068,
      "step": 864
    },
    {
      "epoch": 0.8806312038686689,
      "grad_norm": 6.880453586578369,
      "learning_rate": 3.5491143270657446e-06,
      "loss": 1.4963,
      "step": 865
    },
    {
      "epoch": 0.8816492746245864,
      "grad_norm": 6.255483627319336,
      "learning_rate": 3.4899215669083716e-06,
      "loss": 1.3132,
      "step": 866
    },
    {
      "epoch": 0.882667345380504,
      "grad_norm": 6.0426025390625,
      "learning_rate": 3.4312087266242963e-06,
      "loss": 1.5957,
      "step": 867
    },
    {
      "epoch": 0.8836854161364215,
      "grad_norm": 6.473054885864258,
      "learning_rate": 3.3729764120490446e-06,
      "loss": 1.7223,
      "step": 868
    },
    {
      "epoch": 0.884703486892339,
      "grad_norm": 6.081118106842041,
      "learning_rate": 3.315225224059809e-06,
      "loss": 1.4486,
      "step": 869
    },
    {
      "epoch": 0.8857215576482566,
      "grad_norm": 8.436514854431152,
      "learning_rate": 3.25795575856922e-06,
      "loss": 2.5112,
      "step": 870
    },
    {
      "epoch": 0.8867396284041741,
      "grad_norm": 7.625750541687012,
      "learning_rate": 3.2011686065191895e-06,
      "loss": 1.7229,
      "step": 871
    },
    {
      "epoch": 0.8877576991600916,
      "grad_norm": 8.813794136047363,
      "learning_rate": 3.1448643538748045e-06,
      "loss": 2.4128,
      "step": 872
    },
    {
      "epoch": 0.8887757699160092,
      "grad_norm": 5.511772155761719,
      "learning_rate": 3.0890435816183226e-06,
      "loss": 1.3973,
      "step": 873
    },
    {
      "epoch": 0.8897938406719267,
      "grad_norm": 8.631103515625,
      "learning_rate": 3.03370686574313e-06,
      "loss": 2.015,
      "step": 874
    },
    {
      "epoch": 0.8908119114278442,
      "grad_norm": 7.364684104919434,
      "learning_rate": 2.9788547772478416e-06,
      "loss": 2.2994,
      "step": 875
    },
    {
      "epoch": 0.8918299821837617,
      "grad_norm": 6.241342067718506,
      "learning_rate": 2.924487882130356e-06,
      "loss": 1.8339,
      "step": 876
    },
    {
      "epoch": 0.8928480529396793,
      "grad_norm": 7.564022064208984,
      "learning_rate": 2.870606741382059e-06,
      "loss": 1.7091,
      "step": 877
    },
    {
      "epoch": 0.8938661236955968,
      "grad_norm": 7.5156378746032715,
      "learning_rate": 2.817211910982037e-06,
      "loss": 2.1743,
      "step": 878
    },
    {
      "epoch": 0.8948841944515143,
      "grad_norm": 7.265412330627441,
      "learning_rate": 2.7643039418913e-06,
      "loss": 2.0643,
      "step": 879
    },
    {
      "epoch": 0.8959022652074319,
      "grad_norm": 7.189180850982666,
      "learning_rate": 2.711883380047131e-06,
      "loss": 2.1941,
      "step": 880
    },
    {
      "epoch": 0.8969203359633494,
      "grad_norm": 7.311581134796143,
      "learning_rate": 2.6599507663574384e-06,
      "loss": 2.1736,
      "step": 881
    },
    {
      "epoch": 0.897938406719267,
      "grad_norm": 10.869359016418457,
      "learning_rate": 2.6085066366951905e-06,
      "loss": 3.2378,
      "step": 882
    },
    {
      "epoch": 0.8989564774751845,
      "grad_norm": 7.649423122406006,
      "learning_rate": 2.5575515218928592e-06,
      "loss": 2.1515,
      "step": 883
    },
    {
      "epoch": 0.899974548231102,
      "grad_norm": 7.814465045928955,
      "learning_rate": 2.5070859477369645e-06,
      "loss": 2.4541,
      "step": 884
    },
    {
      "epoch": 0.9009926189870195,
      "grad_norm": 7.679671764373779,
      "learning_rate": 2.457110434962645e-06,
      "loss": 2.6637,
      "step": 885
    },
    {
      "epoch": 0.9020106897429372,
      "grad_norm": 8.16401481628418,
      "learning_rate": 2.407625499248273e-06,
      "loss": 2.547,
      "step": 886
    },
    {
      "epoch": 0.9030287604988547,
      "grad_norm": 9.379379272460938,
      "learning_rate": 2.3586316512101416e-06,
      "loss": 2.5642,
      "step": 887
    },
    {
      "epoch": 0.9040468312547723,
      "grad_norm": 7.037562370300293,
      "learning_rate": 2.3101293963972094e-06,
      "loss": 1.9438,
      "step": 888
    },
    {
      "epoch": 0.9050649020106898,
      "grad_norm": 7.9886674880981445,
      "learning_rate": 2.26211923528587e-06,
      "loss": 2.2604,
      "step": 889
    },
    {
      "epoch": 0.9060829727666073,
      "grad_norm": 7.768427848815918,
      "learning_rate": 2.2146016632747624e-06,
      "loss": 1.8138,
      "step": 890
    },
    {
      "epoch": 0.9071010435225249,
      "grad_norm": 7.540080547332764,
      "learning_rate": 2.1675771706797132e-06,
      "loss": 1.8673,
      "step": 891
    },
    {
      "epoch": 0.9081191142784424,
      "grad_norm": 8.09107780456543,
      "learning_rate": 2.1210462427286524e-06,
      "loss": 1.971,
      "step": 892
    },
    {
      "epoch": 0.9091371850343599,
      "grad_norm": 6.946146011352539,
      "learning_rate": 2.0750093595565733e-06,
      "loss": 1.7914,
      "step": 893
    },
    {
      "epoch": 0.9101552557902775,
      "grad_norm": 10.480133056640625,
      "learning_rate": 2.0294669962006354e-06,
      "loss": 2.4089,
      "step": 894
    },
    {
      "epoch": 0.911173326546195,
      "grad_norm": 7.2262797355651855,
      "learning_rate": 1.984419622595224e-06,
      "loss": 1.8403,
      "step": 895
    },
    {
      "epoch": 0.9121913973021125,
      "grad_norm": 8.057347297668457,
      "learning_rate": 1.939867703567122e-06,
      "loss": 1.7492,
      "step": 896
    },
    {
      "epoch": 0.91320946805803,
      "grad_norm": 8.859241485595703,
      "learning_rate": 1.895811698830685e-06,
      "loss": 2.3681,
      "step": 897
    },
    {
      "epoch": 0.9142275388139476,
      "grad_norm": 7.5691328048706055,
      "learning_rate": 1.8522520629831397e-06,
      "loss": 2.1921,
      "step": 898
    },
    {
      "epoch": 0.9152456095698651,
      "grad_norm": 9.58875846862793,
      "learning_rate": 1.8091892454998594e-06,
      "loss": 2.4974,
      "step": 899
    },
    {
      "epoch": 0.9162636803257826,
      "grad_norm": 7.032078266143799,
      "learning_rate": 1.7666236907297406e-06,
      "loss": 1.3266,
      "step": 900
    },
    {
      "epoch": 0.9172817510817002,
      "grad_norm": 7.034844875335693,
      "learning_rate": 1.7245558378906013e-06,
      "loss": 2.617,
      "step": 901
    },
    {
      "epoch": 0.9182998218376177,
      "grad_norm": 9.052960395812988,
      "learning_rate": 1.6829861210646891e-06,
      "loss": 3.9865,
      "step": 902
    },
    {
      "epoch": 0.9193178925935352,
      "grad_norm": 11.31360912322998,
      "learning_rate": 1.641914969194147e-06,
      "loss": 3.9044,
      "step": 903
    },
    {
      "epoch": 0.9203359633494528,
      "grad_norm": 11.041589736938477,
      "learning_rate": 1.6013428060766168e-06,
      "loss": 4.3406,
      "step": 904
    },
    {
      "epoch": 0.9213540341053703,
      "grad_norm": 10.366722106933594,
      "learning_rate": 1.5612700503608968e-06,
      "loss": 2.948,
      "step": 905
    },
    {
      "epoch": 0.9223721048612878,
      "grad_norm": 13.091897964477539,
      "learning_rate": 1.5216971155425475e-06,
      "loss": 4.3409,
      "step": 906
    },
    {
      "epoch": 0.9233901756172054,
      "grad_norm": 10.320602416992188,
      "learning_rate": 1.4826244099596986e-06,
      "loss": 2.7963,
      "step": 907
    },
    {
      "epoch": 0.9244082463731229,
      "grad_norm": 9.795669555664062,
      "learning_rate": 1.4440523367887871e-06,
      "loss": 2.7568,
      "step": 908
    },
    {
      "epoch": 0.9254263171290404,
      "grad_norm": 5.081234931945801,
      "learning_rate": 1.4059812940404093e-06,
      "loss": 1.1005,
      "step": 909
    },
    {
      "epoch": 0.926444387884958,
      "grad_norm": 5.965490818023682,
      "learning_rate": 1.3684116745552423e-06,
      "loss": 1.6534,
      "step": 910
    },
    {
      "epoch": 0.9274624586408755,
      "grad_norm": 8.321152687072754,
      "learning_rate": 1.33134386599994e-06,
      "loss": 1.6702,
      "step": 911
    },
    {
      "epoch": 0.928480529396793,
      "grad_norm": 6.844864845275879,
      "learning_rate": 1.2947782508631822e-06,
      "loss": 1.5389,
      "step": 912
    },
    {
      "epoch": 0.9294986001527106,
      "grad_norm": 7.344895362854004,
      "learning_rate": 1.2587152064516827e-06,
      "loss": 1.6019,
      "step": 913
    },
    {
      "epoch": 0.9305166709086281,
      "grad_norm": 6.270571708679199,
      "learning_rate": 1.223155104886342e-06,
      "loss": 1.322,
      "step": 914
    },
    {
      "epoch": 0.9315347416645456,
      "grad_norm": 7.117447853088379,
      "learning_rate": 1.1880983130983626e-06,
      "loss": 1.6418,
      "step": 915
    },
    {
      "epoch": 0.9325528124204632,
      "grad_norm": 8.100106239318848,
      "learning_rate": 1.1535451928254947e-06,
      "loss": 2.1211,
      "step": 916
    },
    {
      "epoch": 0.9335708831763807,
      "grad_norm": 9.206981658935547,
      "learning_rate": 1.1194961006082972e-06,
      "loss": 2.2021,
      "step": 917
    },
    {
      "epoch": 0.9345889539322983,
      "grad_norm": 5.570037364959717,
      "learning_rate": 1.085951387786438e-06,
      "loss": 1.5467,
      "step": 918
    },
    {
      "epoch": 0.9356070246882159,
      "grad_norm": 8.013311386108398,
      "learning_rate": 1.0529114004951047e-06,
      "loss": 1.9642,
      "step": 919
    },
    {
      "epoch": 0.9366250954441334,
      "grad_norm": 6.999322891235352,
      "learning_rate": 1.0203764796614058e-06,
      "loss": 1.772,
      "step": 920
    },
    {
      "epoch": 0.937643166200051,
      "grad_norm": 7.812559604644775,
      "learning_rate": 9.883469610008577e-07,
      "loss": 1.9127,
      "step": 921
    },
    {
      "epoch": 0.9386612369559685,
      "grad_norm": 9.275822639465332,
      "learning_rate": 9.568231750139212e-07,
      "loss": 2.3705,
      "step": 922
    },
    {
      "epoch": 0.939679307711886,
      "grad_norm": 7.6475372314453125,
      "learning_rate": 9.258054469825972e-07,
      "loss": 2.306,
      "step": 923
    },
    {
      "epoch": 0.9406973784678035,
      "grad_norm": 7.288696765899658,
      "learning_rate": 8.952940969670809e-07,
      "loss": 1.6429,
      "step": 924
    },
    {
      "epoch": 0.9417154492237211,
      "grad_norm": 7.795031547546387,
      "learning_rate": 8.652894398024136e-07,
      "loss": 1.9986,
      "step": 925
    },
    {
      "epoch": 0.9427335199796386,
      "grad_norm": 7.860483169555664,
      "learning_rate": 8.357917850952802e-07,
      "loss": 2.1139,
      "step": 926
    },
    {
      "epoch": 0.9437515907355561,
      "grad_norm": 7.814316749572754,
      "learning_rate": 8.06801437220811e-07,
      "loss": 2.1013,
      "step": 927
    },
    {
      "epoch": 0.9447696614914737,
      "grad_norm": 8.413445472717285,
      "learning_rate": 7.783186953194189e-07,
      "loss": 2.7227,
      "step": 928
    },
    {
      "epoch": 0.9457877322473912,
      "grad_norm": 7.9406328201293945,
      "learning_rate": 7.503438532937168e-07,
      "loss": 2.1969,
      "step": 929
    },
    {
      "epoch": 0.9468058030033087,
      "grad_norm": 8.008191108703613,
      "learning_rate": 7.228771998054995e-07,
      "loss": 2.2026,
      "step": 930
    },
    {
      "epoch": 0.9478238737592263,
      "grad_norm": 9.503705978393555,
      "learning_rate": 6.959190182727615e-07,
      "loss": 2.6732,
      "step": 931
    },
    {
      "epoch": 0.9488419445151438,
      "grad_norm": 9.472963333129883,
      "learning_rate": 6.694695868667556e-07,
      "loss": 3.0515,
      "step": 932
    },
    {
      "epoch": 0.9498600152710613,
      "grad_norm": 7.070324420928955,
      "learning_rate": 6.43529178509139e-07,
      "loss": 1.9813,
      "step": 933
    },
    {
      "epoch": 0.9508780860269789,
      "grad_norm": 9.686485290527344,
      "learning_rate": 6.180980608691655e-07,
      "loss": 2.8315,
      "step": 934
    },
    {
      "epoch": 0.9518961567828964,
      "grad_norm": 8.254791259765625,
      "learning_rate": 5.931764963608866e-07,
      "loss": 2.2097,
      "step": 935
    },
    {
      "epoch": 0.9529142275388139,
      "grad_norm": 8.103293418884277,
      "learning_rate": 5.687647421404874e-07,
      "loss": 2.4556,
      "step": 936
    },
    {
      "epoch": 0.9539322982947315,
      "grad_norm": 7.946092128753662,
      "learning_rate": 5.448630501036112e-07,
      "loss": 1.7899,
      "step": 937
    },
    {
      "epoch": 0.954950369050649,
      "grad_norm": 7.618176460266113,
      "learning_rate": 5.214716668827557e-07,
      "loss": 2.3681,
      "step": 938
    },
    {
      "epoch": 0.9559684398065665,
      "grad_norm": 5.380380153656006,
      "learning_rate": 4.985908338447476e-07,
      "loss": 1.7725,
      "step": 939
    },
    {
      "epoch": 0.9569865105624841,
      "grad_norm": 7.778873920440674,
      "learning_rate": 4.762207870882218e-07,
      "loss": 1.8244,
      "step": 940
    },
    {
      "epoch": 0.9580045813184016,
      "grad_norm": 9.022889137268066,
      "learning_rate": 4.543617574412184e-07,
      "loss": 2.5223,
      "step": 941
    },
    {
      "epoch": 0.9590226520743191,
      "grad_norm": 6.915138244628906,
      "learning_rate": 4.3301397045877876e-07,
      "loss": 1.5739,
      "step": 942
    },
    {
      "epoch": 0.9600407228302367,
      "grad_norm": 7.640623092651367,
      "learning_rate": 4.121776464206251e-07,
      "loss": 2.0568,
      "step": 943
    },
    {
      "epoch": 0.9610587935861542,
      "grad_norm": 7.426476955413818,
      "learning_rate": 3.9185300032889006e-07,
      "loss": 1.8825,
      "step": 944
    },
    {
      "epoch": 0.9620768643420717,
      "grad_norm": 8.864518165588379,
      "learning_rate": 3.720402419058966e-07,
      "loss": 2.373,
      "step": 945
    },
    {
      "epoch": 0.9630949350979893,
      "grad_norm": 7.7088541984558105,
      "learning_rate": 3.5273957559199266e-07,
      "loss": 1.6487,
      "step": 946
    },
    {
      "epoch": 0.9641130058539068,
      "grad_norm": 7.193671703338623,
      "learning_rate": 3.339512005434309e-07,
      "loss": 1.8298,
      "step": 947
    },
    {
      "epoch": 0.9651310766098243,
      "grad_norm": 7.4829230308532715,
      "learning_rate": 3.1567531063033673e-07,
      "loss": 1.1332,
      "step": 948
    },
    {
      "epoch": 0.9661491473657419,
      "grad_norm": 27.006391525268555,
      "learning_rate": 2.979120944346936e-07,
      "loss": 2.0494,
      "step": 949
    },
    {
      "epoch": 0.9671672181216594,
      "grad_norm": 11.99468994140625,
      "learning_rate": 2.806617352483998e-07,
      "loss": 2.4674,
      "step": 950
    },
    {
      "epoch": 0.968185288877577,
      "grad_norm": 7.580793380737305,
      "learning_rate": 2.639244110713701e-07,
      "loss": 3.3584,
      "step": 951
    },
    {
      "epoch": 0.9692033596334946,
      "grad_norm": 9.658464431762695,
      "learning_rate": 2.4770029460970954e-07,
      "loss": 3.5755,
      "step": 952
    },
    {
      "epoch": 0.9702214303894121,
      "grad_norm": 9.27920150756836,
      "learning_rate": 2.319895532739369e-07,
      "loss": 2.8816,
      "step": 953
    },
    {
      "epoch": 0.9712395011453296,
      "grad_norm": 11.56139850616455,
      "learning_rate": 2.1679234917721946e-07,
      "loss": 3.1379,
      "step": 954
    },
    {
      "epoch": 0.9722575719012472,
      "grad_norm": 13.082681655883789,
      "learning_rate": 2.0210883913376334e-07,
      "loss": 3.5519,
      "step": 955
    },
    {
      "epoch": 0.9732756426571647,
      "grad_norm": 10.118450164794922,
      "learning_rate": 1.8793917465713684e-07,
      "loss": 2.1806,
      "step": 956
    },
    {
      "epoch": 0.9742937134130822,
      "grad_norm": 7.3693928718566895,
      "learning_rate": 1.742835019587441e-07,
      "loss": 1.6516,
      "step": 957
    },
    {
      "epoch": 0.9753117841689998,
      "grad_norm": 7.52052640914917,
      "learning_rate": 1.6114196194628172e-07,
      "loss": 1.8945,
      "step": 958
    },
    {
      "epoch": 0.9763298549249173,
      "grad_norm": 6.575441837310791,
      "learning_rate": 1.4851469022234e-07,
      "loss": 1.5346,
      "step": 959
    },
    {
      "epoch": 0.9773479256808348,
      "grad_norm": 5.139125823974609,
      "learning_rate": 1.3640181708293731e-07,
      "loss": 1.2349,
      "step": 960
    },
    {
      "epoch": 0.9783659964367524,
      "grad_norm": 5.116672992706299,
      "learning_rate": 1.2480346751622686e-07,
      "loss": 1.3371,
      "step": 961
    },
    {
      "epoch": 0.9793840671926699,
      "grad_norm": 6.816611289978027,
      "learning_rate": 1.1371976120118088e-07,
      "loss": 1.8166,
      "step": 962
    },
    {
      "epoch": 0.9804021379485874,
      "grad_norm": 5.658526420593262,
      "learning_rate": 1.0315081250636405e-07,
      "loss": 1.435,
      "step": 963
    },
    {
      "epoch": 0.981420208704505,
      "grad_norm": 5.805619239807129,
      "learning_rate": 9.309673048875089e-08,
      "loss": 1.473,
      "step": 964
    },
    {
      "epoch": 0.9824382794604225,
      "grad_norm": 8.438018798828125,
      "learning_rate": 8.355761889260461e-08,
      "loss": 1.9403,
      "step": 965
    },
    {
      "epoch": 0.98345635021634,
      "grad_norm": 6.625545501708984,
      "learning_rate": 7.453357614841117e-08,
      "loss": 1.7268,
      "step": 966
    },
    {
      "epoch": 0.9844744209722576,
      "grad_norm": 7.497494220733643,
      "learning_rate": 6.602469537183021e-08,
      "loss": 2.0333,
      "step": 967
    },
    {
      "epoch": 0.9854924917281751,
      "grad_norm": 7.167290210723877,
      "learning_rate": 5.8031064362795705e-08,
      "loss": 1.9103,
      "step": 968
    },
    {
      "epoch": 0.9865105624840926,
      "grad_norm": 8.998686790466309,
      "learning_rate": 5.0552765604544584e-08,
      "loss": 2.8485,
      "step": 969
    },
    {
      "epoch": 0.9875286332400102,
      "grad_norm": 7.887483596801758,
      "learning_rate": 4.358987626281175e-08,
      "loss": 2.5035,
      "step": 970
    },
    {
      "epoch": 0.9885467039959277,
      "grad_norm": 8.251432418823242,
      "learning_rate": 3.7142468185014104e-08,
      "loss": 2.1646,
      "step": 971
    },
    {
      "epoch": 0.9895647747518452,
      "grad_norm": 8.031188011169434,
      "learning_rate": 3.121060789951225e-08,
      "loss": 2.3445,
      "step": 972
    },
    {
      "epoch": 0.9905828455077628,
      "grad_norm": 10.717124938964844,
      "learning_rate": 2.5794356614922134e-08,
      "loss": 2.4195,
      "step": 973
    },
    {
      "epoch": 0.9916009162636803,
      "grad_norm": 7.7094950675964355,
      "learning_rate": 2.0893770219493346e-08,
      "loss": 2.2724,
      "step": 974
    },
    {
      "epoch": 0.9926189870195978,
      "grad_norm": 9.21927547454834,
      "learning_rate": 1.6508899280515134e-08,
      "loss": 2.9697,
      "step": 975
    },
    {
      "epoch": 0.9936370577755154,
      "grad_norm": 7.8263092041015625,
      "learning_rate": 1.2639789043805694e-08,
      "loss": 1.9429,
      "step": 976
    },
    {
      "epoch": 0.9946551285314329,
      "grad_norm": 8.359663009643555,
      "learning_rate": 9.286479433257e-09,
      "loss": 2.078,
      "step": 977
    },
    {
      "epoch": 0.9956731992873504,
      "grad_norm": 9.0786714553833,
      "learning_rate": 6.449005050390699e-09,
      "loss": 2.2142,
      "step": 978
    },
    {
      "epoch": 0.996691270043268,
      "grad_norm": 8.358176231384277,
      "learning_rate": 4.127395174036153e-09,
      "loss": 1.7529,
      "step": 979
    },
    {
      "epoch": 0.9977093407991855,
      "grad_norm": 8.492805480957031,
      "learning_rate": 2.321673760002918e-09,
      "loss": 2.3433,
      "step": 980
    },
    {
      "epoch": 0.998727411555103,
      "grad_norm": 10.61440372467041,
      "learning_rate": 1.0318594408476045e-09,
      "loss": 2.466,
      "step": 981
    },
    {
      "epoch": 0.9997454823110206,
      "grad_norm": 9.659395217895508,
      "learning_rate": 2.57965525674031e-10,
      "loss": 1.3249,
      "step": 982
    },
    {
      "epoch": 0.9997454823110206,
      "eval_loss": 0.5453814268112183,
      "eval_runtime": 50.2489,
      "eval_samples_per_second": 16.478,
      "eval_steps_per_second": 4.119,
      "step": 982
    },
    {
      "epoch": 1.000763553066938,
      "grad_norm": 6.880834102630615,
      "learning_rate": 0.0,
      "loss": 1.8668,
      "step": 983
    }
  ],
  "logging_steps": 1,
  "max_steps": 983,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 246,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.031180351948718e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}