{
  "best_metric": 0.8191825747489929,
  "best_model_checkpoint": "miner_id_24/checkpoint-500",
  "epoch": 0.006646704397791965,
  "eval_steps": 100,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.329340879558393e-05,
      "grad_norm": 1.8721857070922852,
      "learning_rate": 5e-06,
      "loss": 1.3474,
      "step": 1
    },
    {
      "epoch": 1.329340879558393e-05,
      "eval_loss": 1.8458729982376099,
      "eval_runtime": 6416.19,
      "eval_samples_per_second": 19.746,
      "eval_steps_per_second": 4.937,
      "step": 1
    },
    {
      "epoch": 2.658681759116786e-05,
      "grad_norm": 2.6393752098083496,
      "learning_rate": 1e-05,
      "loss": 1.3589,
      "step": 2
    },
    {
      "epoch": 3.988022638675179e-05,
      "grad_norm": 2.632097005844116,
      "learning_rate": 1.5e-05,
      "loss": 1.3262,
      "step": 3
    },
    {
      "epoch": 5.317363518233572e-05,
      "grad_norm": 2.478116750717163,
      "learning_rate": 2e-05,
      "loss": 1.2122,
      "step": 4
    },
    {
      "epoch": 6.646704397791965e-05,
      "grad_norm": 2.2656593322753906,
      "learning_rate": 2.5e-05,
      "loss": 1.2625,
      "step": 5
    },
    {
      "epoch": 7.976045277350358e-05,
      "grad_norm": 2.969680070877075,
      "learning_rate": 3e-05,
      "loss": 1.1768,
      "step": 6
    },
    {
      "epoch": 9.305386156908751e-05,
      "grad_norm": 2.586886405944824,
      "learning_rate": 3.5e-05,
      "loss": 1.2187,
      "step": 7
    },
    {
      "epoch": 0.00010634727036467144,
      "grad_norm": 2.716963052749634,
      "learning_rate": 4e-05,
      "loss": 1.1879,
      "step": 8
    },
    {
      "epoch": 0.00011964067916025536,
      "grad_norm": 2.8885955810546875,
      "learning_rate": 4.5e-05,
      "loss": 1.1258,
      "step": 9
    },
    {
      "epoch": 0.0001329340879558393,
      "grad_norm": 3.392652988433838,
      "learning_rate": 5e-05,
      "loss": 1.1421,
      "step": 10
    },
    {
      "epoch": 0.00014622749675142322,
      "grad_norm": 3.4042739868164062,
      "learning_rate": 5.500000000000001e-05,
      "loss": 1.0849,
      "step": 11
    },
    {
      "epoch": 0.00015952090554700716,
      "grad_norm": 3.3209352493286133,
      "learning_rate": 6e-05,
      "loss": 1.1645,
      "step": 12
    },
    {
      "epoch": 0.00017281431434259108,
      "grad_norm": 2.3565409183502197,
      "learning_rate": 6.500000000000001e-05,
      "loss": 1.0708,
      "step": 13
    },
    {
      "epoch": 0.00018610772313817502,
      "grad_norm": 3.035846710205078,
      "learning_rate": 7e-05,
      "loss": 1.0408,
      "step": 14
    },
    {
      "epoch": 0.00019940113193375893,
      "grad_norm": 2.8364081382751465,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.037,
      "step": 15
    },
    {
      "epoch": 0.00021269454072934287,
      "grad_norm": 2.6129062175750732,
      "learning_rate": 8e-05,
      "loss": 1.011,
      "step": 16
    },
    {
      "epoch": 0.00022598794952492681,
      "grad_norm": 2.415523052215576,
      "learning_rate": 8.5e-05,
      "loss": 1.0361,
      "step": 17
    },
    {
      "epoch": 0.00023928135832051073,
      "grad_norm": 2.23931622505188,
      "learning_rate": 9e-05,
      "loss": 0.9874,
      "step": 18
    },
    {
      "epoch": 0.00025257476711609464,
      "grad_norm": 2.3277835845947266,
      "learning_rate": 9.5e-05,
      "loss": 0.945,
      "step": 19
    },
    {
      "epoch": 0.0002658681759116786,
      "grad_norm": 2.562563896179199,
      "learning_rate": 0.0001,
      "loss": 1.0356,
      "step": 20
    },
    {
      "epoch": 0.0002791615847072625,
      "grad_norm": 2.91632342338562,
      "learning_rate": 9.999892908320647e-05,
      "loss": 0.9731,
      "step": 21
    },
    {
      "epoch": 0.00029245499350284644,
      "grad_norm": 2.5617427825927734,
      "learning_rate": 9.999571637870036e-05,
      "loss": 0.886,
      "step": 22
    },
    {
      "epoch": 0.00030574840229843035,
      "grad_norm": 2.8165314197540283,
      "learning_rate": 9.999036202410325e-05,
      "loss": 0.9657,
      "step": 23
    },
    {
      "epoch": 0.0003190418110940143,
      "grad_norm": 3.312476396560669,
      "learning_rate": 9.998286624877786e-05,
      "loss": 0.9609,
      "step": 24
    },
    {
      "epoch": 0.00033233521988959824,
      "grad_norm": 3.2963664531707764,
      "learning_rate": 9.997322937381829e-05,
      "loss": 0.9087,
      "step": 25
    },
    {
      "epoch": 0.00034562862868518215,
      "grad_norm": 2.8535521030426025,
      "learning_rate": 9.996145181203615e-05,
      "loss": 1.1381,
      "step": 26
    },
    {
      "epoch": 0.0003589220374807661,
      "grad_norm": 3.450657367706299,
      "learning_rate": 9.994753406794301e-05,
      "loss": 0.8032,
      "step": 27
    },
    {
      "epoch": 0.00037221544627635004,
      "grad_norm": 3.046003818511963,
      "learning_rate": 9.99314767377287e-05,
      "loss": 0.9935,
      "step": 28
    },
    {
      "epoch": 0.00038550885507193395,
      "grad_norm": 3.389086961746216,
      "learning_rate": 9.991328050923581e-05,
      "loss": 1.0387,
      "step": 29
    },
    {
      "epoch": 0.00039880226386751786,
      "grad_norm": 4.072761535644531,
      "learning_rate": 9.989294616193017e-05,
      "loss": 0.9106,
      "step": 30
    },
    {
      "epoch": 0.00041209567266310183,
      "grad_norm": 3.2475500106811523,
      "learning_rate": 9.98704745668676e-05,
      "loss": 1.074,
      "step": 31
    },
    {
      "epoch": 0.00042538908145868575,
      "grad_norm": 3.8227083683013916,
      "learning_rate": 9.98458666866564e-05,
      "loss": 1.0989,
      "step": 32
    },
    {
      "epoch": 0.00043868249025426966,
      "grad_norm": 4.062333583831787,
      "learning_rate": 9.981912357541627e-05,
      "loss": 0.9062,
      "step": 33
    },
    {
      "epoch": 0.00045197589904985363,
      "grad_norm": 4.411200523376465,
      "learning_rate": 9.97902463787331e-05,
      "loss": 1.1829,
      "step": 34
    },
    {
      "epoch": 0.00046526930784543754,
      "grad_norm": 3.290609121322632,
      "learning_rate": 9.975923633360985e-05,
      "loss": 1.119,
      "step": 35
    },
    {
      "epoch": 0.00047856271664102146,
      "grad_norm": 3.268493175506592,
      "learning_rate": 9.972609476841367e-05,
      "loss": 1.1031,
      "step": 36
    },
    {
      "epoch": 0.0004918561254366054,
      "grad_norm": 3.230178117752075,
      "learning_rate": 9.969082310281891e-05,
      "loss": 0.8486,
      "step": 37
    },
    {
      "epoch": 0.0005051495342321893,
      "grad_norm": 3.4341812133789062,
      "learning_rate": 9.965342284774632e-05,
      "loss": 0.9245,
      "step": 38
    },
    {
      "epoch": 0.0005184429430277732,
      "grad_norm": 3.4522907733917236,
      "learning_rate": 9.961389560529836e-05,
      "loss": 0.9227,
      "step": 39
    },
    {
      "epoch": 0.0005317363518233572,
      "grad_norm": 3.976810932159424,
      "learning_rate": 9.957224306869053e-05,
      "loss": 1.0307,
      "step": 40
    },
    {
      "epoch": 0.0005450297606189411,
      "grad_norm": 4.624007225036621,
      "learning_rate": 9.952846702217886e-05,
      "loss": 0.9322,
      "step": 41
    },
    {
      "epoch": 0.000558323169414525,
      "grad_norm": 4.030016899108887,
      "learning_rate": 9.948256934098352e-05,
      "loss": 1.033,
      "step": 42
    },
    {
      "epoch": 0.000571616578210109,
      "grad_norm": 3.9090261459350586,
      "learning_rate": 9.943455199120837e-05,
      "loss": 0.9218,
      "step": 43
    },
    {
      "epoch": 0.0005849099870056929,
      "grad_norm": 4.588808536529541,
      "learning_rate": 9.938441702975689e-05,
      "loss": 1.163,
      "step": 44
    },
    {
      "epoch": 0.0005982033958012768,
      "grad_norm": 4.292607307434082,
      "learning_rate": 9.933216660424395e-05,
      "loss": 0.9927,
      "step": 45
    },
    {
      "epoch": 0.0006114968045968607,
      "grad_norm": 5.112330913543701,
      "learning_rate": 9.927780295290389e-05,
      "loss": 0.986,
      "step": 46
    },
    {
      "epoch": 0.0006247902133924447,
      "grad_norm": 4.3529839515686035,
      "learning_rate": 9.922132840449459e-05,
      "loss": 0.9831,
      "step": 47
    },
    {
      "epoch": 0.0006380836221880286,
      "grad_norm": 4.980841159820557,
      "learning_rate": 9.916274537819775e-05,
      "loss": 1.0926,
      "step": 48
    },
    {
      "epoch": 0.0006513770309836126,
      "grad_norm": 6.681604862213135,
      "learning_rate": 9.91020563835152e-05,
      "loss": 1.1136,
      "step": 49
    },
    {
      "epoch": 0.0006646704397791965,
      "grad_norm": 8.970100402832031,
      "learning_rate": 9.903926402016153e-05,
      "loss": 1.2344,
      "step": 50
    },
    {
      "epoch": 0.0006779638485747804,
      "grad_norm": 3.5337533950805664,
      "learning_rate": 9.897437097795257e-05,
      "loss": 1.4309,
      "step": 51
    },
    {
      "epoch": 0.0006912572573703643,
      "grad_norm": 2.607673406600952,
      "learning_rate": 9.890738003669029e-05,
      "loss": 1.2103,
      "step": 52
    },
    {
      "epoch": 0.0007045506661659482,
      "grad_norm": 2.365112781524658,
      "learning_rate": 9.883829406604363e-05,
      "loss": 1.1847,
      "step": 53
    },
    {
      "epoch": 0.0007178440749615322,
      "grad_norm": 1.980522871017456,
      "learning_rate": 9.876711602542563e-05,
      "loss": 0.94,
      "step": 54
    },
    {
      "epoch": 0.0007311374837571162,
      "grad_norm": 1.7357509136199951,
      "learning_rate": 9.869384896386668e-05,
      "loss": 1.017,
      "step": 55
    },
    {
      "epoch": 0.0007444308925527001,
      "grad_norm": 1.8685534000396729,
      "learning_rate": 9.861849601988383e-05,
      "loss": 0.977,
      "step": 56
    },
    {
      "epoch": 0.000757724301348284,
      "grad_norm": 2.183997869491577,
      "learning_rate": 9.854106042134641e-05,
      "loss": 1.006,
      "step": 57
    },
    {
      "epoch": 0.0007710177101438679,
      "grad_norm": 2.0316593647003174,
      "learning_rate": 9.846154548533773e-05,
      "loss": 1.2017,
      "step": 58
    },
    {
      "epoch": 0.0007843111189394518,
      "grad_norm": 2.0671939849853516,
      "learning_rate": 9.837995461801299e-05,
      "loss": 0.9001,
      "step": 59
    },
    {
      "epoch": 0.0007976045277350357,
      "grad_norm": 2.08467698097229,
      "learning_rate": 9.829629131445342e-05,
      "loss": 0.8321,
      "step": 60
    },
    {
      "epoch": 0.0008108979365306198,
      "grad_norm": 1.6940298080444336,
      "learning_rate": 9.821055915851647e-05,
      "loss": 1.0874,
      "step": 61
    },
    {
      "epoch": 0.0008241913453262037,
      "grad_norm": 2.179821491241455,
      "learning_rate": 9.812276182268236e-05,
      "loss": 1.1044,
      "step": 62
    },
    {
      "epoch": 0.0008374847541217876,
      "grad_norm": 1.9811848402023315,
      "learning_rate": 9.803290306789676e-05,
      "loss": 0.9414,
      "step": 63
    },
    {
      "epoch": 0.0008507781629173715,
      "grad_norm": 1.8735086917877197,
      "learning_rate": 9.794098674340965e-05,
      "loss": 0.997,
      "step": 64
    },
    {
      "epoch": 0.0008640715717129554,
      "grad_norm": 2.031641960144043,
      "learning_rate": 9.784701678661045e-05,
      "loss": 1.0661,
      "step": 65
    },
    {
      "epoch": 0.0008773649805085393,
      "grad_norm": 2.245903253555298,
      "learning_rate": 9.775099722285935e-05,
      "loss": 0.9864,
      "step": 66
    },
    {
      "epoch": 0.0008906583893041232,
      "grad_norm": 2.0989179611206055,
      "learning_rate": 9.765293216531486e-05,
      "loss": 0.9457,
      "step": 67
    },
    {
      "epoch": 0.0009039517980997073,
      "grad_norm": 2.0688443183898926,
      "learning_rate": 9.755282581475769e-05,
      "loss": 1.009,
      "step": 68
    },
    {
      "epoch": 0.0009172452068952912,
      "grad_norm": 1.911279320716858,
      "learning_rate": 9.74506824594107e-05,
      "loss": 0.9685,
      "step": 69
    },
    {
      "epoch": 0.0009305386156908751,
      "grad_norm": 2.2344343662261963,
      "learning_rate": 9.73465064747553e-05,
      "loss": 0.8613,
      "step": 70
    },
    {
      "epoch": 0.000943832024486459,
      "grad_norm": 2.0513057708740234,
      "learning_rate": 9.724030232334391e-05,
      "loss": 0.9773,
      "step": 71
    },
    {
      "epoch": 0.0009571254332820429,
      "grad_norm": 2.369529962539673,
      "learning_rate": 9.713207455460894e-05,
      "loss": 1.1409,
      "step": 72
    },
    {
      "epoch": 0.0009704188420776268,
      "grad_norm": 2.4331586360931396,
      "learning_rate": 9.702182780466775e-05,
      "loss": 0.872,
      "step": 73
    },
    {
      "epoch": 0.0009837122508732107,
      "grad_norm": 2.6117405891418457,
      "learning_rate": 9.690956679612421e-05,
      "loss": 0.8944,
      "step": 74
    },
    {
      "epoch": 0.0009970056596687947,
      "grad_norm": 2.2126312255859375,
      "learning_rate": 9.67952963378663e-05,
      "loss": 1.0206,
      "step": 75
    },
    {
      "epoch": 0.0010102990684643786,
      "grad_norm": 2.374542474746704,
      "learning_rate": 9.667902132486009e-05,
      "loss": 0.9574,
      "step": 76
    },
    {
      "epoch": 0.0010235924772599625,
      "grad_norm": 3.5025453567504883,
      "learning_rate": 9.656074673794018e-05,
      "loss": 0.9695,
      "step": 77
    },
    {
      "epoch": 0.0010368858860555464,
      "grad_norm": 2.540903091430664,
      "learning_rate": 9.644047764359622e-05,
      "loss": 0.8131,
      "step": 78
    },
    {
      "epoch": 0.0010501792948511305,
      "grad_norm": 2.9146223068237305,
      "learning_rate": 9.631821919375591e-05,
      "loss": 0.9428,
      "step": 79
    },
    {
      "epoch": 0.0010634727036467144,
      "grad_norm": 2.4570088386535645,
      "learning_rate": 9.619397662556435e-05,
      "loss": 0.7913,
      "step": 80
    },
    {
      "epoch": 0.0010767661124422984,
      "grad_norm": 2.292844533920288,
      "learning_rate": 9.606775526115963e-05,
      "loss": 0.897,
      "step": 81
    },
    {
      "epoch": 0.0010900595212378823,
      "grad_norm": 2.6344974040985107,
      "learning_rate": 9.593956050744492e-05,
      "loss": 0.8382,
      "step": 82
    },
    {
      "epoch": 0.0011033529300334662,
      "grad_norm": 2.832695484161377,
      "learning_rate": 9.580939785585681e-05,
      "loss": 1.0191,
      "step": 83
    },
    {
      "epoch": 0.00111664633882905,
      "grad_norm": 2.5540668964385986,
      "learning_rate": 9.567727288213005e-05,
      "loss": 0.913,
      "step": 84
    },
    {
      "epoch": 0.001129939747624634,
      "grad_norm": 3.082251787185669,
      "learning_rate": 9.554319124605879e-05,
      "loss": 0.9144,
      "step": 85
    },
    {
      "epoch": 0.001143233156420218,
      "grad_norm": 2.795367956161499,
      "learning_rate": 9.540715869125407e-05,
      "loss": 0.8055,
      "step": 86
    },
    {
      "epoch": 0.0011565265652158018,
      "grad_norm": 2.8071813583374023,
      "learning_rate": 9.526918104489777e-05,
      "loss": 0.8654,
      "step": 87
    },
    {
      "epoch": 0.0011698199740113858,
      "grad_norm": 2.827481508255005,
      "learning_rate": 9.512926421749304e-05,
      "loss": 0.7734,
      "step": 88
    },
    {
      "epoch": 0.0011831133828069697,
      "grad_norm": 3.1861209869384766,
      "learning_rate": 9.498741420261108e-05,
      "loss": 0.8429,
      "step": 89
    },
    {
      "epoch": 0.0011964067916025536,
      "grad_norm": 3.1388401985168457,
      "learning_rate": 9.484363707663442e-05,
      "loss": 0.7359,
      "step": 90
    },
    {
      "epoch": 0.0012097002003981375,
      "grad_norm": 3.5609400272369385,
      "learning_rate": 9.469793899849661e-05,
      "loss": 0.9125,
      "step": 91
    },
    {
      "epoch": 0.0012229936091937214,
      "grad_norm": 3.0074970722198486,
      "learning_rate": 9.45503262094184e-05,
      "loss": 0.7249,
      "step": 92
    },
    {
      "epoch": 0.0012362870179893056,
      "grad_norm": 4.342213153839111,
      "learning_rate": 9.440080503264037e-05,
      "loss": 0.7186,
      "step": 93
    },
    {
      "epoch": 0.0012495804267848895,
      "grad_norm": 5.011289596557617,
      "learning_rate": 9.42493818731521e-05,
      "loss": 0.8043,
      "step": 94
    },
    {
      "epoch": 0.0012628738355804734,
      "grad_norm": 5.687901020050049,
      "learning_rate": 9.409606321741775e-05,
      "loss": 1.1269,
      "step": 95
    },
    {
      "epoch": 0.0012761672443760573,
      "grad_norm": 4.859226703643799,
      "learning_rate": 9.394085563309827e-05,
      "loss": 1.0209,
      "step": 96
    },
    {
      "epoch": 0.0012894606531716412,
      "grad_norm": 4.058477401733398,
      "learning_rate": 9.378376576876999e-05,
      "loss": 0.8054,
      "step": 97
    },
    {
      "epoch": 0.0013027540619672251,
      "grad_norm": 4.398575782775879,
      "learning_rate": 9.362480035363986e-05,
      "loss": 0.8996,
      "step": 98
    },
    {
      "epoch": 0.001316047470762809,
      "grad_norm": 5.308574199676514,
      "learning_rate": 9.34639661972572e-05,
      "loss": 0.9358,
      "step": 99
    },
    {
      "epoch": 0.001329340879558393,
      "grad_norm": 6.339052200317383,
      "learning_rate": 9.330127018922194e-05,
      "loss": 0.9692,
      "step": 100
    },
    {
      "epoch": 0.001329340879558393,
      "eval_loss": 1.1524839401245117,
      "eval_runtime": 6446.603,
      "eval_samples_per_second": 19.653,
      "eval_steps_per_second": 4.913,
      "step": 100
    },
    {
      "epoch": 0.0013426342883539769,
      "grad_norm": 3.103745222091675,
      "learning_rate": 9.31367192988896e-05,
      "loss": 1.3258,
      "step": 101
    },
    {
      "epoch": 0.0013559276971495608,
      "grad_norm": 2.7128050327301025,
      "learning_rate": 9.297032057507264e-05,
      "loss": 1.2396,
      "step": 102
    },
    {
      "epoch": 0.0013692211059451447,
      "grad_norm": 2.0733771324157715,
      "learning_rate": 9.280208114573859e-05,
      "loss": 1.094,
      "step": 103
    },
    {
      "epoch": 0.0013825145147407286,
      "grad_norm": 1.806241750717163,
      "learning_rate": 9.263200821770461e-05,
      "loss": 1.1404,
      "step": 104
    },
    {
      "epoch": 0.0013958079235363125,
      "grad_norm": 1.4612520933151245,
      "learning_rate": 9.246010907632895e-05,
      "loss": 1.0117,
      "step": 105
    },
    {
      "epoch": 0.0014091013323318964,
      "grad_norm": 1.496860384941101,
      "learning_rate": 9.228639108519868e-05,
      "loss": 0.9669,
      "step": 106
    },
    {
      "epoch": 0.0014223947411274806,
      "grad_norm": 1.775729775428772,
      "learning_rate": 9.211086168581433e-05,
      "loss": 0.9885,
      "step": 107
    },
    {
      "epoch": 0.0014356881499230645,
      "grad_norm": 1.6379244327545166,
      "learning_rate": 9.193352839727121e-05,
      "loss": 1.1367,
      "step": 108
    },
    {
      "epoch": 0.0014489815587186484,
      "grad_norm": 2.074195384979248,
      "learning_rate": 9.175439881593716e-05,
      "loss": 0.9692,
      "step": 109
    },
    {
      "epoch": 0.0014622749675142323,
      "grad_norm": 2.178331136703491,
      "learning_rate": 9.157348061512727e-05,
      "loss": 0.9866,
      "step": 110
    },
    {
      "epoch": 0.0014755683763098162,
      "grad_norm": 2.0639569759368896,
      "learning_rate": 9.139078154477512e-05,
      "loss": 0.8893,
      "step": 111
    },
    {
      "epoch": 0.0014888617851054001,
      "grad_norm": 1.9862120151519775,
      "learning_rate": 9.120630943110077e-05,
      "loss": 0.8218,
      "step": 112
    },
    {
      "epoch": 0.001502155193900984,
      "grad_norm": 2.1280570030212402,
      "learning_rate": 9.102007217627568e-05,
      "loss": 0.9186,
      "step": 113
    },
    {
      "epoch": 0.001515448602696568,
      "grad_norm": 2.001906156539917,
      "learning_rate": 9.083207775808396e-05,
      "loss": 0.9463,
      "step": 114
    },
    {
      "epoch": 0.0015287420114921519,
      "grad_norm": 1.7380023002624512,
      "learning_rate": 9.064233422958077e-05,
      "loss": 1.1009,
      "step": 115
    },
    {
      "epoch": 0.0015420354202877358,
      "grad_norm": 2.008915901184082,
      "learning_rate": 9.045084971874738e-05,
      "loss": 0.9508,
      "step": 116
    },
    {
      "epoch": 0.0015553288290833197,
      "grad_norm": 2.4702091217041016,
      "learning_rate": 9.025763242814291e-05,
      "loss": 0.9842,
      "step": 117
    },
    {
      "epoch": 0.0015686222378789036,
      "grad_norm": 1.9039493799209595,
      "learning_rate": 9.006269063455304e-05,
      "loss": 0.8789,
      "step": 118
    },
    {
      "epoch": 0.0015819156466744875,
      "grad_norm": 2.197869300842285,
      "learning_rate": 8.986603268863536e-05,
      "loss": 0.9725,
      "step": 119
    },
    {
      "epoch": 0.0015952090554700715,
      "grad_norm": 2.327695369720459,
      "learning_rate": 8.966766701456177e-05,
      "loss": 0.8861,
      "step": 120
    },
    {
      "epoch": 0.0016085024642656556,
      "grad_norm": 2.6188266277313232,
      "learning_rate": 8.94676021096575e-05,
      "loss": 0.8315,
      "step": 121
    },
    {
      "epoch": 0.0016217958730612395,
      "grad_norm": 2.575977087020874,
      "learning_rate": 8.926584654403724e-05,
      "loss": 0.8774,
      "step": 122
    },
    {
      "epoch": 0.0016350892818568234,
      "grad_norm": 2.5948164463043213,
      "learning_rate": 8.906240896023794e-05,
      "loss": 0.9388,
      "step": 123
    },
    {
      "epoch": 0.0016483826906524073,
      "grad_norm": 2.5215580463409424,
      "learning_rate": 8.885729807284856e-05,
      "loss": 0.9225,
      "step": 124
    },
    {
      "epoch": 0.0016616760994479912,
      "grad_norm": 2.7977840900421143,
      "learning_rate": 8.865052266813685e-05,
      "loss": 0.9,
      "step": 125
    },
    {
      "epoch": 0.0016749695082435752,
      "grad_norm": 2.6751739978790283,
      "learning_rate": 8.844209160367299e-05,
      "loss": 0.9199,
      "step": 126
    },
    {
      "epoch": 0.001688262917039159,
      "grad_norm": 2.8910608291625977,
      "learning_rate": 8.823201380795001e-05,
      "loss": 0.8998,
      "step": 127
    },
    {
      "epoch": 0.001701556325834743,
      "grad_norm": 2.7337453365325928,
      "learning_rate": 8.802029828000156e-05,
      "loss": 0.8704,
      "step": 128
    },
    {
      "epoch": 0.001714849734630327,
      "grad_norm": 2.6069486141204834,
      "learning_rate": 8.780695408901613e-05,
      "loss": 1.0066,
      "step": 129
    },
    {
      "epoch": 0.0017281431434259108,
      "grad_norm": 2.8615970611572266,
      "learning_rate": 8.759199037394887e-05,
      "loss": 0.9266,
      "step": 130
    },
    {
      "epoch": 0.0017414365522214947,
      "grad_norm": 2.9473369121551514,
      "learning_rate": 8.737541634312985e-05,
      "loss": 0.9654,
      "step": 131
    },
    {
      "epoch": 0.0017547299610170786,
      "grad_norm": 2.752246141433716,
      "learning_rate": 8.715724127386972e-05,
      "loss": 0.9983,
      "step": 132
    },
    {
      "epoch": 0.0017680233698126626,
      "grad_norm": 2.2985565662384033,
      "learning_rate": 8.693747451206232e-05,
      "loss": 0.9895,
      "step": 133
    },
    {
      "epoch": 0.0017813167786082465,
      "grad_norm": 2.8219075202941895,
      "learning_rate": 8.671612547178428e-05,
      "loss": 1.0577,
      "step": 134
    },
    {
      "epoch": 0.0017946101874038306,
      "grad_norm": 2.7868380546569824,
      "learning_rate": 8.649320363489179e-05,
      "loss": 0.8642,
      "step": 135
    },
    {
      "epoch": 0.0018079035961994145,
      "grad_norm": 2.816678762435913,
      "learning_rate": 8.626871855061438e-05,
      "loss": 0.8492,
      "step": 136
    },
    {
      "epoch": 0.0018211970049949984,
      "grad_norm": 3.1291842460632324,
      "learning_rate": 8.604267983514594e-05,
      "loss": 0.949,
      "step": 137
    },
    {
      "epoch": 0.0018344904137905823,
      "grad_norm": 2.592275857925415,
      "learning_rate": 8.581509717123273e-05,
      "loss": 0.864,
      "step": 138
    },
    {
      "epoch": 0.0018477838225861663,
      "grad_norm": 3.2860209941864014,
      "learning_rate": 8.558598030775857e-05,
      "loss": 1.0107,
      "step": 139
    },
    {
      "epoch": 0.0018610772313817502,
      "grad_norm": 4.629628658294678,
      "learning_rate": 8.535533905932738e-05,
      "loss": 0.9317,
      "step": 140
    },
    {
      "epoch": 0.001874370640177334,
      "grad_norm": 3.7329866886138916,
      "learning_rate": 8.51231833058426e-05,
      "loss": 0.9857,
      "step": 141
    },
    {
      "epoch": 0.001887664048972918,
      "grad_norm": 2.920423746109009,
      "learning_rate": 8.488952299208401e-05,
      "loss": 0.8091,
      "step": 142
    },
    {
      "epoch": 0.001900957457768502,
      "grad_norm": 3.3774452209472656,
      "learning_rate": 8.46543681272818e-05,
      "loss": 0.9237,
      "step": 143
    },
    {
      "epoch": 0.0019142508665640858,
      "grad_norm": 3.698071002960205,
      "learning_rate": 8.44177287846877e-05,
      "loss": 0.9587,
      "step": 144
    },
    {
      "epoch": 0.0019275442753596697,
      "grad_norm": 4.451910972595215,
      "learning_rate": 8.417961510114356e-05,
      "loss": 0.8888,
      "step": 145
    },
    {
      "epoch": 0.0019408376841552537,
      "grad_norm": 4.134186267852783,
      "learning_rate": 8.39400372766471e-05,
      "loss": 0.8612,
      "step": 146
    },
    {
      "epoch": 0.0019541310929508376,
      "grad_norm": 3.487985610961914,
      "learning_rate": 8.36990055739149e-05,
      "loss": 0.8982,
      "step": 147
    },
    {
      "epoch": 0.0019674245017464215,
      "grad_norm": 4.111109733581543,
      "learning_rate": 8.345653031794292e-05,
      "loss": 0.901,
      "step": 148
    },
    {
      "epoch": 0.0019807179105420054,
      "grad_norm": 6.2020344734191895,
      "learning_rate": 8.321262189556409e-05,
      "loss": 1.1266,
      "step": 149
    },
    {
      "epoch": 0.0019940113193375893,
      "grad_norm": 7.866227149963379,
      "learning_rate": 8.296729075500344e-05,
      "loss": 0.8518,
      "step": 150
    },
    {
      "epoch": 0.0020073047281331732,
      "grad_norm": 2.092473030090332,
      "learning_rate": 8.272054740543052e-05,
      "loss": 1.2409,
      "step": 151
    },
    {
      "epoch": 0.002020598136928757,
      "grad_norm": 2.1192219257354736,
      "learning_rate": 8.247240241650918e-05,
      "loss": 1.0041,
      "step": 152
    },
    {
      "epoch": 0.002033891545724341,
      "grad_norm": 1.6776955127716064,
      "learning_rate": 8.222286641794488e-05,
      "loss": 1.0113,
      "step": 153
    },
    {
      "epoch": 0.002047184954519925,
      "grad_norm": 1.6508393287658691,
      "learning_rate": 8.197195009902924e-05,
      "loss": 0.9146,
      "step": 154
    },
    {
      "epoch": 0.002060478363315509,
      "grad_norm": 1.587715744972229,
      "learning_rate": 8.171966420818228e-05,
      "loss": 0.9908,
      "step": 155
    },
    {
      "epoch": 0.002073771772111093,
      "grad_norm": 1.6308236122131348,
      "learning_rate": 8.146601955249188e-05,
      "loss": 0.8901,
      "step": 156
    },
    {
      "epoch": 0.002087065180906677,
      "grad_norm": 1.8169214725494385,
      "learning_rate": 8.121102699725089e-05,
      "loss": 0.9361,
      "step": 157
    },
    {
      "epoch": 0.002100358589702261,
      "grad_norm": 2.603496551513672,
      "learning_rate": 8.095469746549172e-05,
      "loss": 0.9172,
      "step": 158
    },
    {
      "epoch": 0.002113651998497845,
      "grad_norm": 1.6392323970794678,
      "learning_rate": 8.069704193751832e-05,
      "loss": 1.1013,
      "step": 159
    },
    {
      "epoch": 0.002126945407293429,
      "grad_norm": 1.9545910358428955,
      "learning_rate": 8.043807145043604e-05,
      "loss": 1.0921,
      "step": 160
    },
    {
      "epoch": 0.002140238816089013,
      "grad_norm": 2.238255023956299,
      "learning_rate": 8.017779709767858e-05,
      "loss": 1.0125,
      "step": 161
    },
    {
      "epoch": 0.0021535322248845967,
      "grad_norm": 1.8243411779403687,
      "learning_rate": 7.991623002853296e-05,
      "loss": 0.8934,
      "step": 162
    },
    {
      "epoch": 0.0021668256336801806,
      "grad_norm": 2.3958449363708496,
      "learning_rate": 7.965338144766186e-05,
      "loss": 0.965,
      "step": 163
    },
    {
      "epoch": 0.0021801190424757646,
      "grad_norm": 1.8638349771499634,
      "learning_rate": 7.938926261462366e-05,
      "loss": 1.0105,
      "step": 164
    },
    {
      "epoch": 0.0021934124512713485,
      "grad_norm": 1.7631226778030396,
      "learning_rate": 7.912388484339012e-05,
      "loss": 0.8695,
      "step": 165
    },
    {
      "epoch": 0.0022067058600669324,
      "grad_norm": 2.349992036819458,
      "learning_rate": 7.88572595018617e-05,
      "loss": 0.892,
      "step": 166
    },
    {
      "epoch": 0.0022199992688625163,
      "grad_norm": 2.006511926651001,
      "learning_rate": 7.858939801138061e-05,
      "loss": 1.0383,
      "step": 167
    },
    {
      "epoch": 0.0022332926776581,
      "grad_norm": 1.9308192729949951,
      "learning_rate": 7.832031184624164e-05,
      "loss": 0.9448,
      "step": 168
    },
    {
      "epoch": 0.002246586086453684,
      "grad_norm": 1.9999449253082275,
      "learning_rate": 7.80500125332005e-05,
      "loss": 1.0001,
      "step": 169
    },
    {
      "epoch": 0.002259879495249268,
      "grad_norm": 1.9072273969650269,
      "learning_rate": 7.777851165098012e-05,
      "loss": 1.0205,
      "step": 170
    },
    {
      "epoch": 0.002273172904044852,
      "grad_norm": 2.0177414417266846,
      "learning_rate": 7.750582082977467e-05,
      "loss": 0.9317,
      "step": 171
    },
    {
      "epoch": 0.002286466312840436,
      "grad_norm": 2.2211759090423584,
      "learning_rate": 7.723195175075136e-05,
      "loss": 0.9795,
      "step": 172
    },
    {
      "epoch": 0.0022997597216360198,
      "grad_norm": 2.068176746368408,
      "learning_rate": 7.695691614555003e-05,
      "loss": 0.8416,
      "step": 173
    },
    {
      "epoch": 0.0023130531304316037,
      "grad_norm": 2.195427179336548,
      "learning_rate": 7.668072579578058e-05,
      "loss": 1.0732,
      "step": 174
    },
    {
      "epoch": 0.0023263465392271876,
      "grad_norm": 1.893680453300476,
      "learning_rate": 7.64033925325184e-05,
      "loss": 0.7674,
      "step": 175
    },
    {
      "epoch": 0.0023396399480227715,
      "grad_norm": 2.43972110748291,
      "learning_rate": 7.612492823579745e-05,
      "loss": 0.8503,
      "step": 176
    },
    {
      "epoch": 0.0023529333568183554,
      "grad_norm": 2.2311770915985107,
      "learning_rate": 7.584534483410137e-05,
      "loss": 0.8512,
      "step": 177
    },
    {
      "epoch": 0.0023662267656139394,
      "grad_norm": 1.9317328929901123,
      "learning_rate": 7.55646543038526e-05,
      "loss": 0.8084,
      "step": 178
    },
    {
      "epoch": 0.0023795201744095233,
      "grad_norm": 2.440880298614502,
      "learning_rate": 7.528286866889924e-05,
      "loss": 0.8489,
      "step": 179
    },
    {
      "epoch": 0.002392813583205107,
      "grad_norm": 2.4223392009735107,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.774,
      "step": 180
    },
    {
      "epoch": 0.002406106992000691,
      "grad_norm": 2.648416519165039,
      "learning_rate": 7.471606041430723e-05,
      "loss": 0.8745,
      "step": 181
    },
    {
      "epoch": 0.002419400400796275,
      "grad_norm": 2.996626138687134,
      "learning_rate": 7.443106207484776e-05,
      "loss": 0.9904,
      "step": 182
    },
    {
      "epoch": 0.002432693809591859,
      "grad_norm": 2.850503921508789,
      "learning_rate": 7.414501719000187e-05,
      "loss": 0.7681,
      "step": 183
    },
    {
      "epoch": 0.002445987218387443,
      "grad_norm": 2.932617664337158,
      "learning_rate": 7.385793801298042e-05,
      "loss": 0.9635,
      "step": 184
    },
    {
      "epoch": 0.002459280627183027,
      "grad_norm": 3.0173890590667725,
      "learning_rate": 7.35698368412999e-05,
      "loss": 0.8415,
      "step": 185
    },
    {
      "epoch": 0.002472574035978611,
      "grad_norm": 2.9359889030456543,
      "learning_rate": 7.328072601625557e-05,
      "loss": 0.9175,
      "step": 186
    },
    {
      "epoch": 0.002485867444774195,
      "grad_norm": 3.4823861122131348,
      "learning_rate": 7.2990617922393e-05,
      "loss": 0.8688,
      "step": 187
    },
    {
      "epoch": 0.002499160853569779,
      "grad_norm": 3.141000270843506,
      "learning_rate": 7.269952498697734e-05,
      "loss": 0.8778,
      "step": 188
    },
    {
      "epoch": 0.002512454262365363,
      "grad_norm": 3.1278038024902344,
      "learning_rate": 7.240745967946113e-05,
      "loss": 0.9589,
      "step": 189
    },
    {
      "epoch": 0.0025257476711609468,
      "grad_norm": 3.5584897994995117,
      "learning_rate": 7.211443451095007e-05,
      "loss": 0.9538,
      "step": 190
    },
    {
      "epoch": 0.0025390410799565307,
      "grad_norm": 2.9297611713409424,
      "learning_rate": 7.18204620336671e-05,
      "loss": 0.6884,
      "step": 191
    },
    {
      "epoch": 0.0025523344887521146,
      "grad_norm": 2.969492197036743,
      "learning_rate": 7.152555484041476e-05,
      "loss": 0.9301,
      "step": 192
    },
    {
      "epoch": 0.0025656278975476985,
      "grad_norm": 3.1263134479522705,
      "learning_rate": 7.122972556403567e-05,
      "loss": 0.8869,
      "step": 193
    },
    {
      "epoch": 0.0025789213063432824,
      "grad_norm": 3.8709805011749268,
      "learning_rate": 7.09329868768714e-05,
      "loss": 0.8329,
      "step": 194
    },
    {
      "epoch": 0.0025922147151388663,
      "grad_norm": 3.882387399673462,
      "learning_rate": 7.063535149021973e-05,
      "loss": 0.8367,
      "step": 195
    },
    {
      "epoch": 0.0026055081239344502,
      "grad_norm": 3.4667751789093018,
      "learning_rate": 7.033683215379002e-05,
      "loss": 0.9047,
      "step": 196
    },
    {
      "epoch": 0.002618801532730034,
      "grad_norm": 3.365933895111084,
      "learning_rate": 7.003744165515705e-05,
      "loss": 0.7373,
      "step": 197
    },
    {
      "epoch": 0.002632094941525618,
      "grad_norm": 3.5493037700653076,
      "learning_rate": 6.973719281921335e-05,
      "loss": 0.8867,
      "step": 198
    },
    {
      "epoch": 0.002645388350321202,
      "grad_norm": 3.7933878898620605,
      "learning_rate": 6.943609850761979e-05,
      "loss": 0.902,
      "step": 199
    },
    {
      "epoch": 0.002658681759116786,
      "grad_norm": 6.037397384643555,
      "learning_rate": 6.91341716182545e-05,
      "loss": 0.9443,
      "step": 200
    },
    {
      "epoch": 0.002658681759116786,
      "eval_loss": 0.9358128905296326,
      "eval_runtime": 6447.2498,
      "eval_samples_per_second": 19.651,
      "eval_steps_per_second": 4.913,
      "step": 200
    },
    {
      "epoch": 0.00267197516791237,
      "grad_norm": 1.469771385192871,
      "learning_rate": 6.883142508466054e-05,
      "loss": 1.1812,
      "step": 201
    },
    {
      "epoch": 0.0026852685767079537,
      "grad_norm": 1.9593838453292847,
      "learning_rate": 6.852787187549182e-05,
      "loss": 0.9595,
      "step": 202
    },
    {
      "epoch": 0.0026985619855035376,
      "grad_norm": 1.881966471672058,
      "learning_rate": 6.82235249939575e-05,
      "loss": 1.0891,
      "step": 203
    },
    {
      "epoch": 0.0027118553942991216,
      "grad_norm": 1.5613300800323486,
      "learning_rate": 6.7918397477265e-05,
      "loss": 1.1484,
      "step": 204
    },
    {
      "epoch": 0.0027251488030947055,
      "grad_norm": 1.6164745092391968,
      "learning_rate": 6.761250239606169e-05,
      "loss": 0.8214,
      "step": 205
    },
    {
      "epoch": 0.0027384422118902894,
      "grad_norm": 1.4947420358657837,
      "learning_rate": 6.730585285387465e-05,
      "loss": 0.9956,
      "step": 206
    },
    {
      "epoch": 0.0027517356206858733,
      "grad_norm": 1.6902318000793457,
      "learning_rate": 6.699846198654971e-05,
      "loss": 0.8679,
      "step": 207
    },
    {
      "epoch": 0.0027650290294814572,
      "grad_norm": 1.6245845556259155,
      "learning_rate": 6.669034296168855e-05,
      "loss": 0.9362,
      "step": 208
    },
    {
      "epoch": 0.002778322438277041,
      "grad_norm": 1.687902569770813,
      "learning_rate": 6.638150897808468e-05,
      "loss": 0.9086,
      "step": 209
    },
    {
      "epoch": 0.002791615847072625,
      "grad_norm": 1.6738238334655762,
      "learning_rate": 6.607197326515808e-05,
      "loss": 1.0715,
      "step": 210
    },
    {
      "epoch": 0.002804909255868209,
      "grad_norm": 1.8981541395187378,
      "learning_rate": 6.57617490823885e-05,
      "loss": 1.0964,
      "step": 211
    },
    {
      "epoch": 0.002818202664663793,
      "grad_norm": 1.994768500328064,
      "learning_rate": 6.545084971874738e-05,
      "loss": 1.0326,
      "step": 212
    },
    {
      "epoch": 0.002831496073459377,
      "grad_norm": 1.953397274017334,
      "learning_rate": 6.513928849212873e-05,
      "loss": 0.9181,
      "step": 213
    },
    {
      "epoch": 0.002844789482254961,
      "grad_norm": 1.5838758945465088,
      "learning_rate": 6.482707874877854e-05,
      "loss": 1.0109,
      "step": 214
    },
    {
      "epoch": 0.002858082891050545,
      "grad_norm": 2.204489231109619,
      "learning_rate": 6.451423386272312e-05,
      "loss": 0.9583,
      "step": 215
    },
    {
      "epoch": 0.002871376299846129,
      "grad_norm": 1.679416537284851,
      "learning_rate": 6.420076723519614e-05,
      "loss": 1.0152,
      "step": 216
    },
    {
      "epoch": 0.002884669708641713,
      "grad_norm": 2.062034845352173,
      "learning_rate": 6.388669229406462e-05,
      "loss": 0.9058,
      "step": 217
    },
    {
      "epoch": 0.002897963117437297,
      "grad_norm": 1.9006659984588623,
      "learning_rate": 6.357202249325371e-05,
      "loss": 0.8065,
      "step": 218
    },
    {
      "epoch": 0.0029112565262328807,
      "grad_norm": 1.9091770648956299,
      "learning_rate": 6.32567713121704e-05,
      "loss": 0.8315,
      "step": 219
    },
    {
      "epoch": 0.0029245499350284646,
      "grad_norm": 2.309170722961426,
      "learning_rate": 6.294095225512603e-05,
      "loss": 0.9633,
      "step": 220
    },
    {
      "epoch": 0.0029378433438240485,
      "grad_norm": 2.036591053009033,
      "learning_rate": 6.26245788507579e-05,
      "loss": 0.9114,
      "step": 221
    },
    {
      "epoch": 0.0029511367526196325,
      "grad_norm": 2.540407419204712,
      "learning_rate": 6.230766465144967e-05,
      "loss": 0.8928,
      "step": 222
    },
    {
      "epoch": 0.0029644301614152164,
      "grad_norm": 2.447540044784546,
      "learning_rate": 6.199022323275083e-05,
      "loss": 0.8958,
      "step": 223
    },
    {
      "epoch": 0.0029777235702108003,
      "grad_norm": 2.1421115398406982,
      "learning_rate": 6.167226819279528e-05,
      "loss": 0.9212,
      "step": 224
    },
    {
      "epoch": 0.002991016979006384,
      "grad_norm": 2.2318172454833984,
      "learning_rate": 6.135381315171867e-05,
      "loss": 0.7849,
      "step": 225
    },
    {
      "epoch": 0.003004310387801968,
      "grad_norm": 2.107386350631714,
      "learning_rate": 6.103487175107507e-05,
      "loss": 0.8173,
      "step": 226
    },
    {
      "epoch": 0.003017603796597552,
      "grad_norm": 2.08105206489563,
      "learning_rate": 6.071545765325254e-05,
      "loss": 0.9439,
      "step": 227
    },
    {
      "epoch": 0.003030897205393136,
      "grad_norm": 2.376014471054077,
      "learning_rate": 6.0395584540887963e-05,
      "loss": 0.9148,
      "step": 228
    },
    {
      "epoch": 0.00304419061418872,
      "grad_norm": 2.1427810192108154,
      "learning_rate": 6.007526611628086e-05,
      "loss": 0.8044,
      "step": 229
    },
    {
      "epoch": 0.0030574840229843038,
      "grad_norm": 2.6007277965545654,
      "learning_rate": 5.9754516100806423e-05,
      "loss": 0.8667,
      "step": 230
    },
    {
      "epoch": 0.0030707774317798877,
      "grad_norm": 2.6047568321228027,
      "learning_rate": 5.9433348234327765e-05,
      "loss": 0.8761,
      "step": 231
    },
    {
      "epoch": 0.0030840708405754716,
      "grad_norm": 2.6537301540374756,
      "learning_rate": 5.911177627460739e-05,
      "loss": 1.0008,
      "step": 232
    },
    {
      "epoch": 0.0030973642493710555,
      "grad_norm": 2.5320510864257812,
      "learning_rate": 5.8789813996717736e-05,
      "loss": 0.9914,
      "step": 233
    },
    {
      "epoch": 0.0031106576581666394,
      "grad_norm": 2.1913628578186035,
      "learning_rate": 5.8467475192451226e-05,
      "loss": 0.8323,
      "step": 234
    },
    {
      "epoch": 0.0031239510669622233,
      "grad_norm": 2.716449737548828,
      "learning_rate": 5.814477366972945e-05,
      "loss": 0.885,
      "step": 235
    },
    {
      "epoch": 0.0031372444757578073,
      "grad_norm": 3.720883846282959,
      "learning_rate": 5.782172325201155e-05,
      "loss": 1.0299,
      "step": 236
    },
    {
      "epoch": 0.003150537884553391,
      "grad_norm": 2.6181509494781494,
      "learning_rate": 5.749833777770225e-05,
      "loss": 0.8591,
      "step": 237
    },
    {
      "epoch": 0.003163831293348975,
      "grad_norm": 2.382664918899536,
      "learning_rate": 5.717463109955896e-05,
      "loss": 0.8851,
      "step": 238
    },
    {
      "epoch": 0.003177124702144559,
      "grad_norm": 2.3294265270233154,
      "learning_rate": 5.685061708409841e-05,
      "loss": 0.7961,
      "step": 239
    },
    {
      "epoch": 0.003190418110940143,
      "grad_norm": 3.5375571250915527,
      "learning_rate": 5.6526309611002594e-05,
      "loss": 0.9115,
      "step": 240
    },
    {
      "epoch": 0.003203711519735727,
      "grad_norm": 2.9233639240264893,
      "learning_rate": 5.6201722572524275e-05,
      "loss": 0.7504,
      "step": 241
    },
    {
      "epoch": 0.003217004928531311,
      "grad_norm": 3.2264790534973145,
      "learning_rate": 5.587686987289189e-05,
      "loss": 0.7414,
      "step": 242
    },
    {
      "epoch": 0.003230298337326895,
      "grad_norm": 2.921107530593872,
      "learning_rate": 5.5551765427713884e-05,
      "loss": 0.5761,
      "step": 243
    },
    {
      "epoch": 0.003243591746122479,
      "grad_norm": 3.3718862533569336,
      "learning_rate": 5.522642316338268e-05,
      "loss": 0.8256,
      "step": 244
    },
    {
      "epoch": 0.003256885154918063,
      "grad_norm": 2.911158800125122,
      "learning_rate": 5.490085701647805e-05,
      "loss": 0.7299,
      "step": 245
    },
    {
      "epoch": 0.003270178563713647,
      "grad_norm": 3.8199920654296875,
      "learning_rate": 5.457508093317013e-05,
      "loss": 0.7782,
      "step": 246
    },
    {
      "epoch": 0.0032834719725092307,
      "grad_norm": 3.6611592769622803,
      "learning_rate": 5.4249108868622086e-05,
      "loss": 0.7346,
      "step": 247
    },
    {
      "epoch": 0.0032967653813048147,
      "grad_norm": 3.3983826637268066,
      "learning_rate": 5.392295478639225e-05,
      "loss": 0.68,
      "step": 248
    },
    {
      "epoch": 0.0033100587901003986,
      "grad_norm": 4.487311840057373,
      "learning_rate": 5.359663265783598e-05,
      "loss": 0.7677,
      "step": 249
    },
    {
      "epoch": 0.0033233521988959825,
      "grad_norm": 5.948139667510986,
      "learning_rate": 5.327015646150716e-05,
      "loss": 0.7702,
      "step": 250
    },
    {
      "epoch": 0.0033366456076915664,
      "grad_norm": 1.1044285297393799,
      "learning_rate": 5.294354018255945e-05,
      "loss": 0.9482,
      "step": 251
    },
    {
      "epoch": 0.0033499390164871503,
      "grad_norm": 1.6621804237365723,
      "learning_rate": 5.26167978121472e-05,
      "loss": 0.8978,
      "step": 252
    },
    {
      "epoch": 0.0033632324252827342,
      "grad_norm": 1.7893524169921875,
      "learning_rate": 5.228994334682604e-05,
      "loss": 0.9667,
      "step": 253
    },
    {
      "epoch": 0.003376525834078318,
      "grad_norm": 1.6742503643035889,
      "learning_rate": 5.196299078795344e-05,
      "loss": 0.8508,
      "step": 254
    },
    {
      "epoch": 0.003389819242873902,
      "grad_norm": 1.6336678266525269,
      "learning_rate": 5.1635954141088813e-05,
      "loss": 1.0183,
      "step": 255
    },
    {
      "epoch": 0.003403112651669486,
      "grad_norm": 1.4634300470352173,
      "learning_rate": 5.1308847415393666e-05,
      "loss": 0.8325,
      "step": 256
    },
    {
      "epoch": 0.00341640606046507,
      "grad_norm": 1.8752628564834595,
      "learning_rate": 5.0981684623031415e-05,
      "loss": 0.8682,
      "step": 257
    },
    {
      "epoch": 0.003429699469260654,
      "grad_norm": 1.516921043395996,
      "learning_rate": 5.0654479778567223e-05,
      "loss": 0.87,
      "step": 258
    },
    {
      "epoch": 0.0034429928780562377,
      "grad_norm": 1.953859567642212,
      "learning_rate": 5.0327246898367597e-05,
      "loss": 1.0406,
      "step": 259
    },
    {
      "epoch": 0.0034562862868518216,
      "grad_norm": 1.692104697227478,
      "learning_rate": 5e-05,
      "loss": 1.0228,
      "step": 260
    },
    {
      "epoch": 0.0034695796956474055,
      "grad_norm": 1.6310532093048096,
      "learning_rate": 4.9672753101632415e-05,
      "loss": 1.0342,
      "step": 261
    },
    {
      "epoch": 0.0034828731044429895,
      "grad_norm": 1.8367486000061035,
      "learning_rate": 4.934552022143279e-05,
      "loss": 0.8968,
      "step": 262
    },
    {
      "epoch": 0.0034961665132385734,
      "grad_norm": 1.6751683950424194,
      "learning_rate": 4.901831537696859e-05,
      "loss": 0.9189,
      "step": 263
    },
    {
      "epoch": 0.0035094599220341573,
      "grad_norm": 1.8059558868408203,
      "learning_rate": 4.869115258460635e-05,
      "loss": 0.9239,
      "step": 264
    },
    {
      "epoch": 0.003522753330829741,
      "grad_norm": 1.7002429962158203,
      "learning_rate": 4.83640458589112e-05,
      "loss": 0.8102,
      "step": 265
    },
    {
      "epoch": 0.003536046739625325,
      "grad_norm": 1.738466501235962,
      "learning_rate": 4.8037009212046586e-05,
      "loss": 1.0022,
      "step": 266
    },
    {
      "epoch": 0.003549340148420909,
      "grad_norm": 2.1397879123687744,
      "learning_rate": 4.7710056653173976e-05,
      "loss": 0.8882,
      "step": 267
    },
    {
      "epoch": 0.003562633557216493,
      "grad_norm": 2.1561543941497803,
      "learning_rate": 4.738320218785281e-05,
      "loss": 0.9589,
      "step": 268
    },
    {
      "epoch": 0.003575926966012077,
      "grad_norm": 2.116396427154541,
      "learning_rate": 4.7056459817440544e-05,
      "loss": 0.8827,
      "step": 269
    },
    {
      "epoch": 0.003589220374807661,
      "grad_norm": 2.172356367111206,
      "learning_rate": 4.6729843538492847e-05,
      "loss": 0.9613,
      "step": 270
    },
    {
      "epoch": 0.003602513783603245,
      "grad_norm": 1.7960728406906128,
      "learning_rate": 4.640336734216403e-05,
      "loss": 0.8781,
      "step": 271
    },
    {
      "epoch": 0.003615807192398829,
      "grad_norm": 1.8511698246002197,
      "learning_rate": 4.607704521360776e-05,
      "loss": 0.8647,
      "step": 272
    },
    {
      "epoch": 0.003629100601194413,
      "grad_norm": 2.0229597091674805,
      "learning_rate": 4.575089113137792e-05,
      "loss": 1.004,
      "step": 273
    },
    {
      "epoch": 0.003642394009989997,
      "grad_norm": 2.3480939865112305,
      "learning_rate": 4.542491906682989e-05,
      "loss": 1.0119,
      "step": 274
    },
    {
      "epoch": 0.0036556874187855808,
      "grad_norm": 1.9140769243240356,
      "learning_rate": 4.509914298352197e-05,
      "loss": 0.8089,
      "step": 275
    },
    {
      "epoch": 0.0036689808275811647,
      "grad_norm": 1.9026778936386108,
      "learning_rate": 4.477357683661734e-05,
      "loss": 0.7569,
      "step": 276
    },
    {
      "epoch": 0.0036822742363767486,
      "grad_norm": 2.2026915550231934,
      "learning_rate": 4.444823457228612e-05,
      "loss": 0.8855,
      "step": 277
    },
    {
      "epoch": 0.0036955676451723325,
      "grad_norm": 2.2045536041259766,
      "learning_rate": 4.412313012710813e-05,
      "loss": 0.8306,
      "step": 278
    },
    {
      "epoch": 0.0037088610539679164,
      "grad_norm": 2.3194525241851807,
      "learning_rate": 4.379827742747575e-05,
      "loss": 0.8154,
      "step": 279
    },
    {
      "epoch": 0.0037221544627635004,
      "grad_norm": 2.6129322052001953,
      "learning_rate": 4.347369038899744e-05,
      "loss": 0.9187,
      "step": 280
    },
    {
      "epoch": 0.0037354478715590843,
      "grad_norm": 2.2725565433502197,
      "learning_rate": 4.3149382915901606e-05,
      "loss": 0.793,
      "step": 281
    },
    {
      "epoch": 0.003748741280354668,
      "grad_norm": 2.23557186126709,
      "learning_rate": 4.282536890044104e-05,
      "loss": 0.8578,
      "step": 282
    },
    {
      "epoch": 0.003762034689150252,
      "grad_norm": 2.394350290298462,
      "learning_rate": 4.250166222229774e-05,
      "loss": 0.8555,
      "step": 283
    },
    {
      "epoch": 0.003775328097945836,
      "grad_norm": 2.935340642929077,
      "learning_rate": 4.2178276747988446e-05,
      "loss": 0.852,
      "step": 284
    },
    {
      "epoch": 0.00378862150674142,
      "grad_norm": 3.061005115509033,
      "learning_rate": 4.185522633027057e-05,
      "loss": 0.8782,
      "step": 285
    },
    {
      "epoch": 0.003801914915537004,
      "grad_norm": 2.7278201580047607,
      "learning_rate": 4.153252480754877e-05,
      "loss": 0.8451,
      "step": 286
    },
    {
      "epoch": 0.0038152083243325878,
      "grad_norm": 2.643934488296509,
      "learning_rate": 4.1210186003282275e-05,
      "loss": 0.7744,
      "step": 287
    },
    {
      "epoch": 0.0038285017331281717,
      "grad_norm": 3.218041181564331,
      "learning_rate": 4.088822372539263e-05,
      "loss": 0.8261,
      "step": 288
    },
    {
      "epoch": 0.0038417951419237556,
      "grad_norm": 2.650805950164795,
      "learning_rate": 4.0566651765672246e-05,
      "loss": 0.8542,
      "step": 289
    },
    {
      "epoch": 0.0038550885507193395,
      "grad_norm": 2.679455041885376,
      "learning_rate": 4.0245483899193595e-05,
      "loss": 0.8374,
      "step": 290
    },
    {
      "epoch": 0.0038683819595149234,
      "grad_norm": 3.0015034675598145,
      "learning_rate": 3.992473388371915e-05,
      "loss": 0.9829,
      "step": 291
    },
    {
      "epoch": 0.0038816753683105073,
      "grad_norm": 3.549671173095703,
      "learning_rate": 3.960441545911204e-05,
      "loss": 0.8356,
      "step": 292
    },
    {
      "epoch": 0.0038949687771060912,
      "grad_norm": 3.1017885208129883,
      "learning_rate": 3.928454234674747e-05,
      "loss": 0.8398,
      "step": 293
    },
    {
      "epoch": 0.003908262185901675,
      "grad_norm": 3.0585556030273438,
      "learning_rate": 3.896512824892495e-05,
      "loss": 0.7647,
      "step": 294
    },
    {
      "epoch": 0.0039215555946972595,
      "grad_norm": 3.385533571243286,
      "learning_rate": 3.864618684828134e-05,
      "loss": 0.6782,
      "step": 295
    },
    {
      "epoch": 0.003934849003492843,
      "grad_norm": 5.169503211975098,
      "learning_rate": 3.832773180720475e-05,
      "loss": 0.7389,
      "step": 296
    },
    {
      "epoch": 0.003948142412288427,
      "grad_norm": 2.9151158332824707,
      "learning_rate": 3.800977676724919e-05,
      "loss": 0.6878,
      "step": 297
    },
    {
      "epoch": 0.003961435821084011,
      "grad_norm": 3.42378568649292,
      "learning_rate": 3.769233534855035e-05,
      "loss": 0.6473,
      "step": 298
    },
    {
      "epoch": 0.003974729229879595,
      "grad_norm": 4.071504592895508,
      "learning_rate": 3.73754211492421e-05,
      "loss": 0.8104,
      "step": 299
    },
    {
      "epoch": 0.003988022638675179,
      "grad_norm": 5.344113349914551,
      "learning_rate": 3.705904774487396e-05,
      "loss": 0.9578,
      "step": 300
    },
    {
      "epoch": 0.003988022638675179,
      "eval_loss": 0.8697348237037659,
      "eval_runtime": 6447.6628,
      "eval_samples_per_second": 19.65,
      "eval_steps_per_second": 4.912,
      "step": 300
    },
    {
      "epoch": 0.004001316047470763,
      "grad_norm": 0.9838849902153015,
      "learning_rate": 3.6743228687829595e-05,
      "loss": 0.9883,
      "step": 301
    },
    {
      "epoch": 0.0040146094562663465,
      "grad_norm": 1.8244836330413818,
      "learning_rate": 3.642797750674629e-05,
      "loss": 1.0104,
      "step": 302
    },
    {
      "epoch": 0.004027902865061931,
      "grad_norm": 1.7432421445846558,
      "learning_rate": 3.6113307705935396e-05,
      "loss": 1.0969,
      "step": 303
    },
    {
      "epoch": 0.004041196273857514,
      "grad_norm": 1.5802562236785889,
      "learning_rate": 3.579923276480387e-05,
      "loss": 0.9227,
      "step": 304
    },
    {
      "epoch": 0.004054489682653099,
      "grad_norm": 1.689244270324707,
      "learning_rate": 3.5485766137276894e-05,
      "loss": 0.8085,
      "step": 305
    },
    {
      "epoch": 0.004067783091448682,
      "grad_norm": 1.4541411399841309,
      "learning_rate": 3.5172921251221455e-05,
      "loss": 1.0265,
      "step": 306
    },
    {
      "epoch": 0.0040810765002442665,
      "grad_norm": 1.967889666557312,
      "learning_rate": 3.486071150787128e-05,
      "loss": 0.9648,
      "step": 307
    },
    {
      "epoch": 0.00409436990903985,
      "grad_norm": 1.8028714656829834,
      "learning_rate": 3.4549150281252636e-05,
      "loss": 1.1209,
      "step": 308
    },
    {
      "epoch": 0.004107663317835434,
      "grad_norm": 2.3967385292053223,
      "learning_rate": 3.423825091761153e-05,
      "loss": 0.9468,
      "step": 309
    },
    {
      "epoch": 0.004120956726631018,
      "grad_norm": 1.7051564455032349,
      "learning_rate": 3.392802673484193e-05,
      "loss": 0.8184,
      "step": 310
    },
    {
      "epoch": 0.004134250135426602,
      "grad_norm": 1.4805026054382324,
      "learning_rate": 3.361849102191533e-05,
      "loss": 1.0213,
      "step": 311
    },
    {
      "epoch": 0.004147543544222186,
      "grad_norm": 1.5888340473175049,
      "learning_rate": 3.330965703831146e-05,
      "loss": 0.9103,
      "step": 312
    },
    {
      "epoch": 0.00416083695301777,
      "grad_norm": 1.7905009984970093,
      "learning_rate": 3.300153801345028e-05,
      "loss": 0.9134,
      "step": 313
    },
    {
      "epoch": 0.004174130361813354,
      "grad_norm": 1.981239914894104,
      "learning_rate": 3.2694147146125345e-05,
      "loss": 0.9723,
      "step": 314
    },
    {
      "epoch": 0.004187423770608938,
      "grad_norm": 1.7049620151519775,
      "learning_rate": 3.2387497603938326e-05,
      "loss": 1.0175,
      "step": 315
    },
    {
      "epoch": 0.004200717179404522,
      "grad_norm": 1.575150966644287,
      "learning_rate": 3.2081602522734986e-05,
      "loss": 0.8881,
      "step": 316
    },
    {
      "epoch": 0.004214010588200106,
      "grad_norm": 1.5370079278945923,
      "learning_rate": 3.177647500604252e-05,
      "loss": 0.9056,
      "step": 317
    },
    {
      "epoch": 0.00422730399699569,
      "grad_norm": 1.9242894649505615,
      "learning_rate": 3.147212812450819e-05,
      "loss": 0.8755,
      "step": 318
    },
    {
      "epoch": 0.0042405974057912734,
      "grad_norm": 2.297606945037842,
      "learning_rate": 3.116857491533947e-05,
      "loss": 0.9929,
      "step": 319
    },
    {
      "epoch": 0.004253890814586858,
      "grad_norm": 1.8832775354385376,
      "learning_rate": 3.086582838174551e-05,
      "loss": 0.852,
      "step": 320
    },
    {
      "epoch": 0.004267184223382441,
      "grad_norm": 1.8884977102279663,
      "learning_rate": 3.056390149238022e-05,
      "loss": 0.9385,
      "step": 321
    },
    {
      "epoch": 0.004280477632178026,
      "grad_norm": 2.0682528018951416,
      "learning_rate": 3.0262807180786647e-05,
      "loss": 0.8438,
      "step": 322
    },
    {
      "epoch": 0.004293771040973609,
      "grad_norm": 2.1671676635742188,
      "learning_rate": 2.996255834484296e-05,
      "loss": 0.7709,
      "step": 323
    },
    {
      "epoch": 0.0043070644497691934,
      "grad_norm": 2.2052109241485596,
      "learning_rate": 2.9663167846209998e-05,
      "loss": 0.8592,
      "step": 324
    },
    {
      "epoch": 0.004320357858564777,
      "grad_norm": 1.8438620567321777,
      "learning_rate": 2.936464850978027e-05,
      "loss": 0.752,
      "step": 325
    },
    {
      "epoch": 0.004333651267360361,
      "grad_norm": 1.9005708694458008,
      "learning_rate": 2.9067013123128613e-05,
      "loss": 0.7647,
      "step": 326
    },
    {
      "epoch": 0.004346944676155945,
      "grad_norm": 2.098482847213745,
      "learning_rate": 2.8770274435964355e-05,
      "loss": 0.8867,
      "step": 327
    },
    {
      "epoch": 0.004360238084951529,
      "grad_norm": 2.2485973834991455,
      "learning_rate": 2.8474445159585235e-05,
      "loss": 0.701,
      "step": 328
    },
    {
      "epoch": 0.004373531493747113,
      "grad_norm": 2.077705144882202,
      "learning_rate": 2.8179537966332887e-05,
      "loss": 0.896,
      "step": 329
    },
    {
      "epoch": 0.004386824902542697,
      "grad_norm": 2.2783312797546387,
      "learning_rate": 2.7885565489049946e-05,
      "loss": 0.7303,
      "step": 330
    },
    {
      "epoch": 0.00440011831133828,
      "grad_norm": 2.306527853012085,
      "learning_rate": 2.759254032053888e-05,
      "loss": 0.817,
      "step": 331
    },
    {
      "epoch": 0.004413411720133865,
      "grad_norm": 2.3645269870758057,
      "learning_rate": 2.7300475013022663e-05,
      "loss": 0.8617,
      "step": 332
    },
    {
      "epoch": 0.004426705128929448,
      "grad_norm": 2.2920470237731934,
      "learning_rate": 2.700938207760701e-05,
      "loss": 0.873,
      "step": 333
    },
    {
      "epoch": 0.004439998537725033,
      "grad_norm": 2.666349172592163,
      "learning_rate": 2.671927398374443e-05,
      "loss": 0.9184,
      "step": 334
    },
    {
      "epoch": 0.004453291946520616,
      "grad_norm": 2.1982336044311523,
      "learning_rate": 2.6430163158700115e-05,
      "loss": 0.9704,
      "step": 335
    },
    {
      "epoch": 0.0044665853553162,
      "grad_norm": 2.6879024505615234,
      "learning_rate": 2.6142061987019577e-05,
      "loss": 0.6279,
      "step": 336
    },
    {
      "epoch": 0.004479878764111784,
      "grad_norm": 2.241543769836426,
      "learning_rate": 2.5854982809998153e-05,
      "loss": 0.7901,
      "step": 337
    },
    {
      "epoch": 0.004493172172907368,
      "grad_norm": 2.5128378868103027,
      "learning_rate": 2.556893792515227e-05,
      "loss": 0.7943,
      "step": 338
    },
    {
      "epoch": 0.004506465581702952,
      "grad_norm": 2.971026659011841,
      "learning_rate": 2.5283939585692783e-05,
      "loss": 0.7436,
      "step": 339
    },
    {
      "epoch": 0.004519758990498536,
      "grad_norm": 2.6545255184173584,
      "learning_rate": 2.500000000000001e-05,
      "loss": 0.8035,
      "step": 340
    },
    {
      "epoch": 0.00453305239929412,
      "grad_norm": 3.0109236240386963,
      "learning_rate": 2.471713133110078e-05,
      "loss": 0.892,
      "step": 341
    },
    {
      "epoch": 0.004546345808089704,
      "grad_norm": 2.4946107864379883,
      "learning_rate": 2.4435345696147403e-05,
      "loss": 0.6965,
      "step": 342
    },
    {
      "epoch": 0.004559639216885288,
      "grad_norm": 3.106733798980713,
      "learning_rate": 2.4154655165898627e-05,
      "loss": 0.8695,
      "step": 343
    },
    {
      "epoch": 0.004572932625680872,
      "grad_norm": 3.4859445095062256,
      "learning_rate": 2.3875071764202563e-05,
      "loss": 0.7741,
      "step": 344
    },
    {
      "epoch": 0.004586226034476456,
      "grad_norm": 3.2647345066070557,
      "learning_rate": 2.3596607467481603e-05,
      "loss": 0.8903,
      "step": 345
    },
    {
      "epoch": 0.0045995194432720396,
      "grad_norm": 3.4573628902435303,
      "learning_rate": 2.3319274204219428e-05,
      "loss": 0.8457,
      "step": 346
    },
    {
      "epoch": 0.004612812852067624,
      "grad_norm": 4.146410942077637,
      "learning_rate": 2.3043083854449988e-05,
      "loss": 0.8782,
      "step": 347
    },
    {
      "epoch": 0.004626106260863207,
      "grad_norm": 3.767638683319092,
      "learning_rate": 2.2768048249248648e-05,
      "loss": 1.0579,
      "step": 348
    },
    {
      "epoch": 0.004639399669658792,
      "grad_norm": 4.626466751098633,
      "learning_rate": 2.2494179170225333e-05,
      "loss": 0.6208,
      "step": 349
    },
    {
      "epoch": 0.004652693078454375,
      "grad_norm": 5.113692760467529,
      "learning_rate": 2.2221488349019903e-05,
      "loss": 0.8458,
      "step": 350
    },
    {
      "epoch": 0.00466598648724996,
      "grad_norm": 1.0921778678894043,
      "learning_rate": 2.194998746679952e-05,
      "loss": 1.0162,
      "step": 351
    },
    {
      "epoch": 0.004679279896045543,
      "grad_norm": 1.255760669708252,
      "learning_rate": 2.167968815375837e-05,
      "loss": 0.9845,
      "step": 352
    },
    {
      "epoch": 0.004692573304841127,
      "grad_norm": 1.47697114944458,
      "learning_rate": 2.1410601988619394e-05,
      "loss": 1.0847,
      "step": 353
    },
    {
      "epoch": 0.004705866713636711,
      "grad_norm": 1.4926693439483643,
      "learning_rate": 2.1142740498138324e-05,
      "loss": 0.89,
      "step": 354
    },
    {
      "epoch": 0.004719160122432295,
      "grad_norm": 1.4988641738891602,
      "learning_rate": 2.08761151566099e-05,
      "loss": 0.9026,
      "step": 355
    },
    {
      "epoch": 0.004732453531227879,
      "grad_norm": 1.8952800035476685,
      "learning_rate": 2.061073738537635e-05,
      "loss": 0.8742,
      "step": 356
    },
    {
      "epoch": 0.004745746940023463,
      "grad_norm": 1.5465558767318726,
      "learning_rate": 2.034661855233815e-05,
      "loss": 0.9852,
      "step": 357
    },
    {
      "epoch": 0.0047590403488190465,
      "grad_norm": 1.766453504562378,
      "learning_rate": 2.008376997146705e-05,
      "loss": 0.9855,
      "step": 358
    },
    {
      "epoch": 0.004772333757614631,
      "grad_norm": 1.4662683010101318,
      "learning_rate": 1.982220290232143e-05,
      "loss": 1.0793,
      "step": 359
    },
    {
      "epoch": 0.004785627166410214,
      "grad_norm": 1.4013056755065918,
      "learning_rate": 1.9561928549563968e-05,
      "loss": 0.9454,
      "step": 360
    },
    {
      "epoch": 0.004798920575205799,
      "grad_norm": 1.6331448554992676,
      "learning_rate": 1.9302958062481673e-05,
      "loss": 0.8652,
      "step": 361
    },
    {
      "epoch": 0.004812213984001382,
      "grad_norm": 1.8215956687927246,
      "learning_rate": 1.9045302534508297e-05,
      "loss": 0.8735,
      "step": 362
    },
    {
      "epoch": 0.0048255073927969665,
      "grad_norm": 1.5076251029968262,
      "learning_rate": 1.8788973002749112e-05,
      "loss": 0.8257,
      "step": 363
    },
    {
      "epoch": 0.00483880080159255,
      "grad_norm": 1.6483572721481323,
      "learning_rate": 1.8533980447508137e-05,
      "loss": 0.8008,
      "step": 364
    },
    {
      "epoch": 0.004852094210388134,
      "grad_norm": 1.7253248691558838,
      "learning_rate": 1.8280335791817733e-05,
      "loss": 0.8845,
      "step": 365
    },
    {
      "epoch": 0.004865387619183718,
      "grad_norm": 1.6659144163131714,
      "learning_rate": 1.8028049900970767e-05,
      "loss": 0.8973,
      "step": 366
    },
    {
      "epoch": 0.004878681027979302,
      "grad_norm": 1.8108363151550293,
      "learning_rate": 1.777713358205514e-05,
      "loss": 0.8601,
      "step": 367
    },
    {
      "epoch": 0.004891974436774886,
      "grad_norm": 1.6906031370162964,
      "learning_rate": 1.7527597583490822e-05,
      "loss": 0.8842,
      "step": 368
    },
    {
      "epoch": 0.00490526784557047,
      "grad_norm": 1.9413644075393677,
      "learning_rate": 1.7279452594569483e-05,
      "loss": 0.8367,
      "step": 369
    },
    {
      "epoch": 0.004918561254366054,
      "grad_norm": 1.9167553186416626,
      "learning_rate": 1.703270924499656e-05,
      "loss": 0.8102,
      "step": 370
    },
    {
      "epoch": 0.004931854663161638,
      "grad_norm": 1.9133857488632202,
      "learning_rate": 1.678737810443593e-05,
      "loss": 0.9387,
      "step": 371
    },
    {
      "epoch": 0.004945148071957222,
      "grad_norm": 1.723745584487915,
      "learning_rate": 1.6543469682057106e-05,
      "loss": 0.8633,
      "step": 372
    },
    {
      "epoch": 0.004958441480752806,
      "grad_norm": 2.0419116020202637,
      "learning_rate": 1.6300994426085103e-05,
      "loss": 0.8323,
      "step": 373
    },
    {
      "epoch": 0.00497173488954839,
      "grad_norm": 1.9794385433197021,
      "learning_rate": 1.605996272335291e-05,
      "loss": 0.8905,
      "step": 374
    },
    {
      "epoch": 0.0049850282983439735,
      "grad_norm": 2.3014209270477295,
      "learning_rate": 1.5820384898856434e-05,
      "loss": 0.9045,
      "step": 375
    },
    {
      "epoch": 0.004998321707139558,
      "grad_norm": 1.863885521888733,
      "learning_rate": 1.5582271215312294e-05,
      "loss": 0.7435,
      "step": 376
    },
    {
      "epoch": 0.005011615115935141,
      "grad_norm": 2.2184691429138184,
      "learning_rate": 1.5345631872718214e-05,
      "loss": 0.8444,
      "step": 377
    },
    {
      "epoch": 0.005024908524730726,
      "grad_norm": 2.174875497817993,
      "learning_rate": 1.5110477007916001e-05,
      "loss": 0.9467,
      "step": 378
    },
    {
      "epoch": 0.005038201933526309,
      "grad_norm": 2.121537446975708,
      "learning_rate": 1.4876816694157419e-05,
      "loss": 0.9535,
      "step": 379
    },
    {
      "epoch": 0.0050514953423218935,
      "grad_norm": 2.0780320167541504,
      "learning_rate": 1.4644660940672627e-05,
      "loss": 0.8615,
      "step": 380
    },
    {
      "epoch": 0.005064788751117477,
      "grad_norm": 1.9616137742996216,
      "learning_rate": 1.4414019692241437e-05,
      "loss": 0.8279,
      "step": 381
    },
    {
      "epoch": 0.005078082159913061,
      "grad_norm": 2.3762927055358887,
      "learning_rate": 1.4184902828767287e-05,
      "loss": 0.7334,
      "step": 382
    },
    {
      "epoch": 0.005091375568708645,
      "grad_norm": 3.85578989982605,
      "learning_rate": 1.3957320164854059e-05,
      "loss": 0.9445,
      "step": 383
    },
    {
      "epoch": 0.005104668977504229,
      "grad_norm": 2.578687906265259,
      "learning_rate": 1.373128144938563e-05,
      "loss": 0.7616,
      "step": 384
    },
    {
      "epoch": 0.005117962386299813,
      "grad_norm": 2.467428684234619,
      "learning_rate": 1.3506796365108232e-05,
      "loss": 0.8458,
      "step": 385
    },
    {
      "epoch": 0.005131255795095397,
      "grad_norm": 2.394502639770508,
      "learning_rate": 1.3283874528215733e-05,
      "loss": 0.7064,
      "step": 386
    },
    {
      "epoch": 0.0051445492038909805,
      "grad_norm": 2.236889600753784,
      "learning_rate": 1.3062525487937699e-05,
      "loss": 0.8134,
      "step": 387
    },
    {
      "epoch": 0.005157842612686565,
      "grad_norm": 2.4321963787078857,
      "learning_rate": 1.2842758726130283e-05,
      "loss": 0.7657,
      "step": 388
    },
    {
      "epoch": 0.005171136021482148,
      "grad_norm": 2.509622097015381,
      "learning_rate": 1.2624583656870154e-05,
      "loss": 0.8433,
      "step": 389
    },
    {
      "epoch": 0.005184429430277733,
      "grad_norm": 2.68182373046875,
      "learning_rate": 1.2408009626051137e-05,
      "loss": 0.7196,
      "step": 390
    },
    {
      "epoch": 0.005197722839073316,
      "grad_norm": 2.600435495376587,
      "learning_rate": 1.2193045910983863e-05,
      "loss": 0.8124,
      "step": 391
    },
    {
      "epoch": 0.0052110162478689005,
      "grad_norm": 3.4181008338928223,
      "learning_rate": 1.1979701719998453e-05,
      "loss": 0.8008,
      "step": 392
    },
    {
      "epoch": 0.005224309656664484,
      "grad_norm": 2.620757579803467,
      "learning_rate": 1.1767986192049984e-05,
      "loss": 0.6854,
      "step": 393
    },
    {
      "epoch": 0.005237603065460068,
      "grad_norm": 2.952314853668213,
      "learning_rate": 1.1557908396327028e-05,
      "loss": 0.8588,
      "step": 394
    },
    {
      "epoch": 0.005250896474255652,
      "grad_norm": 3.42287015914917,
      "learning_rate": 1.134947733186315e-05,
      "loss": 0.7585,
      "step": 395
    },
    {
      "epoch": 0.005264189883051236,
      "grad_norm": 4.159125328063965,
      "learning_rate": 1.1142701927151456e-05,
      "loss": 0.823,
      "step": 396
    },
    {
      "epoch": 0.00527748329184682,
      "grad_norm": 2.9435524940490723,
      "learning_rate": 1.0937591039762085e-05,
      "loss": 0.6073,
      "step": 397
    },
    {
      "epoch": 0.005290776700642404,
      "grad_norm": 3.4450318813323975,
      "learning_rate": 1.0734153455962765e-05,
      "loss": 0.8219,
      "step": 398
    },
    {
      "epoch": 0.005304070109437988,
      "grad_norm": 4.6743621826171875,
      "learning_rate": 1.0532397890342505e-05,
      "loss": 0.8998,
      "step": 399
    },
    {
      "epoch": 0.005317363518233572,
      "grad_norm": 6.201481819152832,
      "learning_rate": 1.0332332985438248e-05,
      "loss": 0.673,
      "step": 400
    },
    {
      "epoch": 0.005317363518233572,
      "eval_loss": 0.8248791694641113,
      "eval_runtime": 6450.9082,
      "eval_samples_per_second": 19.64,
      "eval_steps_per_second": 4.91,
      "step": 400
    },
    {
      "epoch": 0.005330656927029156,
      "grad_norm": 1.0595228672027588,
      "learning_rate": 1.013396731136465e-05,
      "loss": 1.017,
      "step": 401
    },
    {
      "epoch": 0.00534395033582474,
      "grad_norm": 1.4388854503631592,
      "learning_rate": 9.937309365446973e-06,
      "loss": 0.918,
      "step": 402
    },
    {
      "epoch": 0.005357243744620324,
      "grad_norm": 1.3190706968307495,
      "learning_rate": 9.742367571857091e-06,
      "loss": 0.8082,
      "step": 403
    },
    {
      "epoch": 0.0053705371534159075,
      "grad_norm": 1.449982762336731,
      "learning_rate": 9.549150281252633e-06,
      "loss": 0.6463,
      "step": 404
    },
    {
      "epoch": 0.005383830562211492,
      "grad_norm": 1.861377477645874,
      "learning_rate": 9.357665770419244e-06,
      "loss": 0.8151,
      "step": 405
    },
    {
      "epoch": 0.005397123971007075,
      "grad_norm": 1.519214391708374,
      "learning_rate": 9.167922241916055e-06,
      "loss": 0.7792,
      "step": 406
    },
    {
      "epoch": 0.00541041737980266,
      "grad_norm": 1.5293023586273193,
      "learning_rate": 8.97992782372432e-06,
      "loss": 0.9019,
      "step": 407
    },
    {
      "epoch": 0.005423710788598243,
      "grad_norm": 1.5244901180267334,
      "learning_rate": 8.793690568899216e-06,
      "loss": 0.9023,
      "step": 408
    },
    {
      "epoch": 0.0054370041973938275,
      "grad_norm": 1.7790530920028687,
      "learning_rate": 8.609218455224893e-06,
      "loss": 0.9439,
      "step": 409
    },
    {
      "epoch": 0.005450297606189411,
      "grad_norm": 1.5161616802215576,
      "learning_rate": 8.426519384872733e-06,
      "loss": 0.8852,
      "step": 410
    },
    {
      "epoch": 0.005463591014984995,
      "grad_norm": 1.6171609163284302,
      "learning_rate": 8.245601184062852e-06,
      "loss": 0.8912,
      "step": 411
    },
    {
      "epoch": 0.005476884423780579,
      "grad_norm": 1.899787425994873,
      "learning_rate": 8.066471602728803e-06,
      "loss": 1.0067,
      "step": 412
    },
    {
      "epoch": 0.005490177832576163,
      "grad_norm": 1.5935102701187134,
      "learning_rate": 7.889138314185678e-06,
      "loss": 0.8857,
      "step": 413
    },
    {
      "epoch": 0.005503471241371747,
      "grad_norm": 1.7188307046890259,
      "learning_rate": 7.71360891480134e-06,
      "loss": 1.0062,
      "step": 414
    },
    {
      "epoch": 0.005516764650167331,
      "grad_norm": 1.8137848377227783,
      "learning_rate": 7.539890923671062e-06,
      "loss": 0.8886,
      "step": 415
    },
    {
      "epoch": 0.0055300580589629144,
      "grad_norm": 1.8021348714828491,
      "learning_rate": 7.367991782295391e-06,
      "loss": 0.8139,
      "step": 416
    },
    {
      "epoch": 0.005543351467758499,
      "grad_norm": 1.692603588104248,
      "learning_rate": 7.197918854261432e-06,
      "loss": 0.7903,
      "step": 417
    },
    {
      "epoch": 0.005556644876554082,
      "grad_norm": 1.8016855716705322,
      "learning_rate": 7.029679424927365e-06,
      "loss": 0.8315,
      "step": 418
    },
    {
      "epoch": 0.005569938285349667,
      "grad_norm": 1.8316609859466553,
      "learning_rate": 6.863280701110408e-06,
      "loss": 0.7959,
      "step": 419
    },
    {
      "epoch": 0.00558323169414525,
      "grad_norm": 1.9248038530349731,
      "learning_rate": 6.698729810778065e-06,
      "loss": 0.9514,
      "step": 420
    },
    {
      "epoch": 0.0055965251029408344,
      "grad_norm": 1.8567143678665161,
      "learning_rate": 6.536033802742813e-06,
      "loss": 0.8723,
      "step": 421
    },
    {
      "epoch": 0.005609818511736418,
      "grad_norm": 1.8281995058059692,
      "learning_rate": 6.375199646360142e-06,
      "loss": 0.881,
      "step": 422
    },
    {
      "epoch": 0.005623111920532002,
      "grad_norm": 2.1290082931518555,
      "learning_rate": 6.216234231230012e-06,
      "loss": 0.7979,
      "step": 423
    },
    {
      "epoch": 0.005636405329327586,
      "grad_norm": 2.67155122756958,
      "learning_rate": 6.059144366901736e-06,
      "loss": 0.9295,
      "step": 424
    },
    {
      "epoch": 0.00564969873812317,
      "grad_norm": 2.3634464740753174,
      "learning_rate": 5.903936782582253e-06,
      "loss": 0.9214,
      "step": 425
    },
    {
      "epoch": 0.005662992146918754,
      "grad_norm": 2.1651251316070557,
      "learning_rate": 5.750618126847912e-06,
      "loss": 0.8525,
      "step": 426
    },
    {
      "epoch": 0.005676285555714338,
      "grad_norm": 1.97309410572052,
      "learning_rate": 5.599194967359639e-06,
      "loss": 0.9601,
      "step": 427
    },
    {
      "epoch": 0.005689578964509922,
      "grad_norm": 2.1008105278015137,
      "learning_rate": 5.449673790581611e-06,
      "loss": 0.7276,
      "step": 428
    },
    {
      "epoch": 0.005702872373305506,
      "grad_norm": 2.0735974311828613,
      "learning_rate": 5.302061001503394e-06,
      "loss": 0.7779,
      "step": 429
    },
    {
      "epoch": 0.00571616578210109,
      "grad_norm": 1.9534869194030762,
      "learning_rate": 5.156362923365588e-06,
      "loss": 0.7884,
      "step": 430
    },
    {
      "epoch": 0.005729459190896674,
      "grad_norm": 2.201770544052124,
      "learning_rate": 5.012585797388936e-06,
      "loss": 0.7961,
      "step": 431
    },
    {
      "epoch": 0.005742752599692258,
      "grad_norm": 2.4963033199310303,
      "learning_rate": 4.87073578250698e-06,
      "loss": 0.9411,
      "step": 432
    },
    {
      "epoch": 0.005756046008487841,
      "grad_norm": 2.3531322479248047,
      "learning_rate": 4.730818955102234e-06,
      "loss": 0.8704,
      "step": 433
    },
    {
      "epoch": 0.005769339417283426,
      "grad_norm": 2.5668766498565674,
      "learning_rate": 4.592841308745932e-06,
      "loss": 0.7668,
      "step": 434
    },
    {
      "epoch": 0.005782632826079009,
      "grad_norm": 2.429396152496338,
      "learning_rate": 4.456808753941205e-06,
      "loss": 0.7915,
      "step": 435
    },
    {
      "epoch": 0.005795926234874594,
      "grad_norm": 2.1826658248901367,
      "learning_rate": 4.322727117869951e-06,
      "loss": 0.8068,
      "step": 436
    },
    {
      "epoch": 0.005809219643670177,
      "grad_norm": 2.3497233390808105,
      "learning_rate": 4.190602144143207e-06,
      "loss": 0.7689,
      "step": 437
    },
    {
      "epoch": 0.005822513052465761,
      "grad_norm": 2.6154377460479736,
      "learning_rate": 4.06043949255509e-06,
      "loss": 0.6609,
      "step": 438
    },
    {
      "epoch": 0.005835806461261345,
      "grad_norm": 2.4827382564544678,
      "learning_rate": 3.932244738840379e-06,
      "loss": 0.6727,
      "step": 439
    },
    {
      "epoch": 0.005849099870056929,
      "grad_norm": 2.957174777984619,
      "learning_rate": 3.8060233744356633e-06,
      "loss": 0.7521,
      "step": 440
    },
    {
      "epoch": 0.005862393278852513,
      "grad_norm": 2.6731929779052734,
      "learning_rate": 3.681780806244095e-06,
      "loss": 0.8004,
      "step": 441
    },
    {
      "epoch": 0.005875686687648097,
      "grad_norm": 2.5539755821228027,
      "learning_rate": 3.5595223564037884e-06,
      "loss": 0.7855,
      "step": 442
    },
    {
      "epoch": 0.0058889800964436806,
      "grad_norm": 2.6112401485443115,
      "learning_rate": 3.4392532620598216e-06,
      "loss": 0.6713,
      "step": 443
    },
    {
      "epoch": 0.005902273505239265,
      "grad_norm": 3.1589066982269287,
      "learning_rate": 3.3209786751399187e-06,
      "loss": 0.8434,
      "step": 444
    },
    {
      "epoch": 0.005915566914034848,
      "grad_norm": 3.0150818824768066,
      "learning_rate": 3.2047036621337236e-06,
      "loss": 0.6647,
      "step": 445
    },
    {
      "epoch": 0.005928860322830433,
      "grad_norm": 2.906002998352051,
      "learning_rate": 3.0904332038757977e-06,
      "loss": 0.7664,
      "step": 446
    },
    {
      "epoch": 0.005942153731626016,
      "grad_norm": 3.820185661315918,
      "learning_rate": 2.978172195332263e-06,
      "loss": 0.8387,
      "step": 447
    },
    {
      "epoch": 0.0059554471404216006,
      "grad_norm": 3.4882965087890625,
      "learning_rate": 2.8679254453910785e-06,
      "loss": 0.9115,
      "step": 448
    },
    {
      "epoch": 0.005968740549217184,
      "grad_norm": 4.0936174392700195,
      "learning_rate": 2.759697676656098e-06,
      "loss": 0.7122,
      "step": 449
    },
    {
      "epoch": 0.005982033958012768,
      "grad_norm": 6.082996845245361,
      "learning_rate": 2.653493525244721e-06,
      "loss": 0.9206,
      "step": 450
    },
    {
      "epoch": 0.005995327366808352,
      "grad_norm": 0.9247643351554871,
      "learning_rate": 2.549317540589308e-06,
      "loss": 0.9231,
      "step": 451
    },
    {
      "epoch": 0.006008620775603936,
      "grad_norm": 1.2527554035186768,
      "learning_rate": 2.4471741852423237e-06,
      "loss": 0.9569,
      "step": 452
    },
    {
      "epoch": 0.00602191418439952,
      "grad_norm": 1.998666763305664,
      "learning_rate": 2.3470678346851518e-06,
      "loss": 0.809,
      "step": 453
    },
    {
      "epoch": 0.006035207593195104,
      "grad_norm": 1.6121776103973389,
      "learning_rate": 2.2490027771406687e-06,
      "loss": 1.0757,
      "step": 454
    },
    {
      "epoch": 0.006048501001990688,
      "grad_norm": 1.6252521276474,
      "learning_rate": 2.152983213389559e-06,
      "loss": 1.0179,
      "step": 455
    },
    {
      "epoch": 0.006061794410786272,
      "grad_norm": 1.5165375471115112,
      "learning_rate": 2.0590132565903476e-06,
      "loss": 0.9696,
      "step": 456
    },
    {
      "epoch": 0.006075087819581856,
      "grad_norm": 1.8923349380493164,
      "learning_rate": 1.9670969321032407e-06,
      "loss": 0.7702,
      "step": 457
    },
    {
      "epoch": 0.00608838122837744,
      "grad_norm": 1.4962996244430542,
      "learning_rate": 1.8772381773176417e-06,
      "loss": 1.0016,
      "step": 458
    },
    {
      "epoch": 0.006101674637173024,
      "grad_norm": 1.6529314517974854,
      "learning_rate": 1.7894408414835362e-06,
      "loss": 0.7777,
      "step": 459
    },
    {
      "epoch": 0.0061149680459686075,
      "grad_norm": 1.5695680379867554,
      "learning_rate": 1.70370868554659e-06,
      "loss": 0.9964,
      "step": 460
    },
    {
      "epoch": 0.006128261454764192,
      "grad_norm": 1.4540382623672485,
      "learning_rate": 1.620045381987012e-06,
      "loss": 0.8244,
      "step": 461
    },
    {
      "epoch": 0.006141554863559775,
      "grad_norm": 1.6551907062530518,
      "learning_rate": 1.5384545146622852e-06,
      "loss": 0.8744,
      "step": 462
    },
    {
      "epoch": 0.00615484827235536,
      "grad_norm": 1.7763545513153076,
      "learning_rate": 1.4589395786535953e-06,
      "loss": 0.9266,
      "step": 463
    },
    {
      "epoch": 0.006168141681150943,
      "grad_norm": 1.7592118978500366,
      "learning_rate": 1.3815039801161721e-06,
      "loss": 0.8165,
      "step": 464
    },
    {
      "epoch": 0.0061814350899465275,
      "grad_norm": 1.6234304904937744,
      "learning_rate": 1.3061510361333185e-06,
      "loss": 0.9257,
      "step": 465
    },
    {
      "epoch": 0.006194728498742111,
      "grad_norm": 1.7104973793029785,
      "learning_rate": 1.232883974574367e-06,
      "loss": 0.8413,
      "step": 466
    },
    {
      "epoch": 0.006208021907537695,
      "grad_norm": 1.8358904123306274,
      "learning_rate": 1.1617059339563807e-06,
      "loss": 0.9262,
      "step": 467
    },
    {
      "epoch": 0.006221315316333279,
      "grad_norm": 2.0369277000427246,
      "learning_rate": 1.0926199633097157e-06,
      "loss": 0.9344,
      "step": 468
    },
    {
      "epoch": 0.006234608725128863,
      "grad_norm": 1.7839794158935547,
      "learning_rate": 1.0256290220474307e-06,
      "loss": 0.9029,
      "step": 469
    },
    {
      "epoch": 0.006247902133924447,
      "grad_norm": 1.9375988245010376,
      "learning_rate": 9.607359798384785e-07,
      "loss": 0.7894,
      "step": 470
    },
    {
      "epoch": 0.006261195542720031,
      "grad_norm": 1.928093671798706,
      "learning_rate": 8.979436164848088e-07,
      "loss": 0.7991,
      "step": 471
    },
    {
      "epoch": 0.0062744889515156145,
      "grad_norm": 1.8025486469268799,
      "learning_rate": 8.372546218022747e-07,
      "loss": 0.7644,
      "step": 472
    },
    {
      "epoch": 0.006287782360311199,
      "grad_norm": 2.0792739391326904,
      "learning_rate": 7.786715955054203e-07,
      "loss": 0.6734,
      "step": 473
    },
    {
      "epoch": 0.006301075769106782,
      "grad_norm": 1.997489094734192,
      "learning_rate": 7.221970470961125e-07,
      "loss": 0.8299,
      "step": 474
    },
    {
      "epoch": 0.006314369177902367,
      "grad_norm": 2.252878427505493,
      "learning_rate": 6.678333957560512e-07,
      "loss": 0.8351,
      "step": 475
    },
    {
      "epoch": 0.00632766258669795,
      "grad_norm": 1.966784954071045,
      "learning_rate": 6.15582970243117e-07,
      "loss": 0.8078,
      "step": 476
    },
    {
      "epoch": 0.0063409559954935345,
      "grad_norm": 1.9468001127243042,
      "learning_rate": 5.654480087916303e-07,
      "loss": 0.8398,
      "step": 477
    },
    {
      "epoch": 0.006354249404289118,
      "grad_norm": 2.1014404296875,
      "learning_rate": 5.174306590164879e-07,
      "loss": 0.883,
      "step": 478
    },
    {
      "epoch": 0.006367542813084702,
      "grad_norm": 1.949217677116394,
      "learning_rate": 4.715329778211375e-07,
      "loss": 0.7912,
      "step": 479
    },
    {
      "epoch": 0.006380836221880286,
      "grad_norm": 2.206620931625366,
      "learning_rate": 4.277569313094809e-07,
      "loss": 0.9008,
      "step": 480
    },
    {
      "epoch": 0.00639412963067587,
      "grad_norm": 2.2743523120880127,
      "learning_rate": 3.8610439470164737e-07,
      "loss": 0.7626,
      "step": 481
    },
    {
      "epoch": 0.006407423039471454,
      "grad_norm": 2.57737135887146,
      "learning_rate": 3.465771522536854e-07,
      "loss": 0.9584,
      "step": 482
    },
    {
      "epoch": 0.006420716448267038,
      "grad_norm": 2.0969834327697754,
      "learning_rate": 3.09176897181096e-07,
      "loss": 0.7054,
      "step": 483
    },
    {
      "epoch": 0.006434009857062622,
      "grad_norm": 2.5706839561462402,
      "learning_rate": 2.7390523158633554e-07,
      "loss": 0.8623,
      "step": 484
    },
    {
      "epoch": 0.006447303265858206,
      "grad_norm": 2.5481481552124023,
      "learning_rate": 2.407636663901591e-07,
      "loss": 0.8337,
      "step": 485
    },
    {
      "epoch": 0.00646059667465379,
      "grad_norm": 2.2276320457458496,
      "learning_rate": 2.0975362126691712e-07,
      "loss": 0.8068,
      "step": 486
    },
    {
      "epoch": 0.006473890083449374,
      "grad_norm": 2.349933624267578,
      "learning_rate": 1.8087642458373134e-07,
      "loss": 0.7385,
      "step": 487
    },
    {
      "epoch": 0.006487183492244958,
      "grad_norm": 2.462743043899536,
      "learning_rate": 1.5413331334360182e-07,
      "loss": 0.892,
      "step": 488
    },
    {
      "epoch": 0.0065004769010405415,
      "grad_norm": 2.3636093139648438,
      "learning_rate": 1.2952543313240472e-07,
      "loss": 0.8818,
      "step": 489
    },
    {
      "epoch": 0.006513770309836126,
      "grad_norm": 2.944607734680176,
      "learning_rate": 1.0705383806982606e-07,
      "loss": 1.079,
      "step": 490
    },
    {
      "epoch": 0.006527063718631709,
      "grad_norm": 2.7098374366760254,
      "learning_rate": 8.671949076420882e-08,
      "loss": 0.8077,
      "step": 491
    },
    {
      "epoch": 0.006540357127427294,
      "grad_norm": 3.112506866455078,
      "learning_rate": 6.852326227130834e-08,
      "loss": 0.8186,
      "step": 492
    },
    {
      "epoch": 0.006553650536222877,
      "grad_norm": 2.717796802520752,
      "learning_rate": 5.246593205699424e-08,
      "loss": 0.6142,
      "step": 493
    },
    {
      "epoch": 0.0065669439450184615,
      "grad_norm": 3.020770788192749,
      "learning_rate": 3.8548187963854956e-08,
      "loss": 0.8441,
      "step": 494
    },
    {
      "epoch": 0.006580237353814045,
      "grad_norm": 2.710313081741333,
      "learning_rate": 2.6770626181715773e-08,
      "loss": 0.7852,
      "step": 495
    },
    {
      "epoch": 0.006593530762609629,
      "grad_norm": 3.541020154953003,
      "learning_rate": 1.7133751222137007e-08,
      "loss": 0.7705,
      "step": 496
    },
    {
      "epoch": 0.006606824171405213,
      "grad_norm": 3.2380614280700684,
      "learning_rate": 9.637975896759077e-09,
      "loss": 0.9778,
      "step": 497
    },
    {
      "epoch": 0.006620117580200797,
      "grad_norm": 3.6511924266815186,
      "learning_rate": 4.2836212996499865e-09,
      "loss": 0.8976,
      "step": 498
    },
    {
      "epoch": 0.006633410988996381,
      "grad_norm": 4.02791690826416,
      "learning_rate": 1.0709167935385455e-09,
      "loss": 0.8247,
      "step": 499
    },
    {
      "epoch": 0.006646704397791965,
      "grad_norm": 5.131423473358154,
      "learning_rate": 0.0,
      "loss": 0.7257,
      "step": 500
    },
    {
      "epoch": 0.006646704397791965,
      "eval_loss": 0.8191825747489929,
      "eval_runtime": 6452.7093,
      "eval_samples_per_second": 19.635,
      "eval_steps_per_second": 4.909,
      "step": 500
    }
  ],
  "logging_steps": 1,
  "max_steps": 500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.133284548440228e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}