{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7232619112196004,
  "eval_steps": 2500,
  "global_step": 10000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007232619112196004,
      "grad_norm": 16.890625,
      "learning_rate": 9.99994349538668e-07,
      "loss": 24.7314,
      "step": 10
    },
    {
      "epoch": 0.0014465238224392009,
      "grad_norm": 16.96875,
      "learning_rate": 9.999886990773362e-07,
      "loss": 25.1718,
      "step": 20
    },
    {
      "epoch": 0.0021697857336588013,
      "grad_norm": 15.609375,
      "learning_rate": 9.999830486160042e-07,
      "loss": 25.0494,
      "step": 30
    },
    {
      "epoch": 0.0028930476448784017,
      "grad_norm": 15.890625,
      "learning_rate": 9.999773981546724e-07,
      "loss": 25.5317,
      "step": 40
    },
    {
      "epoch": 0.003616309556098002,
      "grad_norm": 16.328125,
      "learning_rate": 9.999717476933404e-07,
      "loss": 24.9466,
      "step": 50
    },
    {
      "epoch": 0.0043395714673176026,
      "grad_norm": 16.203125,
      "learning_rate": 9.999660972320084e-07,
      "loss": 25.3166,
      "step": 60
    },
    {
      "epoch": 0.0050628333785372025,
      "grad_norm": 14.34375,
      "learning_rate": 9.999604467706766e-07,
      "loss": 24.963,
      "step": 70
    },
    {
      "epoch": 0.005786095289756803,
      "grad_norm": 15.9609375,
      "learning_rate": 9.999547963093446e-07,
      "loss": 25.2256,
      "step": 80
    },
    {
      "epoch": 0.006509357200976403,
      "grad_norm": 16.34375,
      "learning_rate": 9.999491458480128e-07,
      "loss": 25.5734,
      "step": 90
    },
    {
      "epoch": 0.007232619112196004,
      "grad_norm": 16.65625,
      "learning_rate": 9.999434953866808e-07,
      "loss": 25.0955,
      "step": 100
    },
    {
      "epoch": 0.007955881023415604,
      "grad_norm": 16.453125,
      "learning_rate": 9.99937844925349e-07,
      "loss": 25.173,
      "step": 110
    },
    {
      "epoch": 0.008679142934635205,
      "grad_norm": 15.8125,
      "learning_rate": 9.99932194464017e-07,
      "loss": 24.9289,
      "step": 120
    },
    {
      "epoch": 0.009402404845854806,
      "grad_norm": 16.3125,
      "learning_rate": 9.99926544002685e-07,
      "loss": 25.1639,
      "step": 130
    },
    {
      "epoch": 0.010125666757074405,
      "grad_norm": 16.65625,
      "learning_rate": 9.999208935413532e-07,
      "loss": 25.2427,
      "step": 140
    },
    {
      "epoch": 0.010848928668294006,
      "grad_norm": 16.46875,
      "learning_rate": 9.999152430800212e-07,
      "loss": 25.4152,
      "step": 150
    },
    {
      "epoch": 0.011572190579513607,
      "grad_norm": 16.640625,
      "learning_rate": 9.999095926186894e-07,
      "loss": 25.3004,
      "step": 160
    },
    {
      "epoch": 0.012295452490733206,
      "grad_norm": 16.1875,
      "learning_rate": 9.999039421573574e-07,
      "loss": 25.122,
      "step": 170
    },
    {
      "epoch": 0.013018714401952807,
      "grad_norm": 16.96875,
      "learning_rate": 9.998982916960254e-07,
      "loss": 25.1076,
      "step": 180
    },
    {
      "epoch": 0.013741976313172408,
      "grad_norm": 17.03125,
      "learning_rate": 9.998926412346936e-07,
      "loss": 25.7121,
      "step": 190
    },
    {
      "epoch": 0.014465238224392009,
      "grad_norm": 17.203125,
      "learning_rate": 9.998869907733616e-07,
      "loss": 24.9972,
      "step": 200
    },
    {
      "epoch": 0.015188500135611608,
      "grad_norm": 16.015625,
      "learning_rate": 9.998813403120298e-07,
      "loss": 25.1666,
      "step": 210
    },
    {
      "epoch": 0.01591176204683121,
      "grad_norm": 16.328125,
      "learning_rate": 9.998756898506978e-07,
      "loss": 25.0473,
      "step": 220
    },
    {
      "epoch": 0.016635023958050808,
      "grad_norm": 17.3125,
      "learning_rate": 9.998700393893658e-07,
      "loss": 25.1476,
      "step": 230
    },
    {
      "epoch": 0.01735828586927041,
      "grad_norm": 16.125,
      "learning_rate": 9.99864388928034e-07,
      "loss": 25.5306,
      "step": 240
    },
    {
      "epoch": 0.01808154778049001,
      "grad_norm": 15.53125,
      "learning_rate": 9.99858738466702e-07,
      "loss": 25.268,
      "step": 250
    },
    {
      "epoch": 0.018804809691709612,
      "grad_norm": 15.9609375,
      "learning_rate": 9.998530880053702e-07,
      "loss": 25.2015,
      "step": 260
    },
    {
      "epoch": 0.01952807160292921,
      "grad_norm": 16.3125,
      "learning_rate": 9.998474375440382e-07,
      "loss": 25.0597,
      "step": 270
    },
    {
      "epoch": 0.02025133351414881,
      "grad_norm": 15.7578125,
      "learning_rate": 9.998417870827062e-07,
      "loss": 25.3037,
      "step": 280
    },
    {
      "epoch": 0.020974595425368413,
      "grad_norm": 15.6484375,
      "learning_rate": 9.998361366213744e-07,
      "loss": 25.0957,
      "step": 290
    },
    {
      "epoch": 0.021697857336588012,
      "grad_norm": 16.609375,
      "learning_rate": 9.998304861600424e-07,
      "loss": 25.1532,
      "step": 300
    },
    {
      "epoch": 0.02242111924780761,
      "grad_norm": 16.75,
      "learning_rate": 9.998248356987106e-07,
      "loss": 25.0866,
      "step": 310
    },
    {
      "epoch": 0.023144381159027214,
      "grad_norm": 16.125,
      "learning_rate": 9.998191852373786e-07,
      "loss": 25.4455,
      "step": 320
    },
    {
      "epoch": 0.023867643070246813,
      "grad_norm": 16.140625,
      "learning_rate": 9.998135347760468e-07,
      "loss": 25.4253,
      "step": 330
    },
    {
      "epoch": 0.024590904981466412,
      "grad_norm": 16.671875,
      "learning_rate": 9.998078843147148e-07,
      "loss": 24.9265,
      "step": 340
    },
    {
      "epoch": 0.025314166892686014,
      "grad_norm": 16.71875,
      "learning_rate": 9.998022338533828e-07,
      "loss": 25.2683,
      "step": 350
    },
    {
      "epoch": 0.026037428803905614,
      "grad_norm": 16.703125,
      "learning_rate": 9.99796583392051e-07,
      "loss": 25.2497,
      "step": 360
    },
    {
      "epoch": 0.026760690715125216,
      "grad_norm": 15.8515625,
      "learning_rate": 9.99790932930719e-07,
      "loss": 25.099,
      "step": 370
    },
    {
      "epoch": 0.027483952626344815,
      "grad_norm": 16.28125,
      "learning_rate": 9.997852824693872e-07,
      "loss": 25.7413,
      "step": 380
    },
    {
      "epoch": 0.028207214537564414,
      "grad_norm": 15.7109375,
      "learning_rate": 9.997796320080552e-07,
      "loss": 24.8872,
      "step": 390
    },
    {
      "epoch": 0.028930476448784017,
      "grad_norm": 16.421875,
      "learning_rate": 9.997739815467232e-07,
      "loss": 25.2099,
      "step": 400
    },
    {
      "epoch": 0.029653738360003616,
      "grad_norm": 16.0,
      "learning_rate": 9.997683310853914e-07,
      "loss": 25.1945,
      "step": 410
    },
    {
      "epoch": 0.030377000271223215,
      "grad_norm": 15.390625,
      "learning_rate": 9.997626806240594e-07,
      "loss": 24.9576,
      "step": 420
    },
    {
      "epoch": 0.031100262182442818,
      "grad_norm": 15.3359375,
      "learning_rate": 9.997570301627277e-07,
      "loss": 24.7866,
      "step": 430
    },
    {
      "epoch": 0.03182352409366242,
      "grad_norm": 16.296875,
      "learning_rate": 9.997513797013957e-07,
      "loss": 25.3049,
      "step": 440
    },
    {
      "epoch": 0.03254678600488202,
      "grad_norm": 16.765625,
      "learning_rate": 9.997457292400636e-07,
      "loss": 25.151,
      "step": 450
    },
    {
      "epoch": 0.033270047916101615,
      "grad_norm": 15.3515625,
      "learning_rate": 9.997400787787319e-07,
      "loss": 25.0841,
      "step": 460
    },
    {
      "epoch": 0.03399330982732122,
      "grad_norm": 16.453125,
      "learning_rate": 9.997344283173999e-07,
      "loss": 25.2712,
      "step": 470
    },
    {
      "epoch": 0.03471657173854082,
      "grad_norm": 14.78125,
      "learning_rate": 9.99728777856068e-07,
      "loss": 24.8674,
      "step": 480
    },
    {
      "epoch": 0.035439833649760416,
      "grad_norm": 16.171875,
      "learning_rate": 9.99723127394736e-07,
      "loss": 25.2065,
      "step": 490
    },
    {
      "epoch": 0.03616309556098002,
      "grad_norm": 16.625,
      "learning_rate": 9.99717476933404e-07,
      "loss": 25.0951,
      "step": 500
    },
    {
      "epoch": 0.03688635747219962,
      "grad_norm": 15.8828125,
      "learning_rate": 9.997118264720723e-07,
      "loss": 25.1455,
      "step": 510
    },
    {
      "epoch": 0.037609619383419224,
      "grad_norm": 15.6953125,
      "learning_rate": 9.997061760107403e-07,
      "loss": 25.313,
      "step": 520
    },
    {
      "epoch": 0.03833288129463882,
      "grad_norm": 16.46875,
      "learning_rate": 9.997005255494085e-07,
      "loss": 24.8546,
      "step": 530
    },
    {
      "epoch": 0.03905614320585842,
      "grad_norm": 16.0625,
      "learning_rate": 9.996948750880765e-07,
      "loss": 25.1006,
      "step": 540
    },
    {
      "epoch": 0.039779405117078025,
      "grad_norm": 16.34375,
      "learning_rate": 9.996892246267447e-07,
      "loss": 25.1469,
      "step": 550
    },
    {
      "epoch": 0.04050266702829762,
      "grad_norm": 15.6328125,
      "learning_rate": 9.996835741654127e-07,
      "loss": 25.0277,
      "step": 560
    },
    {
      "epoch": 0.04122592893951722,
      "grad_norm": 15.328125,
      "learning_rate": 9.996779237040807e-07,
      "loss": 25.2235,
      "step": 570
    },
    {
      "epoch": 0.041949190850736826,
      "grad_norm": 15.7265625,
      "learning_rate": 9.996722732427489e-07,
      "loss": 25.3082,
      "step": 580
    },
    {
      "epoch": 0.04267245276195642,
      "grad_norm": 16.328125,
      "learning_rate": 9.996666227814169e-07,
      "loss": 25.329,
      "step": 590
    },
    {
      "epoch": 0.043395714673176024,
      "grad_norm": 17.1875,
      "learning_rate": 9.99660972320085e-07,
      "loss": 25.3133,
      "step": 600
    },
    {
      "epoch": 0.044118976584395626,
      "grad_norm": 16.578125,
      "learning_rate": 9.99655321858753e-07,
      "loss": 25.2397,
      "step": 610
    },
    {
      "epoch": 0.04484223849561522,
      "grad_norm": 16.46875,
      "learning_rate": 9.99649671397421e-07,
      "loss": 25.2219,
      "step": 620
    },
    {
      "epoch": 0.045565500406834825,
      "grad_norm": 16.484375,
      "learning_rate": 9.996440209360893e-07,
      "loss": 25.2115,
      "step": 630
    },
    {
      "epoch": 0.04628876231805443,
      "grad_norm": 16.296875,
      "learning_rate": 9.996383704747575e-07,
      "loss": 24.9097,
      "step": 640
    },
    {
      "epoch": 0.04701202422927402,
      "grad_norm": 16.171875,
      "learning_rate": 9.996327200134255e-07,
      "loss": 25.3739,
      "step": 650
    },
    {
      "epoch": 0.047735286140493625,
      "grad_norm": 16.453125,
      "learning_rate": 9.996270695520935e-07,
      "loss": 25.4334,
      "step": 660
    },
    {
      "epoch": 0.04845854805171323,
      "grad_norm": 16.625,
      "learning_rate": 9.996214190907615e-07,
      "loss": 25.3735,
      "step": 670
    },
    {
      "epoch": 0.049181809962932824,
      "grad_norm": 16.546875,
      "learning_rate": 9.996157686294297e-07,
      "loss": 25.2253,
      "step": 680
    },
    {
      "epoch": 0.049905071874152426,
      "grad_norm": 15.953125,
      "learning_rate": 9.99610118168098e-07,
      "loss": 25.3197,
      "step": 690
    },
    {
      "epoch": 0.05062833378537203,
      "grad_norm": 16.046875,
      "learning_rate": 9.99604467706766e-07,
      "loss": 25.0905,
      "step": 700
    },
    {
      "epoch": 0.05135159569659163,
      "grad_norm": 16.90625,
      "learning_rate": 9.99598817245434e-07,
      "loss": 25.5284,
      "step": 710
    },
    {
      "epoch": 0.05207485760781123,
      "grad_norm": 15.7421875,
      "learning_rate": 9.99593166784102e-07,
      "loss": 25.1216,
      "step": 720
    },
    {
      "epoch": 0.05279811951903083,
      "grad_norm": 16.5625,
      "learning_rate": 9.995875163227701e-07,
      "loss": 25.3238,
      "step": 730
    },
    {
      "epoch": 0.05352138143025043,
      "grad_norm": 16.046875,
      "learning_rate": 9.995818658614383e-07,
      "loss": 25.0432,
      "step": 740
    },
    {
      "epoch": 0.05424464334147003,
      "grad_norm": 16.0625,
      "learning_rate": 9.995762154001063e-07,
      "loss": 24.9606,
      "step": 750
    },
    {
      "epoch": 0.05496790525268963,
      "grad_norm": 17.4375,
      "learning_rate": 9.995705649387743e-07,
      "loss": 25.1405,
      "step": 760
    },
    {
      "epoch": 0.05569116716390923,
      "grad_norm": 16.3125,
      "learning_rate": 9.995649144774425e-07,
      "loss": 24.8765,
      "step": 770
    },
    {
      "epoch": 0.05641442907512883,
      "grad_norm": 17.390625,
      "learning_rate": 9.995592640161105e-07,
      "loss": 24.962,
      "step": 780
    },
    {
      "epoch": 0.05713769098634843,
      "grad_norm": 17.109375,
      "learning_rate": 9.995536135547785e-07,
      "loss": 25.0881,
      "step": 790
    },
    {
      "epoch": 0.057860952897568034,
      "grad_norm": 16.4375,
      "learning_rate": 9.995479630934467e-07,
      "loss": 25.4495,
      "step": 800
    },
    {
      "epoch": 0.05858421480878763,
      "grad_norm": 16.46875,
      "learning_rate": 9.99542312632115e-07,
      "loss": 25.3541,
      "step": 810
    },
    {
      "epoch": 0.05930747672000723,
      "grad_norm": 16.125,
      "learning_rate": 9.99536662170783e-07,
      "loss": 25.2303,
      "step": 820
    },
    {
      "epoch": 0.060030738631226835,
      "grad_norm": 16.625,
      "learning_rate": 9.99531011709451e-07,
      "loss": 24.929,
      "step": 830
    },
    {
      "epoch": 0.06075400054244643,
      "grad_norm": 15.59375,
      "learning_rate": 9.99525361248119e-07,
      "loss": 25.0334,
      "step": 840
    },
    {
      "epoch": 0.06147726245366603,
      "grad_norm": 16.5625,
      "learning_rate": 9.995197107867871e-07,
      "loss": 25.4058,
      "step": 850
    },
    {
      "epoch": 0.062200524364885636,
      "grad_norm": 16.390625,
      "learning_rate": 9.995140603254554e-07,
      "loss": 24.9176,
      "step": 860
    },
    {
      "epoch": 0.06292378627610523,
      "grad_norm": 15.96875,
      "learning_rate": 9.995084098641234e-07,
      "loss": 25.4821,
      "step": 870
    },
    {
      "epoch": 0.06364704818732483,
      "grad_norm": 15.5625,
      "learning_rate": 9.995027594027914e-07,
      "loss": 25.2232,
      "step": 880
    },
    {
      "epoch": 0.06437031009854444,
      "grad_norm": 16.140625,
      "learning_rate": 9.994971089414593e-07,
      "loss": 25.2073,
      "step": 890
    },
    {
      "epoch": 0.06509357200976404,
      "grad_norm": 16.96875,
      "learning_rate": 9.994914584801276e-07,
      "loss": 24.9354,
      "step": 900
    },
    {
      "epoch": 0.06581683392098364,
      "grad_norm": 15.890625,
      "learning_rate": 9.994858080187958e-07,
      "loss": 25.2106,
      "step": 910
    },
    {
      "epoch": 0.06654009583220323,
      "grad_norm": 15.875,
      "learning_rate": 9.994801575574638e-07,
      "loss": 25.3214,
      "step": 920
    },
    {
      "epoch": 0.06726335774342283,
      "grad_norm": 17.21875,
      "learning_rate": 9.994745070961318e-07,
      "loss": 25.1286,
      "step": 930
    },
    {
      "epoch": 0.06798661965464244,
      "grad_norm": 15.75,
      "learning_rate": 9.994688566347998e-07,
      "loss": 25.0482,
      "step": 940
    },
    {
      "epoch": 0.06870988156586204,
      "grad_norm": 15.71875,
      "learning_rate": 9.99463206173468e-07,
      "loss": 24.9044,
      "step": 950
    },
    {
      "epoch": 0.06943314347708164,
      "grad_norm": 16.796875,
      "learning_rate": 9.994575557121362e-07,
      "loss": 25.3312,
      "step": 960
    },
    {
      "epoch": 0.07015640538830124,
      "grad_norm": 16.28125,
      "learning_rate": 9.994519052508042e-07,
      "loss": 25.1329,
      "step": 970
    },
    {
      "epoch": 0.07087966729952083,
      "grad_norm": 15.5546875,
      "learning_rate": 9.994462547894722e-07,
      "loss": 25.5721,
      "step": 980
    },
    {
      "epoch": 0.07160292921074043,
      "grad_norm": 17.359375,
      "learning_rate": 9.994406043281404e-07,
      "loss": 25.4597,
      "step": 990
    },
    {
      "epoch": 0.07232619112196004,
      "grad_norm": 16.03125,
      "learning_rate": 9.994349538668084e-07,
      "loss": 25.1876,
      "step": 1000
    },
    {
      "epoch": 0.07304945303317964,
      "grad_norm": 15.4921875,
      "learning_rate": 9.994293034054766e-07,
      "loss": 24.6817,
      "step": 1010
    },
    {
      "epoch": 0.07377271494439924,
      "grad_norm": 16.96875,
      "learning_rate": 9.994236529441446e-07,
      "loss": 25.1883,
      "step": 1020
    },
    {
      "epoch": 0.07449597685561885,
      "grad_norm": 16.984375,
      "learning_rate": 9.994180024828128e-07,
      "loss": 24.8092,
      "step": 1030
    },
    {
      "epoch": 0.07521923876683845,
      "grad_norm": 16.078125,
      "learning_rate": 9.994123520214808e-07,
      "loss": 25.0968,
      "step": 1040
    },
    {
      "epoch": 0.07594250067805804,
      "grad_norm": 16.296875,
      "learning_rate": 9.994067015601488e-07,
      "loss": 25.0758,
      "step": 1050
    },
    {
      "epoch": 0.07666576258927764,
      "grad_norm": 15.4375,
      "learning_rate": 9.99401051098817e-07,
      "loss": 25.3673,
      "step": 1060
    },
    {
      "epoch": 0.07738902450049724,
      "grad_norm": 16.8125,
      "learning_rate": 9.99395400637485e-07,
      "loss": 25.293,
      "step": 1070
    },
    {
      "epoch": 0.07811228641171684,
      "grad_norm": 15.3828125,
      "learning_rate": 9.993897501761532e-07,
      "loss": 25.3697,
      "step": 1080
    },
    {
      "epoch": 0.07883554832293645,
      "grad_norm": 15.3125,
      "learning_rate": 9.993840997148212e-07,
      "loss": 25.3813,
      "step": 1090
    },
    {
      "epoch": 0.07955881023415605,
      "grad_norm": 15.7890625,
      "learning_rate": 9.993784492534892e-07,
      "loss": 25.0103,
      "step": 1100
    },
    {
      "epoch": 0.08028207214537564,
      "grad_norm": 17.609375,
      "learning_rate": 9.993727987921572e-07,
      "loss": 25.3168,
      "step": 1110
    },
    {
      "epoch": 0.08100533405659524,
      "grad_norm": 17.765625,
      "learning_rate": 9.993671483308254e-07,
      "loss": 24.9627,
      "step": 1120
    },
    {
      "epoch": 0.08172859596781484,
      "grad_norm": 17.265625,
      "learning_rate": 9.993614978694936e-07,
      "loss": 25.0904,
      "step": 1130
    },
    {
      "epoch": 0.08245185787903445,
      "grad_norm": 15.6015625,
      "learning_rate": 9.993558474081616e-07,
      "loss": 25.0091,
      "step": 1140
    },
    {
      "epoch": 0.08317511979025405,
      "grad_norm": 16.78125,
      "learning_rate": 9.993501969468296e-07,
      "loss": 25.1542,
      "step": 1150
    },
    {
      "epoch": 0.08389838170147365,
      "grad_norm": 17.421875,
      "learning_rate": 9.993445464854976e-07,
      "loss": 25.0688,
      "step": 1160
    },
    {
      "epoch": 0.08462164361269324,
      "grad_norm": 16.046875,
      "learning_rate": 9.993388960241658e-07,
      "loss": 24.9462,
      "step": 1170
    },
    {
      "epoch": 0.08534490552391284,
      "grad_norm": 15.8125,
      "learning_rate": 9.99333245562834e-07,
      "loss": 25.2823,
      "step": 1180
    },
    {
      "epoch": 0.08606816743513244,
      "grad_norm": 16.828125,
      "learning_rate": 9.99327595101502e-07,
      "loss": 25.2765,
      "step": 1190
    },
    {
      "epoch": 0.08679142934635205,
      "grad_norm": 16.125,
      "learning_rate": 9.9932194464017e-07,
      "loss": 24.7678,
      "step": 1200
    },
    {
      "epoch": 0.08751469125757165,
      "grad_norm": 16.28125,
      "learning_rate": 9.993162941788382e-07,
      "loss": 25.295,
      "step": 1210
    },
    {
      "epoch": 0.08823795316879125,
      "grad_norm": 17.890625,
      "learning_rate": 9.993106437175062e-07,
      "loss": 25.3306,
      "step": 1220
    },
    {
      "epoch": 0.08896121508001086,
      "grad_norm": 17.21875,
      "learning_rate": 9.993049932561744e-07,
      "loss": 24.9049,
      "step": 1230
    },
    {
      "epoch": 0.08968447699123044,
      "grad_norm": 17.390625,
      "learning_rate": 9.992993427948424e-07,
      "loss": 24.8557,
      "step": 1240
    },
    {
      "epoch": 0.09040773890245005,
      "grad_norm": 17.171875,
      "learning_rate": 9.992936923335106e-07,
      "loss": 24.8911,
      "step": 1250
    },
    {
      "epoch": 0.09113100081366965,
      "grad_norm": 15.7890625,
      "learning_rate": 9.992880418721786e-07,
      "loss": 25.025,
      "step": 1260
    },
    {
      "epoch": 0.09185426272488925,
      "grad_norm": 16.140625,
      "learning_rate": 9.992823914108466e-07,
      "loss": 25.0636,
      "step": 1270
    },
    {
      "epoch": 0.09257752463610885,
      "grad_norm": 16.4375,
      "learning_rate": 9.992767409495148e-07,
      "loss": 25.3049,
      "step": 1280
    },
    {
      "epoch": 0.09330078654732846,
      "grad_norm": 16.90625,
      "learning_rate": 9.992710904881828e-07,
      "loss": 25.2396,
      "step": 1290
    },
    {
      "epoch": 0.09402404845854805,
      "grad_norm": 17.046875,
      "learning_rate": 9.99265440026851e-07,
      "loss": 25.1375,
      "step": 1300
    },
    {
      "epoch": 0.09474731036976765,
      "grad_norm": 16.1875,
      "learning_rate": 9.99259789565519e-07,
      "loss": 25.2109,
      "step": 1310
    },
    {
      "epoch": 0.09547057228098725,
      "grad_norm": 17.171875,
      "learning_rate": 9.99254139104187e-07,
      "loss": 25.2515,
      "step": 1320
    },
    {
      "epoch": 0.09619383419220685,
      "grad_norm": 16.515625,
      "learning_rate": 9.992484886428553e-07,
      "loss": 25.175,
      "step": 1330
    },
    {
      "epoch": 0.09691709610342646,
      "grad_norm": 16.84375,
      "learning_rate": 9.992428381815233e-07,
      "loss": 24.7771,
      "step": 1340
    },
    {
      "epoch": 0.09764035801464606,
      "grad_norm": 17.390625,
      "learning_rate": 9.992371877201915e-07,
      "loss": 25.2527,
      "step": 1350
    },
    {
      "epoch": 0.09836361992586565,
      "grad_norm": 15.9375,
      "learning_rate": 9.992315372588595e-07,
      "loss": 25.0993,
      "step": 1360
    },
    {
      "epoch": 0.09908688183708525,
      "grad_norm": 16.359375,
      "learning_rate": 9.992258867975275e-07,
      "loss": 25.0632,
      "step": 1370
    },
    {
      "epoch": 0.09981014374830485,
      "grad_norm": 15.578125,
      "learning_rate": 9.992202363361957e-07,
      "loss": 25.05,
      "step": 1380
    },
    {
      "epoch": 0.10053340565952446,
      "grad_norm": 15.5234375,
      "learning_rate": 9.992145858748637e-07,
      "loss": 25.2352,
      "step": 1390
    },
    {
      "epoch": 0.10125666757074406,
      "grad_norm": 15.8203125,
      "learning_rate": 9.992089354135319e-07,
      "loss": 25.1623,
      "step": 1400
    },
    {
      "epoch": 0.10197992948196366,
      "grad_norm": 15.9140625,
      "learning_rate": 9.992032849521999e-07,
      "loss": 25.0429,
      "step": 1410
    },
    {
      "epoch": 0.10270319139318326,
      "grad_norm": 16.40625,
      "learning_rate": 9.991976344908679e-07,
      "loss": 25.2809,
      "step": 1420
    },
    {
      "epoch": 0.10342645330440285,
      "grad_norm": 15.5703125,
      "learning_rate": 9.99191984029536e-07,
      "loss": 25.3832,
      "step": 1430
    },
    {
      "epoch": 0.10414971521562245,
      "grad_norm": 16.71875,
      "learning_rate": 9.99186333568204e-07,
      "loss": 25.2036,
      "step": 1440
    },
    {
      "epoch": 0.10487297712684206,
      "grad_norm": 16.421875,
      "learning_rate": 9.991806831068723e-07,
      "loss": 25.1681,
      "step": 1450
    },
    {
      "epoch": 0.10559623903806166,
      "grad_norm": 16.484375,
      "learning_rate": 9.991750326455403e-07,
      "loss": 25.2005,
      "step": 1460
    },
    {
      "epoch": 0.10631950094928126,
      "grad_norm": 16.359375,
      "learning_rate": 9.991693821842085e-07,
      "loss": 24.7779,
      "step": 1470
    },
    {
      "epoch": 0.10704276286050086,
      "grad_norm": 15.9140625,
      "learning_rate": 9.991637317228765e-07,
      "loss": 24.9989,
      "step": 1480
    },
    {
      "epoch": 0.10776602477172045,
      "grad_norm": 15.984375,
      "learning_rate": 9.991580812615445e-07,
      "loss": 25.0596,
      "step": 1490
    },
    {
      "epoch": 0.10848928668294006,
      "grad_norm": 15.3046875,
      "learning_rate": 9.991524308002127e-07,
      "loss": 25.118,
      "step": 1500
    },
    {
      "epoch": 0.10921254859415966,
      "grad_norm": 17.5625,
      "learning_rate": 9.991467803388807e-07,
      "loss": 25.5828,
      "step": 1510
    },
    {
      "epoch": 0.10993581050537926,
      "grad_norm": 15.6328125,
      "learning_rate": 9.99141129877549e-07,
      "loss": 24.9299,
      "step": 1520
    },
    {
      "epoch": 0.11065907241659886,
      "grad_norm": 16.46875,
      "learning_rate": 9.99135479416217e-07,
      "loss": 25.4944,
      "step": 1530
    },
    {
      "epoch": 0.11138233432781847,
      "grad_norm": 15.84375,
      "learning_rate": 9.99129828954885e-07,
      "loss": 25.2725,
      "step": 1540
    },
    {
      "epoch": 0.11210559623903806,
      "grad_norm": 15.9453125,
      "learning_rate": 9.99124178493553e-07,
      "loss": 25.2005,
      "step": 1550
    },
    {
      "epoch": 0.11282885815025766,
      "grad_norm": 16.40625,
      "learning_rate": 9.99118528032221e-07,
      "loss": 25.009,
      "step": 1560
    },
    {
      "epoch": 0.11355212006147726,
      "grad_norm": 16.0,
      "learning_rate": 9.991128775708893e-07,
      "loss": 24.7517,
      "step": 1570
    },
    {
      "epoch": 0.11427538197269686,
      "grad_norm": 16.09375,
      "learning_rate": 9.991072271095573e-07,
      "loss": 25.5721,
      "step": 1580
    },
    {
      "epoch": 0.11499864388391647,
      "grad_norm": 16.84375,
      "learning_rate": 9.991015766482253e-07,
      "loss": 24.9795,
      "step": 1590
    },
    {
      "epoch": 0.11572190579513607,
      "grad_norm": 16.671875,
      "learning_rate": 9.990959261868935e-07,
      "loss": 25.0254,
      "step": 1600
    },
    {
      "epoch": 0.11644516770635567,
      "grad_norm": 15.4296875,
      "learning_rate": 9.990902757255615e-07,
      "loss": 24.8741,
      "step": 1610
    },
    {
      "epoch": 0.11716842961757526,
      "grad_norm": 15.1875,
      "learning_rate": 9.990846252642297e-07,
      "loss": 25.0707,
      "step": 1620
    },
    {
      "epoch": 0.11789169152879486,
      "grad_norm": 15.765625,
      "learning_rate": 9.990789748028977e-07,
      "loss": 25.1894,
      "step": 1630
    },
    {
      "epoch": 0.11861495344001446,
      "grad_norm": 16.640625,
      "learning_rate": 9.990733243415657e-07,
      "loss": 25.275,
      "step": 1640
    },
    {
      "epoch": 0.11933821535123407,
      "grad_norm": 15.9765625,
      "learning_rate": 9.99067673880234e-07,
      "loss": 25.5003,
      "step": 1650
    },
    {
      "epoch": 0.12006147726245367,
      "grad_norm": 15.390625,
      "learning_rate": 9.99062023418902e-07,
      "loss": 25.217,
      "step": 1660
    },
    {
      "epoch": 0.12078473917367327,
      "grad_norm": 15.6015625,
      "learning_rate": 9.990563729575701e-07,
      "loss": 24.9766,
      "step": 1670
    },
    {
      "epoch": 0.12150800108489286,
      "grad_norm": 16.28125,
      "learning_rate": 9.990507224962381e-07,
      "loss": 24.9016,
      "step": 1680
    },
    {
      "epoch": 0.12223126299611246,
      "grad_norm": 28.390625,
      "learning_rate": 9.990450720349063e-07,
      "loss": 25.5052,
      "step": 1690
    },
    {
      "epoch": 0.12295452490733207,
      "grad_norm": 16.71875,
      "learning_rate": 9.990394215735743e-07,
      "loss": 25.113,
      "step": 1700
    },
    {
      "epoch": 0.12367778681855167,
      "grad_norm": 15.9609375,
      "learning_rate": 9.990337711122423e-07,
      "loss": 25.0131,
      "step": 1710
    },
    {
      "epoch": 0.12440104872977127,
      "grad_norm": 16.328125,
      "learning_rate": 9.990281206509105e-07,
      "loss": 25.1244,
      "step": 1720
    },
    {
      "epoch": 0.12512431064099086,
      "grad_norm": 16.84375,
      "learning_rate": 9.990224701895785e-07,
      "loss": 25.1582,
      "step": 1730
    },
    {
      "epoch": 0.12584757255221046,
      "grad_norm": 16.625,
      "learning_rate": 9.990168197282468e-07,
      "loss": 25.0834,
      "step": 1740
    },
    {
      "epoch": 0.12657083446343007,
      "grad_norm": 15.8828125,
      "learning_rate": 9.990111692669147e-07,
      "loss": 25.0038,
      "step": 1750
    },
    {
      "epoch": 0.12729409637464967,
      "grad_norm": 16.609375,
      "learning_rate": 9.990055188055827e-07,
      "loss": 25.0728,
      "step": 1760
    },
    {
      "epoch": 0.12801735828586927,
      "grad_norm": 16.421875,
      "learning_rate": 9.98999868344251e-07,
      "loss": 25.295,
      "step": 1770
    },
    {
      "epoch": 0.12874062019708887,
      "grad_norm": 15.1015625,
      "learning_rate": 9.98994217882919e-07,
      "loss": 25.2353,
      "step": 1780
    },
    {
      "epoch": 0.12946388210830848,
      "grad_norm": 16.21875,
      "learning_rate": 9.989885674215872e-07,
      "loss": 25.2932,
      "step": 1790
    },
    {
      "epoch": 0.13018714401952808,
      "grad_norm": 15.7890625,
      "learning_rate": 9.989829169602552e-07,
      "loss": 25.425,
      "step": 1800
    },
    {
      "epoch": 0.13091040593074768,
      "grad_norm": 17.296875,
      "learning_rate": 9.989772664989232e-07,
      "loss": 24.8049,
      "step": 1810
    },
    {
      "epoch": 0.13163366784196728,
      "grad_norm": 16.1875,
      "learning_rate": 9.989716160375914e-07,
      "loss": 25.0513,
      "step": 1820
    },
    {
      "epoch": 0.13235692975318689,
      "grad_norm": 15.8828125,
      "learning_rate": 9.989659655762594e-07,
      "loss": 24.6162,
      "step": 1830
    },
    {
      "epoch": 0.13308019166440646,
      "grad_norm": 15.953125,
      "learning_rate": 9.989603151149276e-07,
      "loss": 25.2815,
      "step": 1840
    },
    {
      "epoch": 0.13380345357562606,
      "grad_norm": 15.8203125,
      "learning_rate": 9.989546646535956e-07,
      "loss": 24.9768,
      "step": 1850
    },
    {
      "epoch": 0.13452671548684567,
      "grad_norm": 16.6875,
      "learning_rate": 9.989490141922636e-07,
      "loss": 24.9111,
      "step": 1860
    },
    {
      "epoch": 0.13524997739806527,
      "grad_norm": 16.234375,
      "learning_rate": 9.989433637309318e-07,
      "loss": 25.027,
      "step": 1870
    },
    {
      "epoch": 0.13597323930928487,
      "grad_norm": 16.609375,
      "learning_rate": 9.989377132695998e-07,
      "loss": 24.7659,
      "step": 1880
    },
    {
      "epoch": 0.13669650122050447,
      "grad_norm": 15.546875,
      "learning_rate": 9.98932062808268e-07,
      "loss": 24.7565,
      "step": 1890
    },
    {
      "epoch": 0.13741976313172408,
      "grad_norm": 16.28125,
      "learning_rate": 9.98926412346936e-07,
      "loss": 25.4091,
      "step": 1900
    },
    {
      "epoch": 0.13814302504294368,
      "grad_norm": 17.0,
      "learning_rate": 9.989207618856042e-07,
      "loss": 25.1971,
      "step": 1910
    },
    {
      "epoch": 0.13886628695416328,
      "grad_norm": 16.140625,
      "learning_rate": 9.989151114242722e-07,
      "loss": 25.1719,
      "step": 1920
    },
    {
      "epoch": 0.13958954886538288,
      "grad_norm": 15.640625,
      "learning_rate": 9.989094609629402e-07,
      "loss": 25.2595,
      "step": 1930
    },
    {
      "epoch": 0.1403128107766025,
      "grad_norm": 17.03125,
      "learning_rate": 9.989038105016084e-07,
      "loss": 25.1428,
      "step": 1940
    },
    {
      "epoch": 0.1410360726878221,
      "grad_norm": 16.03125,
      "learning_rate": 9.988981600402764e-07,
      "loss": 24.9586,
      "step": 1950
    },
    {
      "epoch": 0.14175933459904166,
      "grad_norm": 17.109375,
      "learning_rate": 9.988925095789446e-07,
      "loss": 25.2662,
      "step": 1960
    },
    {
      "epoch": 0.14248259651026127,
      "grad_norm": 17.03125,
      "learning_rate": 9.988868591176126e-07,
      "loss": 25.16,
      "step": 1970
    },
    {
      "epoch": 0.14320585842148087,
      "grad_norm": 16.5,
      "learning_rate": 9.988812086562806e-07,
      "loss": 25.2651,
      "step": 1980
    },
    {
      "epoch": 0.14392912033270047,
      "grad_norm": 16.421875,
      "learning_rate": 9.988755581949488e-07,
      "loss": 25.2441,
      "step": 1990
    },
    {
      "epoch": 0.14465238224392007,
      "grad_norm": 15.96875,
      "learning_rate": 9.988699077336168e-07,
      "loss": 25.0556,
      "step": 2000
    },
    {
      "epoch": 0.14537564415513968,
      "grad_norm": 16.53125,
      "learning_rate": 9.98864257272285e-07,
      "loss": 25.4167,
      "step": 2010
    },
    {
      "epoch": 0.14609890606635928,
      "grad_norm": 16.03125,
      "learning_rate": 9.98858606810953e-07,
      "loss": 25.1329,
      "step": 2020
    },
    {
      "epoch": 0.14682216797757888,
      "grad_norm": 16.109375,
      "learning_rate": 9.98852956349621e-07,
      "loss": 25.4823,
      "step": 2030
    },
    {
      "epoch": 0.14754542988879848,
      "grad_norm": 16.265625,
      "learning_rate": 9.988473058882892e-07,
      "loss": 25.0906,
      "step": 2040
    },
    {
      "epoch": 0.1482686918000181,
      "grad_norm": 16.53125,
      "learning_rate": 9.988416554269572e-07,
      "loss": 24.8343,
      "step": 2050
    },
    {
      "epoch": 0.1489919537112377,
      "grad_norm": 15.609375,
      "learning_rate": 9.988360049656254e-07,
      "loss": 25.3048,
      "step": 2060
    },
    {
      "epoch": 0.1497152156224573,
      "grad_norm": 17.4375,
      "learning_rate": 9.988303545042934e-07,
      "loss": 25.2774,
      "step": 2070
    },
    {
      "epoch": 0.1504384775336769,
      "grad_norm": 15.828125,
      "learning_rate": 9.988247040429616e-07,
      "loss": 25.2854,
      "step": 2080
    },
    {
      "epoch": 0.15116173944489647,
      "grad_norm": 16.390625,
      "learning_rate": 9.988190535816296e-07,
      "loss": 25.0215,
      "step": 2090
    },
    {
      "epoch": 0.15188500135611607,
      "grad_norm": 16.171875,
      "learning_rate": 9.988134031202976e-07,
      "loss": 25.2348,
      "step": 2100
    },
    {
      "epoch": 0.15260826326733568,
      "grad_norm": 15.34375,
      "learning_rate": 9.988077526589658e-07,
      "loss": 24.6356,
      "step": 2110
    },
    {
      "epoch": 0.15333152517855528,
      "grad_norm": 16.25,
      "learning_rate": 9.988021021976338e-07,
      "loss": 25.1007,
      "step": 2120
    },
    {
      "epoch": 0.15405478708977488,
      "grad_norm": 16.03125,
      "learning_rate": 9.98796451736302e-07,
      "loss": 24.9828,
      "step": 2130
    },
    {
      "epoch": 0.15477804900099448,
      "grad_norm": 16.5,
      "learning_rate": 9.9879080127497e-07,
      "loss": 25.0345,
      "step": 2140
    },
    {
      "epoch": 0.15550131091221409,
      "grad_norm": 17.15625,
      "learning_rate": 9.98785150813638e-07,
      "loss": 25.5867,
      "step": 2150
    },
    {
      "epoch": 0.1562245728234337,
      "grad_norm": 16.71875,
      "learning_rate": 9.987795003523062e-07,
      "loss": 25.3682,
      "step": 2160
    },
    {
      "epoch": 0.1569478347346533,
      "grad_norm": 17.015625,
      "learning_rate": 9.987738498909745e-07,
      "loss": 25.4203,
      "step": 2170
    },
    {
      "epoch": 0.1576710966458729,
      "grad_norm": 16.296875,
      "learning_rate": 9.987681994296424e-07,
      "loss": 24.7439,
      "step": 2180
    },
    {
      "epoch": 0.1583943585570925,
      "grad_norm": 16.203125,
      "learning_rate": 9.987625489683104e-07,
      "loss": 25.2626,
      "step": 2190
    },
    {
      "epoch": 0.1591176204683121,
      "grad_norm": 16.046875,
      "learning_rate": 9.987568985069784e-07,
      "loss": 25.3073,
      "step": 2200
    },
    {
      "epoch": 0.1598408823795317,
      "grad_norm": 15.953125,
      "learning_rate": 9.987512480456467e-07,
      "loss": 25.1684,
      "step": 2210
    },
    {
      "epoch": 0.16056414429075128,
      "grad_norm": 15.75,
      "learning_rate": 9.987455975843149e-07,
      "loss": 24.7415,
      "step": 2220
    },
    {
      "epoch": 0.16128740620197088,
      "grad_norm": 16.5,
      "learning_rate": 9.987399471229829e-07,
      "loss": 25.3286,
      "step": 2230
    },
    {
      "epoch": 0.16201066811319048,
      "grad_norm": 15.796875,
      "learning_rate": 9.987342966616509e-07,
      "loss": 24.9328,
      "step": 2240
    },
    {
      "epoch": 0.16273393002441008,
      "grad_norm": 15.90625,
      "learning_rate": 9.987286462003189e-07,
      "loss": 25.232,
      "step": 2250
    },
    {
      "epoch": 0.1634571919356297,
      "grad_norm": 15.65625,
      "learning_rate": 9.98722995738987e-07,
      "loss": 25.3422,
      "step": 2260
    },
    {
      "epoch": 0.1641804538468493,
      "grad_norm": 16.359375,
      "learning_rate": 9.98717345277655e-07,
      "loss": 25.1399,
      "step": 2270
    },
    {
      "epoch": 0.1649037157580689,
      "grad_norm": 15.375,
      "learning_rate": 9.987116948163233e-07,
      "loss": 25.268,
      "step": 2280
    },
    {
      "epoch": 0.1656269776692885,
      "grad_norm": 15.9765625,
      "learning_rate": 9.987060443549913e-07,
      "loss": 25.0909,
      "step": 2290
    },
    {
      "epoch": 0.1663502395805081,
      "grad_norm": 15.78125,
      "learning_rate": 9.987003938936595e-07,
      "loss": 24.9881,
      "step": 2300
    },
    {
      "epoch": 0.1670735014917277,
      "grad_norm": 15.7109375,
      "learning_rate": 9.986947434323275e-07,
      "loss": 25.1584,
      "step": 2310
    },
    {
      "epoch": 0.1677967634029473,
      "grad_norm": 16.6875,
      "learning_rate": 9.986890929709955e-07,
      "loss": 25.3915,
      "step": 2320
    },
    {
      "epoch": 0.1685200253141669,
      "grad_norm": 16.03125,
      "learning_rate": 9.986834425096637e-07,
      "loss": 25.0778,
      "step": 2330
    },
    {
      "epoch": 0.16924328722538648,
      "grad_norm": 16.5625,
      "learning_rate": 9.986777920483317e-07,
      "loss": 25.1175,
      "step": 2340
    },
    {
      "epoch": 0.16996654913660608,
      "grad_norm": 16.484375,
      "learning_rate": 9.986721415869999e-07,
      "loss": 25.0781,
      "step": 2350
    },
    {
      "epoch": 0.17068981104782568,
      "grad_norm": 16.359375,
      "learning_rate": 9.986664911256679e-07,
      "loss": 24.9664,
      "step": 2360
    },
    {
      "epoch": 0.1714130729590453,
      "grad_norm": 16.359375,
      "learning_rate": 9.986608406643359e-07,
      "loss": 25.2058,
      "step": 2370
    },
    {
      "epoch": 0.1721363348702649,
      "grad_norm": 16.765625,
      "learning_rate": 9.98655190203004e-07,
      "loss": 25.2812,
      "step": 2380
    },
    {
      "epoch": 0.1728595967814845,
      "grad_norm": 15.3046875,
      "learning_rate": 9.986495397416723e-07,
      "loss": 24.9085,
      "step": 2390
    },
    {
      "epoch": 0.1735828586927041,
      "grad_norm": 16.21875,
      "learning_rate": 9.986438892803403e-07,
      "loss": 25.5753,
      "step": 2400
    },
    {
      "epoch": 0.1743061206039237,
      "grad_norm": 15.8984375,
      "learning_rate": 9.986382388190083e-07,
      "loss": 24.8124,
      "step": 2410
    },
    {
      "epoch": 0.1750293825151433,
      "grad_norm": 16.53125,
      "learning_rate": 9.986325883576763e-07,
      "loss": 25.1711,
      "step": 2420
    },
    {
      "epoch": 0.1757526444263629,
      "grad_norm": 15.953125,
      "learning_rate": 9.986269378963445e-07,
      "loss": 25.014,
      "step": 2430
    },
    {
      "epoch": 0.1764759063375825,
      "grad_norm": 16.28125,
      "learning_rate": 9.986212874350127e-07,
      "loss": 25.099,
      "step": 2440
    },
    {
      "epoch": 0.1771991682488021,
      "grad_norm": 17.46875,
      "learning_rate": 9.986156369736807e-07,
      "loss": 25.3132,
      "step": 2450
    },
    {
      "epoch": 0.1779224301600217,
      "grad_norm": 16.96875,
      "learning_rate": 9.986099865123487e-07,
      "loss": 25.126,
      "step": 2460
    },
    {
      "epoch": 0.17864569207124129,
      "grad_norm": 16.796875,
      "learning_rate": 9.986043360510167e-07,
      "loss": 25.1885,
      "step": 2470
    },
    {
      "epoch": 0.1793689539824609,
      "grad_norm": 15.390625,
      "learning_rate": 9.98598685589685e-07,
      "loss": 25.0434,
      "step": 2480
    },
    {
      "epoch": 0.1800922158936805,
      "grad_norm": 15.8203125,
      "learning_rate": 9.985930351283531e-07,
      "loss": 25.4111,
      "step": 2490
    },
    {
      "epoch": 0.1808154778049001,
      "grad_norm": 15.4140625,
      "learning_rate": 9.985873846670211e-07,
      "loss": 24.7393,
      "step": 2500
    },
    {
      "epoch": 0.1808154778049001,
      "eval_loss": 1.5891753435134888,
      "eval_runtime": 361.4111,
      "eval_samples_per_second": 2008.956,
      "eval_steps_per_second": 31.391,
      "step": 2500
    },
    {
      "epoch": 0.1815387397161197,
      "grad_norm": 15.7265625,
      "learning_rate": 9.985817342056891e-07,
      "loss": 24.7492,
      "step": 2510
    },
    {
      "epoch": 0.1822620016273393,
      "grad_norm": 16.046875,
      "learning_rate": 9.985760837443573e-07,
      "loss": 24.7608,
      "step": 2520
    },
    {
      "epoch": 0.1829852635385589,
      "grad_norm": 16.90625,
      "learning_rate": 9.985704332830253e-07,
      "loss": 24.9355,
      "step": 2530
    },
    {
      "epoch": 0.1837085254497785,
      "grad_norm": 15.5625,
      "learning_rate": 9.985647828216935e-07,
      "loss": 25.3485,
      "step": 2540
    },
    {
      "epoch": 0.1844317873609981,
      "grad_norm": 15.8671875,
      "learning_rate": 9.985591323603615e-07,
      "loss": 25.1266,
      "step": 2550
    },
    {
      "epoch": 0.1851550492722177,
      "grad_norm": 17.3125,
      "learning_rate": 9.985534818990295e-07,
      "loss": 25.1881,
      "step": 2560
    },
    {
      "epoch": 0.1858783111834373,
      "grad_norm": 16.53125,
      "learning_rate": 9.985478314376977e-07,
      "loss": 24.9183,
      "step": 2570
    },
    {
      "epoch": 0.18660157309465691,
      "grad_norm": 15.8359375,
      "learning_rate": 9.985421809763657e-07,
      "loss": 25.1384,
      "step": 2580
    },
    {
      "epoch": 0.18732483500587652,
      "grad_norm": 17.84375,
      "learning_rate": 9.98536530515034e-07,
      "loss": 24.6692,
      "step": 2590
    },
    {
      "epoch": 0.1880480969170961,
      "grad_norm": 16.8125,
      "learning_rate": 9.98530880053702e-07,
      "loss": 24.7989,
      "step": 2600
    },
    {
      "epoch": 0.1887713588283157,
      "grad_norm": 16.078125,
      "learning_rate": 9.985252295923701e-07,
      "loss": 24.9476,
      "step": 2610
    },
    {
      "epoch": 0.1894946207395353,
      "grad_norm": 15.9765625,
      "learning_rate": 9.985195791310381e-07,
      "loss": 25.065,
      "step": 2620
    },
    {
      "epoch": 0.1902178826507549,
      "grad_norm": 16.171875,
      "learning_rate": 9.985139286697061e-07,
      "loss": 24.9492,
      "step": 2630
    },
    {
      "epoch": 0.1909411445619745,
      "grad_norm": 16.5,
      "learning_rate": 9.985082782083741e-07,
      "loss": 25.2619,
      "step": 2640
    },
    {
      "epoch": 0.1916644064731941,
      "grad_norm": 16.03125,
      "learning_rate": 9.985026277470424e-07,
      "loss": 25.2593,
      "step": 2650
    },
    {
      "epoch": 0.1923876683844137,
      "grad_norm": 15.625,
      "learning_rate": 9.984969772857106e-07,
      "loss": 24.9816,
      "step": 2660
    },
    {
      "epoch": 0.1931109302956333,
      "grad_norm": 15.890625,
      "learning_rate": 9.984913268243786e-07,
      "loss": 25.0609,
      "step": 2670
    },
    {
      "epoch": 0.1938341922068529,
      "grad_norm": 16.015625,
      "learning_rate": 9.984856763630466e-07,
      "loss": 25.2305,
      "step": 2680
    },
    {
      "epoch": 0.19455745411807251,
      "grad_norm": 19.59375,
      "learning_rate": 9.984800259017146e-07,
      "loss": 24.9294,
      "step": 2690
    },
    {
      "epoch": 0.19528071602929212,
      "grad_norm": 17.140625,
      "learning_rate": 9.984743754403828e-07,
      "loss": 25.3927,
      "step": 2700
    },
    {
      "epoch": 0.19600397794051172,
      "grad_norm": 17.21875,
      "learning_rate": 9.98468724979051e-07,
      "loss": 25.1831,
      "step": 2710
    },
    {
      "epoch": 0.1967272398517313,
      "grad_norm": 16.4375,
      "learning_rate": 9.98463074517719e-07,
      "loss": 25.128,
      "step": 2720
    },
    {
      "epoch": 0.1974505017629509,
      "grad_norm": 16.953125,
      "learning_rate": 9.98457424056387e-07,
      "loss": 25.0455,
      "step": 2730
    },
    {
      "epoch": 0.1981737636741705,
      "grad_norm": 16.5,
      "learning_rate": 9.984517735950552e-07,
      "loss": 24.7651,
      "step": 2740
    },
    {
      "epoch": 0.1988970255853901,
      "grad_norm": 16.40625,
      "learning_rate": 9.984461231337232e-07,
      "loss": 25.3457,
      "step": 2750
    },
    {
      "epoch": 0.1996202874966097,
      "grad_norm": 16.171875,
      "learning_rate": 9.984404726723914e-07,
      "loss": 25.3497,
      "step": 2760
    },
    {
      "epoch": 0.2003435494078293,
      "grad_norm": 16.125,
      "learning_rate": 9.984348222110594e-07,
      "loss": 25.1117,
      "step": 2770
    },
    {
      "epoch": 0.2010668113190489,
      "grad_norm": 16.09375,
      "learning_rate": 9.984291717497276e-07,
      "loss": 25.2813,
      "step": 2780
    },
    {
      "epoch": 0.2017900732302685,
      "grad_norm": 15.5078125,
      "learning_rate": 9.984235212883956e-07,
      "loss": 25.4148,
      "step": 2790
    },
    {
      "epoch": 0.20251333514148812,
      "grad_norm": 16.125,
      "learning_rate": 9.984178708270636e-07,
      "loss": 25.2476,
      "step": 2800
    },
    {
      "epoch": 0.20323659705270772,
      "grad_norm": 16.375,
      "learning_rate": 9.984122203657318e-07,
      "loss": 25.1569,
      "step": 2810
    },
    {
      "epoch": 0.20395985896392732,
      "grad_norm": 15.3984375,
      "learning_rate": 9.984065699043998e-07,
      "loss": 24.9938,
      "step": 2820
    },
    {
      "epoch": 0.20468312087514692,
      "grad_norm": 15.8984375,
      "learning_rate": 9.98400919443068e-07,
      "loss": 25.0097,
      "step": 2830
    },
    {
      "epoch": 0.20540638278636653,
      "grad_norm": 16.640625,
      "learning_rate": 9.98395268981736e-07,
      "loss": 25.2562,
      "step": 2840
    },
    {
      "epoch": 0.2061296446975861,
      "grad_norm": 15.3828125,
      "learning_rate": 9.98389618520404e-07,
      "loss": 24.8865,
      "step": 2850
    },
    {
      "epoch": 0.2068529066088057,
      "grad_norm": 15.5703125,
      "learning_rate": 9.983839680590722e-07,
      "loss": 25.2523,
      "step": 2860
    },
    {
      "epoch": 0.2075761685200253,
      "grad_norm": 15.90625,
      "learning_rate": 9.983783175977402e-07,
      "loss": 25.2208,
      "step": 2870
    },
    {
      "epoch": 0.2082994304312449,
      "grad_norm": 15.53125,
      "learning_rate": 9.983726671364084e-07,
      "loss": 25.2277,
      "step": 2880
    },
    {
      "epoch": 0.2090226923424645,
      "grad_norm": 15.375,
      "learning_rate": 9.983670166750764e-07,
      "loss": 24.9516,
      "step": 2890
    },
    {
      "epoch": 0.2097459542536841,
      "grad_norm": 17.4375,
      "learning_rate": 9.983613662137444e-07,
      "loss": 25.5087,
      "step": 2900
    },
    {
      "epoch": 0.21046921616490372,
      "grad_norm": 16.28125,
      "learning_rate": 9.983557157524126e-07,
      "loss": 25.1188,
      "step": 2910
    },
    {
      "epoch": 0.21119247807612332,
      "grad_norm": 16.390625,
      "learning_rate": 9.983500652910806e-07,
      "loss": 25.2662,
      "step": 2920
    },
    {
      "epoch": 0.21191573998734292,
      "grad_norm": 16.03125,
      "learning_rate": 9.983444148297488e-07,
      "loss": 24.9432,
      "step": 2930
    },
    {
      "epoch": 0.21263900189856252,
      "grad_norm": 17.234375,
      "learning_rate": 9.983387643684168e-07,
      "loss": 25.2459,
      "step": 2940
    },
    {
      "epoch": 0.21336226380978213,
      "grad_norm": 15.28125,
      "learning_rate": 9.983331139070848e-07,
      "loss": 24.9326,
      "step": 2950
    },
    {
      "epoch": 0.21408552572100173,
      "grad_norm": 18.0,
      "learning_rate": 9.98327463445753e-07,
      "loss": 25.2388,
      "step": 2960
    },
    {
      "epoch": 0.21480878763222133,
      "grad_norm": 17.1875,
      "learning_rate": 9.98321812984421e-07,
      "loss": 25.6366,
      "step": 2970
    },
    {
      "epoch": 0.2155320495434409,
      "grad_norm": 16.203125,
      "learning_rate": 9.983161625230892e-07,
      "loss": 25.1225,
      "step": 2980
    },
    {
      "epoch": 0.2162553114546605,
      "grad_norm": 16.828125,
      "learning_rate": 9.983105120617572e-07,
      "loss": 25.1165,
      "step": 2990
    },
    {
      "epoch": 0.2169785733658801,
      "grad_norm": 16.625,
      "learning_rate": 9.983048616004254e-07,
      "loss": 25.2762,
      "step": 3000
    },
    {
      "epoch": 0.21770183527709971,
      "grad_norm": 16.1875,
      "learning_rate": 9.982992111390934e-07,
      "loss": 24.9826,
      "step": 3010
    },
    {
      "epoch": 0.21842509718831932,
      "grad_norm": 16.890625,
      "learning_rate": 9.982935606777614e-07,
      "loss": 24.7336,
      "step": 3020
    },
    {
      "epoch": 0.21914835909953892,
      "grad_norm": 15.765625,
      "learning_rate": 9.982879102164296e-07,
      "loss": 25.1037,
      "step": 3030
    },
    {
      "epoch": 0.21987162101075852,
      "grad_norm": 16.734375,
      "learning_rate": 9.982822597550976e-07,
      "loss": 24.8429,
      "step": 3040
    },
    {
      "epoch": 0.22059488292197812,
      "grad_norm": 15.96875,
      "learning_rate": 9.982766092937658e-07,
      "loss": 25.369,
      "step": 3050
    },
    {
      "epoch": 0.22131814483319773,
      "grad_norm": 15.46875,
      "learning_rate": 9.982709588324338e-07,
      "loss": 25.6081,
      "step": 3060
    },
    {
      "epoch": 0.22204140674441733,
      "grad_norm": 16.59375,
      "learning_rate": 9.982653083711018e-07,
      "loss": 25.4421,
      "step": 3070
    },
    {
      "epoch": 0.22276466865563693,
      "grad_norm": 15.734375,
      "learning_rate": 9.9825965790977e-07,
      "loss": 24.9267,
      "step": 3080
    },
    {
      "epoch": 0.22348793056685654,
      "grad_norm": 15.7421875,
      "learning_rate": 9.98254007448438e-07,
      "loss": 25.1702,
      "step": 3090
    },
    {
      "epoch": 0.2242111924780761,
      "grad_norm": 16.34375,
      "learning_rate": 9.982483569871063e-07,
      "loss": 24.97,
      "step": 3100
    },
    {
      "epoch": 0.2249344543892957,
      "grad_norm": 16.328125,
      "learning_rate": 9.982427065257743e-07,
      "loss": 25.1489,
      "step": 3110
    },
    {
      "epoch": 0.22565771630051532,
      "grad_norm": 16.46875,
      "learning_rate": 9.982370560644423e-07,
      "loss": 25.291,
      "step": 3120
    },
    {
      "epoch": 0.22638097821173492,
      "grad_norm": 16.859375,
      "learning_rate": 9.982314056031105e-07,
      "loss": 25.1147,
      "step": 3130
    },
    {
      "epoch": 0.22710424012295452,
      "grad_norm": 16.1875,
      "learning_rate": 9.982257551417785e-07,
      "loss": 25.0294,
      "step": 3140
    },
    {
      "epoch": 0.22782750203417412,
      "grad_norm": 16.609375,
      "learning_rate": 9.982201046804467e-07,
      "loss": 24.9066,
      "step": 3150
    },
    {
      "epoch": 0.22855076394539373,
      "grad_norm": 16.296875,
      "learning_rate": 9.982144542191147e-07,
      "loss": 25.5522,
      "step": 3160
    },
    {
      "epoch": 0.22927402585661333,
      "grad_norm": 16.875,
      "learning_rate": 9.982088037577827e-07,
      "loss": 25.046,
      "step": 3170
    },
    {
      "epoch": 0.22999728776783293,
      "grad_norm": 17.34375,
      "learning_rate": 9.982031532964509e-07,
      "loss": 25.0408,
      "step": 3180
    },
    {
      "epoch": 0.23072054967905253,
      "grad_norm": 16.078125,
      "learning_rate": 9.981975028351189e-07,
      "loss": 25.6239,
      "step": 3190
    },
    {
      "epoch": 0.23144381159027214,
      "grad_norm": 14.75,
      "learning_rate": 9.98191852373787e-07,
      "loss": 24.7332,
      "step": 3200
    },
    {
      "epoch": 0.23216707350149174,
      "grad_norm": 16.265625,
      "learning_rate": 9.98186201912455e-07,
      "loss": 25.0991,
      "step": 3210
    },
    {
      "epoch": 0.23289033541271134,
      "grad_norm": 16.609375,
      "learning_rate": 9.981805514511233e-07,
      "loss": 24.9936,
      "step": 3220
    },
    {
      "epoch": 0.23361359732393092,
      "grad_norm": 17.03125,
      "learning_rate": 9.981749009897913e-07,
      "loss": 25.4223,
      "step": 3230
    },
    {
      "epoch": 0.23433685923515052,
      "grad_norm": 16.625,
      "learning_rate": 9.981692505284593e-07,
      "loss": 25.1375,
      "step": 3240
    },
    {
      "epoch": 0.23506012114637012,
      "grad_norm": 16.71875,
      "learning_rate": 9.981636000671275e-07,
      "loss": 25.1016,
      "step": 3250
    },
    {
      "epoch": 0.23578338305758972,
      "grad_norm": 16.15625,
      "learning_rate": 9.981579496057955e-07,
      "loss": 24.9417,
      "step": 3260
    },
    {
      "epoch": 0.23650664496880933,
      "grad_norm": 16.84375,
      "learning_rate": 9.981522991444637e-07,
      "loss": 25.2421,
      "step": 3270
    },
    {
      "epoch": 0.23722990688002893,
      "grad_norm": 15.8359375,
      "learning_rate": 9.981466486831317e-07,
      "loss": 25.1771,
      "step": 3280
    },
    {
      "epoch": 0.23795316879124853,
      "grad_norm": 16.65625,
      "learning_rate": 9.981409982217997e-07,
      "loss": 25.3145,
      "step": 3290
    },
    {
      "epoch": 0.23867643070246813,
      "grad_norm": 16.984375,
      "learning_rate": 9.98135347760468e-07,
      "loss": 24.93,
      "step": 3300
    },
    {
      "epoch": 0.23939969261368774,
      "grad_norm": 16.6875,
      "learning_rate": 9.98129697299136e-07,
      "loss": 25.5047,
      "step": 3310
    },
    {
      "epoch": 0.24012295452490734,
      "grad_norm": 16.28125,
      "learning_rate": 9.98124046837804e-07,
      "loss": 25.0701,
      "step": 3320
    },
    {
      "epoch": 0.24084621643612694,
      "grad_norm": 15.265625,
      "learning_rate": 9.98118396376472e-07,
      "loss": 25.1109,
      "step": 3330
    },
    {
      "epoch": 0.24156947834734654,
      "grad_norm": 16.5625,
      "learning_rate": 9.9811274591514e-07,
      "loss": 25.2658,
      "step": 3340
    },
    {
      "epoch": 0.24229274025856612,
      "grad_norm": 16.140625,
      "learning_rate": 9.981070954538083e-07,
      "loss": 24.9092,
      "step": 3350
    },
    {
      "epoch": 0.24301600216978572,
      "grad_norm": 16.71875,
      "learning_rate": 9.981014449924763e-07,
      "loss": 25.0737,
      "step": 3360
    },
    {
      "epoch": 0.24373926408100532,
      "grad_norm": 17.578125,
      "learning_rate": 9.980957945311445e-07,
      "loss": 24.9847,
      "step": 3370
    },
    {
      "epoch": 0.24446252599222493,
      "grad_norm": 16.125,
      "learning_rate": 9.980901440698125e-07,
      "loss": 25.1988,
      "step": 3380
    },
    {
      "epoch": 0.24518578790344453,
      "grad_norm": 17.296875,
      "learning_rate": 9.980844936084805e-07,
      "loss": 25.0352,
      "step": 3390
    },
    {
      "epoch": 0.24590904981466413,
      "grad_norm": 15.0078125,
      "learning_rate": 9.980788431471487e-07,
      "loss": 25.0363,
      "step": 3400
    },
    {
      "epoch": 0.24663231172588373,
      "grad_norm": 17.265625,
      "learning_rate": 9.980731926858167e-07,
      "loss": 24.8165,
      "step": 3410
    },
    {
      "epoch": 0.24735557363710334,
      "grad_norm": 18.09375,
      "learning_rate": 9.98067542224485e-07,
      "loss": 25.1422,
      "step": 3420
    },
    {
      "epoch": 0.24807883554832294,
      "grad_norm": 16.203125,
      "learning_rate": 9.98061891763153e-07,
      "loss": 24.8054,
      "step": 3430
    },
    {
      "epoch": 0.24880209745954254,
      "grad_norm": 16.703125,
      "learning_rate": 9.980562413018211e-07,
      "loss": 25.1454,
      "step": 3440
    },
    {
      "epoch": 0.24952535937076215,
      "grad_norm": 15.359375,
      "learning_rate": 9.980505908404891e-07,
      "loss": 25.3514,
      "step": 3450
    },
    {
      "epoch": 0.2502486212819817,
      "grad_norm": 15.3984375,
      "learning_rate": 9.980449403791571e-07,
      "loss": 25.141,
      "step": 3460
    },
    {
      "epoch": 0.25097188319320135,
      "grad_norm": 16.078125,
      "learning_rate": 9.980392899178253e-07,
      "loss": 24.8799,
      "step": 3470
    },
    {
      "epoch": 0.2516951451044209,
      "grad_norm": 16.515625,
      "learning_rate": 9.980336394564933e-07,
      "loss": 24.9967,
      "step": 3480
    },
    {
      "epoch": 0.25241840701564056,
      "grad_norm": 16.46875,
      "learning_rate": 9.980279889951615e-07,
      "loss": 25.1666,
      "step": 3490
    },
    {
      "epoch": 0.25314166892686013,
      "grad_norm": 16.25,
      "learning_rate": 9.980223385338295e-07,
      "loss": 25.3913,
      "step": 3500
    },
    {
      "epoch": 0.25386493083807976,
      "grad_norm": 15.6640625,
      "learning_rate": 9.980166880724975e-07,
      "loss": 25.0079,
      "step": 3510
    },
    {
      "epoch": 0.25458819274929934,
      "grad_norm": 16.015625,
      "learning_rate": 9.980110376111657e-07,
      "loss": 25.0063,
      "step": 3520
    },
    {
      "epoch": 0.25531145466051897,
      "grad_norm": 15.8515625,
      "learning_rate": 9.980053871498337e-07,
      "loss": 25.5363,
      "step": 3530
    },
    {
      "epoch": 0.25603471657173854,
      "grad_norm": 16.984375,
      "learning_rate": 9.97999736688502e-07,
      "loss": 25.1561,
      "step": 3540
    },
    {
      "epoch": 0.2567579784829581,
      "grad_norm": 16.640625,
      "learning_rate": 9.9799408622717e-07,
      "loss": 25.1949,
      "step": 3550
    },
    {
      "epoch": 0.25748124039417775,
      "grad_norm": 16.0,
      "learning_rate": 9.97988435765838e-07,
      "loss": 24.992,
      "step": 3560
    },
    {
      "epoch": 0.2582045023053973,
      "grad_norm": 16.375,
      "learning_rate": 9.979827853045062e-07,
      "loss": 25.1319,
      "step": 3570
    },
    {
      "epoch": 0.25892776421661695,
      "grad_norm": 15.9296875,
      "learning_rate": 9.979771348431742e-07,
      "loss": 25.0064,
      "step": 3580
    },
    {
      "epoch": 0.2596510261278365,
      "grad_norm": 16.265625,
      "learning_rate": 9.979714843818424e-07,
      "loss": 24.9227,
      "step": 3590
    },
    {
      "epoch": 0.26037428803905616,
      "grad_norm": 16.578125,
      "learning_rate": 9.979658339205104e-07,
      "loss": 25.1148,
      "step": 3600
    },
    {
      "epoch": 0.26109754995027573,
      "grad_norm": 18.4375,
      "learning_rate": 9.979601834591784e-07,
      "loss": 24.9109,
      "step": 3610
    },
    {
      "epoch": 0.26182081186149536,
      "grad_norm": 17.640625,
      "learning_rate": 9.979545329978466e-07,
      "loss": 25.1381,
      "step": 3620
    },
    {
      "epoch": 0.26254407377271494,
      "grad_norm": 15.78125,
      "learning_rate": 9.979488825365146e-07,
      "loss": 25.0138,
      "step": 3630
    },
    {
      "epoch": 0.26326733568393457,
      "grad_norm": 16.65625,
      "learning_rate": 9.979432320751828e-07,
      "loss": 25.0708,
      "step": 3640
    },
    {
      "epoch": 0.26399059759515414,
      "grad_norm": 15.875,
      "learning_rate": 9.979375816138508e-07,
      "loss": 25.0401,
      "step": 3650
    },
    {
      "epoch": 0.26471385950637377,
      "grad_norm": 16.359375,
      "learning_rate": 9.97931931152519e-07,
      "loss": 25.1882,
      "step": 3660
    },
    {
      "epoch": 0.26543712141759335,
      "grad_norm": 15.5625,
      "learning_rate": 9.97926280691187e-07,
      "loss": 25.2344,
      "step": 3670
    },
    {
      "epoch": 0.2661603833288129,
      "grad_norm": 15.921875,
      "learning_rate": 9.97920630229855e-07,
      "loss": 25.0361,
      "step": 3680
    },
    {
      "epoch": 0.26688364524003255,
      "grad_norm": 15.7890625,
      "learning_rate": 9.979149797685232e-07,
      "loss": 25.2095,
      "step": 3690
    },
    {
      "epoch": 0.2676069071512521,
      "grad_norm": 16.25,
      "learning_rate": 9.979093293071914e-07,
      "loss": 25.4166,
      "step": 3700
    },
    {
      "epoch": 0.26833016906247176,
      "grad_norm": 17.03125,
      "learning_rate": 9.979036788458594e-07,
      "loss": 25.1349,
      "step": 3710
    },
    {
      "epoch": 0.26905343097369133,
      "grad_norm": 15.703125,
      "learning_rate": 9.978980283845274e-07,
      "loss": 24.6449,
      "step": 3720
    },
    {
      "epoch": 0.26977669288491096,
      "grad_norm": 15.625,
      "learning_rate": 9.978923779231954e-07,
      "loss": 25.4002,
      "step": 3730
    },
    {
      "epoch": 0.27049995479613054,
      "grad_norm": 15.8671875,
      "learning_rate": 9.978867274618636e-07,
      "loss": 24.9894,
      "step": 3740
    },
    {
      "epoch": 0.27122321670735017,
      "grad_norm": 17.234375,
      "learning_rate": 9.978810770005318e-07,
      "loss": 25.3439,
      "step": 3750
    },
    {
      "epoch": 0.27194647861856974,
      "grad_norm": 16.171875,
      "learning_rate": 9.978754265391998e-07,
      "loss": 25.1633,
      "step": 3760
    },
    {
      "epoch": 0.2726697405297894,
      "grad_norm": 16.875,
      "learning_rate": 9.978697760778678e-07,
      "loss": 25.0982,
      "step": 3770
    },
    {
      "epoch": 0.27339300244100895,
      "grad_norm": 16.71875,
      "learning_rate": 9.978641256165358e-07,
      "loss": 25.2635,
      "step": 3780
    },
    {
      "epoch": 0.2741162643522286,
      "grad_norm": 16.59375,
      "learning_rate": 9.97858475155204e-07,
      "loss": 25.4958,
      "step": 3790
    },
    {
      "epoch": 0.27483952626344815,
      "grad_norm": 15.9921875,
      "learning_rate": 9.97852824693872e-07,
      "loss": 24.7305,
      "step": 3800
    },
    {
      "epoch": 0.2755627881746677,
      "grad_norm": 16.46875,
      "learning_rate": 9.978471742325402e-07,
      "loss": 25.187,
      "step": 3810
    },
    {
      "epoch": 0.27628605008588736,
      "grad_norm": 15.8984375,
      "learning_rate": 9.978415237712082e-07,
      "loss": 25.1958,
      "step": 3820
    },
    {
      "epoch": 0.27700931199710693,
      "grad_norm": 16.109375,
      "learning_rate": 9.978358733098762e-07,
      "loss": 25.5358,
      "step": 3830
    },
    {
      "epoch": 0.27773257390832656,
      "grad_norm": 15.5,
      "learning_rate": 9.978302228485444e-07,
      "loss": 24.9236,
      "step": 3840
    },
    {
      "epoch": 0.27845583581954614,
      "grad_norm": 16.375,
      "learning_rate": 9.978245723872124e-07,
      "loss": 25.3469,
      "step": 3850
    },
    {
      "epoch": 0.27917909773076577,
      "grad_norm": 16.15625,
      "learning_rate": 9.978189219258806e-07,
      "loss": 24.9141,
      "step": 3860
    },
    {
      "epoch": 0.27990235964198534,
      "grad_norm": 17.125,
      "learning_rate": 9.978132714645486e-07,
      "loss": 25.0336,
      "step": 3870
    },
    {
      "epoch": 0.280625621553205,
      "grad_norm": 15.640625,
      "learning_rate": 9.978076210032168e-07,
      "loss": 25.2943,
      "step": 3880
    },
    {
      "epoch": 0.28134888346442455,
      "grad_norm": 15.8984375,
      "learning_rate": 9.978019705418848e-07,
      "loss": 24.9711,
      "step": 3890
    },
    {
      "epoch": 0.2820721453756442,
      "grad_norm": 16.09375,
      "learning_rate": 9.977963200805528e-07,
      "loss": 25.2311,
      "step": 3900
    },
    {
      "epoch": 0.28279540728686375,
      "grad_norm": 16.578125,
      "learning_rate": 9.97790669619221e-07,
      "loss": 25.4184,
      "step": 3910
    },
    {
      "epoch": 0.28351866919808333,
      "grad_norm": 15.890625,
      "learning_rate": 9.977850191578892e-07,
      "loss": 25.2003,
      "step": 3920
    },
    {
      "epoch": 0.28424193110930296,
      "grad_norm": 17.75,
      "learning_rate": 9.977793686965572e-07,
      "loss": 25.3082,
      "step": 3930
    },
    {
      "epoch": 0.28496519302052253,
      "grad_norm": 16.03125,
      "learning_rate": 9.977737182352252e-07,
      "loss": 25.265,
      "step": 3940
    },
    {
      "epoch": 0.28568845493174216,
      "grad_norm": 16.65625,
      "learning_rate": 9.977680677738932e-07,
      "loss": 25.6086,
      "step": 3950
    },
    {
      "epoch": 0.28641171684296174,
      "grad_norm": 15.8671875,
      "learning_rate": 9.977624173125614e-07,
      "loss": 25.6748,
      "step": 3960
    },
    {
      "epoch": 0.28713497875418137,
      "grad_norm": 16.5625,
      "learning_rate": 9.977567668512297e-07,
      "loss": 25.3439,
      "step": 3970
    },
    {
      "epoch": 0.28785824066540094,
      "grad_norm": 16.78125,
      "learning_rate": 9.977511163898977e-07,
      "loss": 24.9551,
      "step": 3980
    },
    {
      "epoch": 0.2885815025766206,
      "grad_norm": 16.546875,
      "learning_rate": 9.977454659285656e-07,
      "loss": 25.1372,
      "step": 3990
    },
    {
      "epoch": 0.28930476448784015,
      "grad_norm": 15.8515625,
      "learning_rate": 9.977398154672336e-07,
      "loss": 25.5988,
      "step": 4000
    },
    {
      "epoch": 0.2900280263990598,
      "grad_norm": 17.25,
      "learning_rate": 9.977341650059019e-07,
      "loss": 25.5525,
      "step": 4010
    },
    {
      "epoch": 0.29075128831027935,
      "grad_norm": 16.734375,
      "learning_rate": 9.9772851454457e-07,
      "loss": 24.7127,
      "step": 4020
    },
    {
      "epoch": 0.291474550221499,
      "grad_norm": 15.8125,
      "learning_rate": 9.97722864083238e-07,
      "loss": 24.8364,
      "step": 4030
    },
    {
      "epoch": 0.29219781213271856,
      "grad_norm": 17.75,
      "learning_rate": 9.97717213621906e-07,
      "loss": 25.1328,
      "step": 4040
    },
    {
      "epoch": 0.29292107404393813,
      "grad_norm": 15.7890625,
      "learning_rate": 9.977115631605743e-07,
      "loss": 24.932,
      "step": 4050
    },
    {
      "epoch": 0.29364433595515776,
      "grad_norm": 16.71875,
      "learning_rate": 9.977059126992423e-07,
      "loss": 25.0942,
      "step": 4060
    },
    {
      "epoch": 0.29436759786637734,
      "grad_norm": 17.0625,
      "learning_rate": 9.977002622379105e-07,
      "loss": 25.0096,
      "step": 4070
    },
    {
      "epoch": 0.29509085977759697,
      "grad_norm": 15.59375,
      "learning_rate": 9.976946117765785e-07,
      "loss": 24.9936,
      "step": 4080
    },
    {
      "epoch": 0.29581412168881654,
      "grad_norm": 16.890625,
      "learning_rate": 9.976889613152465e-07,
      "loss": 25.1561,
      "step": 4090
    },
    {
      "epoch": 0.2965373836000362,
      "grad_norm": 16.5625,
      "learning_rate": 9.976833108539147e-07,
      "loss": 25.2981,
      "step": 4100
    },
    {
      "epoch": 0.29726064551125575,
      "grad_norm": 16.03125,
      "learning_rate": 9.976776603925827e-07,
      "loss": 24.9605,
      "step": 4110
    },
    {
      "epoch": 0.2979839074224754,
      "grad_norm": 16.09375,
      "learning_rate": 9.976720099312507e-07,
      "loss": 25.254,
      "step": 4120
    },
    {
      "epoch": 0.29870716933369496,
      "grad_norm": 15.390625,
      "learning_rate": 9.976663594699189e-07,
      "loss": 25.2773,
      "step": 4130
    },
    {
      "epoch": 0.2994304312449146,
      "grad_norm": 16.96875,
      "learning_rate": 9.97660709008587e-07,
      "loss": 25.3654,
      "step": 4140
    },
    {
      "epoch": 0.30015369315613416,
      "grad_norm": 16.328125,
      "learning_rate": 9.97655058547255e-07,
      "loss": 24.5768,
      "step": 4150
    },
    {
      "epoch": 0.3008769550673538,
      "grad_norm": 16.640625,
      "learning_rate": 9.97649408085923e-07,
      "loss": 25.0535,
      "step": 4160
    },
    {
      "epoch": 0.30160021697857337,
      "grad_norm": 15.484375,
      "learning_rate": 9.97643757624591e-07,
      "loss": 25.2813,
      "step": 4170
    },
    {
      "epoch": 0.30232347888979294,
      "grad_norm": 16.734375,
      "learning_rate": 9.976381071632593e-07,
      "loss": 25.172,
      "step": 4180
    },
    {
      "epoch": 0.30304674080101257,
      "grad_norm": 16.140625,
      "learning_rate": 9.976324567019275e-07,
      "loss": 25.2808,
      "step": 4190
    },
    {
      "epoch": 0.30377000271223215,
      "grad_norm": 14.953125,
      "learning_rate": 9.976268062405955e-07,
      "loss": 25.1555,
      "step": 4200
    },
    {
      "epoch": 0.3044932646234518,
      "grad_norm": 16.0,
      "learning_rate": 9.976211557792635e-07,
      "loss": 25.4662,
      "step": 4210
    },
    {
      "epoch": 0.30521652653467135,
      "grad_norm": 16.640625,
      "learning_rate": 9.976155053179315e-07,
      "loss": 25.3153,
      "step": 4220
    },
    {
      "epoch": 0.305939788445891,
      "grad_norm": 15.9609375,
      "learning_rate": 9.976098548565997e-07,
      "loss": 25.1885,
      "step": 4230
    },
    {
      "epoch": 0.30666305035711056,
      "grad_norm": 15.90625,
      "learning_rate": 9.97604204395268e-07,
      "loss": 24.9472,
      "step": 4240
    },
    {
      "epoch": 0.3073863122683302,
      "grad_norm": 15.515625,
      "learning_rate": 9.97598553933936e-07,
      "loss": 25.0862,
      "step": 4250
    },
    {
      "epoch": 0.30810957417954976,
      "grad_norm": 16.421875,
      "learning_rate": 9.97592903472604e-07,
      "loss": 24.8722,
      "step": 4260
    },
    {
      "epoch": 0.3088328360907694,
      "grad_norm": 16.15625,
      "learning_rate": 9.975872530112721e-07,
      "loss": 25.3074,
      "step": 4270
    },
    {
      "epoch": 0.30955609800198897,
      "grad_norm": 15.7109375,
      "learning_rate": 9.975816025499401e-07,
      "loss": 25.0129,
      "step": 4280
    },
    {
      "epoch": 0.3102793599132086,
      "grad_norm": 15.859375,
      "learning_rate": 9.975759520886083e-07,
      "loss": 25.239,
      "step": 4290
    },
    {
      "epoch": 0.31100262182442817,
      "grad_norm": 15.859375,
      "learning_rate": 9.975703016272763e-07,
      "loss": 24.9693,
      "step": 4300
    },
    {
      "epoch": 0.31172588373564775,
      "grad_norm": 16.0625,
      "learning_rate": 9.975646511659443e-07,
      "loss": 25.1788,
      "step": 4310
    },
    {
      "epoch": 0.3124491456468674,
      "grad_norm": 16.1875,
      "learning_rate": 9.975590007046125e-07,
      "loss": 25.3888,
      "step": 4320
    },
    {
      "epoch": 0.31317240755808695,
      "grad_norm": 16.359375,
      "learning_rate": 9.975533502432805e-07,
      "loss": 25.269,
      "step": 4330
    },
    {
      "epoch": 0.3138956694693066,
      "grad_norm": 16.796875,
      "learning_rate": 9.975476997819487e-07,
      "loss": 25.0877,
      "step": 4340
    },
    {
      "epoch": 0.31461893138052616,
      "grad_norm": 16.453125,
      "learning_rate": 9.975420493206167e-07,
      "loss": 24.8608,
      "step": 4350
    },
    {
      "epoch": 0.3153421932917458,
      "grad_norm": 16.71875,
      "learning_rate": 9.97536398859285e-07,
      "loss": 25.3031,
      "step": 4360
    },
    {
      "epoch": 0.31606545520296536,
      "grad_norm": 16.03125,
      "learning_rate": 9.97530748397953e-07,
      "loss": 25.1261,
      "step": 4370
    },
    {
      "epoch": 0.316788717114185,
      "grad_norm": 16.25,
      "learning_rate": 9.97525097936621e-07,
      "loss": 25.1505,
      "step": 4380
    },
    {
      "epoch": 0.31751197902540457,
      "grad_norm": 15.640625,
      "learning_rate": 9.975194474752891e-07,
      "loss": 25.0906,
      "step": 4390
    },
    {
      "epoch": 0.3182352409366242,
      "grad_norm": 16.109375,
      "learning_rate": 9.975137970139571e-07,
      "loss": 25.1493,
      "step": 4400
    },
    {
      "epoch": 0.3189585028478438,
      "grad_norm": 16.25,
      "learning_rate": 9.975081465526254e-07,
      "loss": 25.2401,
      "step": 4410
    },
    {
      "epoch": 0.3196817647590634,
      "grad_norm": 16.921875,
      "learning_rate": 9.975024960912934e-07,
      "loss": 25.1871,
      "step": 4420
    },
    {
      "epoch": 0.320405026670283,
      "grad_norm": 16.328125,
      "learning_rate": 9.974968456299613e-07,
      "loss": 25.03,
      "step": 4430
    },
    {
      "epoch": 0.32112828858150255,
      "grad_norm": 16.546875,
      "learning_rate": 9.974911951686296e-07,
      "loss": 25.1426,
      "step": 4440
    },
    {
      "epoch": 0.3218515504927222,
      "grad_norm": 16.328125,
      "learning_rate": 9.974855447072976e-07,
      "loss": 25.0376,
      "step": 4450
    },
    {
      "epoch": 0.32257481240394176,
      "grad_norm": 15.9375,
      "learning_rate": 9.974798942459658e-07,
      "loss": 24.6728,
      "step": 4460
    },
    {
      "epoch": 0.3232980743151614,
      "grad_norm": 16.546875,
      "learning_rate": 9.974742437846338e-07,
      "loss": 25.2818,
      "step": 4470
    },
    {
      "epoch": 0.32402133622638096,
      "grad_norm": 15.46875,
      "learning_rate": 9.974685933233018e-07,
      "loss": 25.5436,
      "step": 4480
    },
    {
      "epoch": 0.3247445981376006,
      "grad_norm": 16.703125,
      "learning_rate": 9.9746294286197e-07,
      "loss": 25.0338,
      "step": 4490
    },
    {
      "epoch": 0.32546786004882017,
      "grad_norm": 16.546875,
      "learning_rate": 9.97457292400638e-07,
      "loss": 24.9645,
      "step": 4500
    },
    {
      "epoch": 0.3261911219600398,
      "grad_norm": 15.9296875,
      "learning_rate": 9.974516419393062e-07,
      "loss": 25.2643,
      "step": 4510
    },
    {
      "epoch": 0.3269143838712594,
      "grad_norm": 15.984375,
      "learning_rate": 9.974459914779742e-07,
      "loss": 25.1678,
      "step": 4520
    },
    {
      "epoch": 0.327637645782479,
      "grad_norm": 16.046875,
      "learning_rate": 9.974403410166422e-07,
      "loss": 25.2445,
      "step": 4530
    },
    {
      "epoch": 0.3283609076936986,
      "grad_norm": 16.96875,
      "learning_rate": 9.974346905553104e-07,
      "loss": 24.8622,
      "step": 4540
    },
    {
      "epoch": 0.3290841696049182,
      "grad_norm": 16.84375,
      "learning_rate": 9.974290400939784e-07,
      "loss": 25.0903,
      "step": 4550
    },
    {
      "epoch": 0.3298074315161378,
      "grad_norm": 16.71875,
      "learning_rate": 9.974233896326466e-07,
      "loss": 24.9463,
      "step": 4560
    },
    {
      "epoch": 0.33053069342735736,
      "grad_norm": 16.765625,
      "learning_rate": 9.974177391713146e-07,
      "loss": 25.1533,
      "step": 4570
    },
    {
      "epoch": 0.331253955338577,
      "grad_norm": 16.828125,
      "learning_rate": 9.974120887099828e-07,
      "loss": 25.1094,
      "step": 4580
    },
    {
      "epoch": 0.33197721724979656,
      "grad_norm": 16.8125,
      "learning_rate": 9.974064382486508e-07,
      "loss": 25.1725,
      "step": 4590
    },
    {
      "epoch": 0.3327004791610162,
      "grad_norm": 16.65625,
      "learning_rate": 9.974007877873188e-07,
      "loss": 24.9989,
      "step": 4600
    },
    {
      "epoch": 0.33342374107223577,
      "grad_norm": 15.7109375,
      "learning_rate": 9.97395137325987e-07,
      "loss": 24.916,
      "step": 4610
    },
    {
      "epoch": 0.3341470029834554,
      "grad_norm": 16.140625,
      "learning_rate": 9.97389486864655e-07,
      "loss": 24.9188,
      "step": 4620
    },
    {
      "epoch": 0.334870264894675,
      "grad_norm": 17.515625,
      "learning_rate": 9.973838364033232e-07,
      "loss": 24.9345,
      "step": 4630
    },
    {
      "epoch": 0.3355935268058946,
      "grad_norm": 16.4375,
      "learning_rate": 9.973781859419912e-07,
      "loss": 25.1931,
      "step": 4640
    },
    {
      "epoch": 0.3363167887171142,
      "grad_norm": 17.125,
      "learning_rate": 9.973725354806592e-07,
      "loss": 25.1182,
      "step": 4650
    },
    {
      "epoch": 0.3370400506283338,
      "grad_norm": 16.515625,
      "learning_rate": 9.973668850193274e-07,
      "loss": 25.5517,
      "step": 4660
    },
    {
      "epoch": 0.3377633125395534,
      "grad_norm": 16.8125,
      "learning_rate": 9.973612345579954e-07,
      "loss": 24.8154,
      "step": 4670
    },
    {
      "epoch": 0.33848657445077296,
      "grad_norm": 16.40625,
      "learning_rate": 9.973555840966636e-07,
      "loss": 25.2684,
      "step": 4680
    },
    {
      "epoch": 0.3392098363619926,
      "grad_norm": 16.109375,
      "learning_rate": 9.973499336353316e-07,
      "loss": 25.024,
      "step": 4690
    },
    {
      "epoch": 0.33993309827321216,
      "grad_norm": 16.296875,
      "learning_rate": 9.973442831739996e-07,
      "loss": 25.1598,
      "step": 4700
    },
    {
      "epoch": 0.3406563601844318,
      "grad_norm": 16.46875,
      "learning_rate": 9.973386327126678e-07,
      "loss": 25.0369,
      "step": 4710
    },
    {
      "epoch": 0.34137962209565137,
      "grad_norm": 15.53125,
      "learning_rate": 9.973329822513358e-07,
      "loss": 25.4247,
      "step": 4720
    },
    {
      "epoch": 0.342102884006871,
      "grad_norm": 16.75,
      "learning_rate": 9.97327331790004e-07,
      "loss": 25.0935,
      "step": 4730
    },
    {
      "epoch": 0.3428261459180906,
      "grad_norm": 15.84375,
      "learning_rate": 9.97321681328672e-07,
      "loss": 24.8433,
      "step": 4740
    },
    {
      "epoch": 0.3435494078293102,
      "grad_norm": 16.953125,
      "learning_rate": 9.9731603086734e-07,
      "loss": 25.3383,
      "step": 4750
    },
    {
      "epoch": 0.3442726697405298,
      "grad_norm": 16.15625,
      "learning_rate": 9.973103804060082e-07,
      "loss": 24.9644,
      "step": 4760
    },
    {
      "epoch": 0.3449959316517494,
      "grad_norm": 17.34375,
      "learning_rate": 9.973047299446762e-07,
      "loss": 25.2677,
      "step": 4770
    },
    {
      "epoch": 0.345719193562969,
      "grad_norm": 17.125,
      "learning_rate": 9.972990794833444e-07,
      "loss": 25.1205,
      "step": 4780
    },
    {
      "epoch": 0.3464424554741886,
      "grad_norm": 16.015625,
      "learning_rate": 9.972934290220124e-07,
      "loss": 24.9001,
      "step": 4790
    },
    {
      "epoch": 0.3471657173854082,
      "grad_norm": 16.984375,
      "learning_rate": 9.972877785606806e-07,
      "loss": 24.6669,
      "step": 4800
    },
    {
      "epoch": 0.34788897929662776,
      "grad_norm": 15.9453125,
      "learning_rate": 9.972821280993486e-07,
      "loss": 24.8667,
      "step": 4810
    },
    {
      "epoch": 0.3486122412078474,
      "grad_norm": 15.609375,
      "learning_rate": 9.972764776380166e-07,
      "loss": 24.8402,
      "step": 4820
    },
    {
      "epoch": 0.34933550311906697,
      "grad_norm": 15.3203125,
      "learning_rate": 9.972708271766848e-07,
      "loss": 25.0204,
      "step": 4830
    },
    {
      "epoch": 0.3500587650302866,
      "grad_norm": 16.0625,
      "learning_rate": 9.972651767153528e-07,
      "loss": 25.1096,
      "step": 4840
    },
    {
      "epoch": 0.3507820269415062,
      "grad_norm": 15.2421875,
      "learning_rate": 9.97259526254021e-07,
      "loss": 25.4209,
      "step": 4850
    },
    {
      "epoch": 0.3515052888527258,
      "grad_norm": 18.0,
      "learning_rate": 9.97253875792689e-07,
      "loss": 25.3704,
      "step": 4860
    },
    {
      "epoch": 0.3522285507639454,
      "grad_norm": 15.8984375,
      "learning_rate": 9.97248225331357e-07,
      "loss": 25.0614,
      "step": 4870
    },
    {
      "epoch": 0.352951812675165,
      "grad_norm": 16.5,
      "learning_rate": 9.972425748700253e-07,
      "loss": 24.972,
      "step": 4880
    },
    {
      "epoch": 0.3536750745863846,
      "grad_norm": 16.765625,
      "learning_rate": 9.972369244086933e-07,
      "loss": 25.0881,
      "step": 4890
    },
    {
      "epoch": 0.3543983364976042,
      "grad_norm": 16.546875,
      "learning_rate": 9.972312739473615e-07,
      "loss": 25.3568,
      "step": 4900
    },
    {
      "epoch": 0.3551215984088238,
      "grad_norm": 17.03125,
      "learning_rate": 9.972256234860295e-07,
      "loss": 24.9578,
      "step": 4910
    },
    {
      "epoch": 0.3558448603200434,
      "grad_norm": 17.015625,
      "learning_rate": 9.972199730246975e-07,
      "loss": 25.1697,
      "step": 4920
    },
    {
      "epoch": 0.356568122231263,
      "grad_norm": 17.28125,
      "learning_rate": 9.972143225633657e-07,
      "loss": 25.3285,
      "step": 4930
    },
    {
      "epoch": 0.35729138414248257,
      "grad_norm": 16.671875,
      "learning_rate": 9.972086721020337e-07,
      "loss": 25.0862,
      "step": 4940
    },
    {
      "epoch": 0.3580146460537022,
      "grad_norm": 15.0703125,
      "learning_rate": 9.972030216407019e-07,
      "loss": 25.1828,
      "step": 4950
    },
    {
      "epoch": 0.3587379079649218,
      "grad_norm": 15.6484375,
      "learning_rate": 9.971973711793699e-07,
      "loss": 25.1832,
      "step": 4960
    },
    {
      "epoch": 0.3594611698761414,
      "grad_norm": 16.46875,
      "learning_rate": 9.97191720718038e-07,
      "loss": 25.3505,
      "step": 4970
    },
    {
      "epoch": 0.360184431787361,
      "grad_norm": 16.421875,
      "learning_rate": 9.97186070256706e-07,
      "loss": 24.9362,
      "step": 4980
    },
    {
      "epoch": 0.3609076936985806,
      "grad_norm": 16.6875,
      "learning_rate": 9.97180419795374e-07,
      "loss": 25.5243,
      "step": 4990
    },
    {
      "epoch": 0.3616309556098002,
      "grad_norm": 16.234375,
      "learning_rate": 9.971747693340423e-07,
      "loss": 25.2643,
      "step": 5000
    },
    {
      "epoch": 0.3616309556098002,
      "eval_loss": 1.5911972522735596,
      "eval_runtime": 376.056,
      "eval_samples_per_second": 1930.72,
      "eval_steps_per_second": 30.168,
      "step": 5000
    },
    {
      "epoch": 0.3623542175210198,
      "grad_norm": 16.78125,
      "learning_rate": 9.971691188727103e-07,
      "loss": 25.2169,
      "step": 5010
    },
    {
      "epoch": 0.3630774794322394,
      "grad_norm": 15.9765625,
      "learning_rate": 9.971634684113785e-07,
      "loss": 25.2699,
      "step": 5020
    },
    {
      "epoch": 0.363800741343459,
      "grad_norm": 16.3125,
      "learning_rate": 9.971578179500465e-07,
      "loss": 25.0431,
      "step": 5030
    },
    {
      "epoch": 0.3645240032546786,
      "grad_norm": 16.609375,
      "learning_rate": 9.971521674887145e-07,
      "loss": 25.1181,
      "step": 5040
    },
    {
      "epoch": 0.3652472651658982,
      "grad_norm": 16.421875,
      "learning_rate": 9.971465170273827e-07,
      "loss": 25.0253,
      "step": 5050
    },
    {
      "epoch": 0.3659705270771178,
      "grad_norm": 16.171875,
      "learning_rate": 9.971408665660507e-07,
      "loss": 25.1289,
      "step": 5060
    },
    {
      "epoch": 0.3666937889883374,
      "grad_norm": 16.484375,
      "learning_rate": 9.97135216104719e-07,
      "loss": 25.298,
      "step": 5070
    },
    {
      "epoch": 0.367417050899557,
      "grad_norm": 15.8984375,
      "learning_rate": 9.97129565643387e-07,
      "loss": 24.8407,
      "step": 5080
    },
    {
      "epoch": 0.3681403128107766,
      "grad_norm": 16.421875,
      "learning_rate": 9.971239151820549e-07,
      "loss": 24.7991,
      "step": 5090
    },
    {
      "epoch": 0.3688635747219962,
      "grad_norm": 17.015625,
      "learning_rate": 9.97118264720723e-07,
      "loss": 25.4768,
      "step": 5100
    },
    {
      "epoch": 0.3695868366332158,
      "grad_norm": 16.15625,
      "learning_rate": 9.97112614259391e-07,
      "loss": 25.0624,
      "step": 5110
    },
    {
      "epoch": 0.3703100985444354,
      "grad_norm": 15.9765625,
      "learning_rate": 9.971069637980593e-07,
      "loss": 24.9802,
      "step": 5120
    },
    {
      "epoch": 0.371033360455655,
      "grad_norm": 16.21875,
      "learning_rate": 9.971013133367273e-07,
      "loss": 25.2557,
      "step": 5130
    },
    {
      "epoch": 0.3717566223668746,
      "grad_norm": 15.625,
      "learning_rate": 9.970956628753953e-07,
      "loss": 25.0409,
      "step": 5140
    },
    {
      "epoch": 0.3724798842780942,
      "grad_norm": 16.0625,
      "learning_rate": 9.970900124140635e-07,
      "loss": 24.8528,
      "step": 5150
    },
    {
      "epoch": 0.37320314618931383,
      "grad_norm": 17.171875,
      "learning_rate": 9.970843619527315e-07,
      "loss": 25.2391,
      "step": 5160
    },
    {
      "epoch": 0.3739264081005334,
      "grad_norm": 15.7265625,
      "learning_rate": 9.970787114913997e-07,
      "loss": 25.1315,
      "step": 5170
    },
    {
      "epoch": 0.37464967001175303,
      "grad_norm": 15.890625,
      "learning_rate": 9.970730610300677e-07,
      "loss": 24.908,
      "step": 5180
    },
    {
      "epoch": 0.3753729319229726,
      "grad_norm": 16.203125,
      "learning_rate": 9.97067410568736e-07,
      "loss": 24.8777,
      "step": 5190
    },
    {
      "epoch": 0.3760961938341922,
      "grad_norm": 16.265625,
      "learning_rate": 9.97061760107404e-07,
      "loss": 24.7149,
      "step": 5200
    },
    {
      "epoch": 0.3768194557454118,
      "grad_norm": 16.140625,
      "learning_rate": 9.97056109646072e-07,
      "loss": 25.073,
      "step": 5210
    },
    {
      "epoch": 0.3775427176566314,
      "grad_norm": 16.078125,
      "learning_rate": 9.970504591847401e-07,
      "loss": 25.1022,
      "step": 5220
    },
    {
      "epoch": 0.378265979567851,
      "grad_norm": 15.765625,
      "learning_rate": 9.970448087234081e-07,
      "loss": 25.1426,
      "step": 5230
    },
    {
      "epoch": 0.3789892414790706,
      "grad_norm": 15.296875,
      "learning_rate": 9.970391582620763e-07,
      "loss": 25.0163,
      "step": 5240
    },
    {
      "epoch": 0.3797125033902902,
      "grad_norm": 17.453125,
      "learning_rate": 9.970335078007443e-07,
      "loss": 25.334,
      "step": 5250
    },
    {
      "epoch": 0.3804357653015098,
      "grad_norm": 15.5703125,
      "learning_rate": 9.970278573394123e-07,
      "loss": 24.9564,
      "step": 5260
    },
    {
      "epoch": 0.38115902721272943,
      "grad_norm": 15.78125,
      "learning_rate": 9.970222068780805e-07,
      "loss": 25.264,
      "step": 5270
    },
    {
      "epoch": 0.381882289123949,
      "grad_norm": 16.109375,
      "learning_rate": 9.970165564167485e-07,
      "loss": 25.3679,
      "step": 5280
    },
    {
      "epoch": 0.38260555103516863,
      "grad_norm": 16.3125,
      "learning_rate": 9.970109059554167e-07,
      "loss": 25.1622,
      "step": 5290
    },
    {
      "epoch": 0.3833288129463882,
      "grad_norm": 15.5703125,
      "learning_rate": 9.970052554940847e-07,
      "loss": 25.0249,
      "step": 5300
    },
    {
      "epoch": 0.3840520748576078,
      "grad_norm": 16.453125,
      "learning_rate": 9.969996050327527e-07,
      "loss": 25.1322,
      "step": 5310
    },
    {
      "epoch": 0.3847753367688274,
      "grad_norm": 17.53125,
      "learning_rate": 9.96993954571421e-07,
      "loss": 25.4187,
      "step": 5320
    },
    {
      "epoch": 0.385498598680047,
      "grad_norm": 16.96875,
      "learning_rate": 9.96988304110089e-07,
      "loss": 24.8692,
      "step": 5330
    },
    {
      "epoch": 0.3862218605912666,
      "grad_norm": 14.84375,
      "learning_rate": 9.969826536487572e-07,
      "loss": 25.1561,
      "step": 5340
    },
    {
      "epoch": 0.3869451225024862,
      "grad_norm": 16.34375,
      "learning_rate": 9.969770031874252e-07,
      "loss": 25.4448,
      "step": 5350
    },
    {
      "epoch": 0.3876683844137058,
      "grad_norm": 17.515625,
      "learning_rate": 9.969713527260932e-07,
      "loss": 25.3175,
      "step": 5360
    },
    {
      "epoch": 0.3883916463249254,
      "grad_norm": 16.421875,
      "learning_rate": 9.969657022647614e-07,
      "loss": 24.7974,
      "step": 5370
    },
    {
      "epoch": 0.38911490823614503,
      "grad_norm": 17.34375,
      "learning_rate": 9.969600518034294e-07,
      "loss": 24.831,
      "step": 5380
    },
    {
      "epoch": 0.3898381701473646,
      "grad_norm": 16.34375,
      "learning_rate": 9.969544013420976e-07,
      "loss": 25.1299,
      "step": 5390
    },
    {
      "epoch": 0.39056143205858423,
      "grad_norm": 17.765625,
      "learning_rate": 9.969487508807656e-07,
      "loss": 24.9919,
      "step": 5400
    },
    {
      "epoch": 0.3912846939698038,
      "grad_norm": 15.75,
      "learning_rate": 9.969431004194338e-07,
      "loss": 25.1571,
      "step": 5410
    },
    {
      "epoch": 0.39200795588102344,
      "grad_norm": 15.3671875,
      "learning_rate": 9.969374499581018e-07,
      "loss": 25.1051,
      "step": 5420
    },
    {
      "epoch": 0.392731217792243,
      "grad_norm": 15.71875,
      "learning_rate": 9.969317994967698e-07,
      "loss": 24.9415,
      "step": 5430
    },
    {
      "epoch": 0.3934544797034626,
      "grad_norm": 16.109375,
      "learning_rate": 9.96926149035438e-07,
      "loss": 25.4558,
      "step": 5440
    },
    {
      "epoch": 0.3941777416146822,
      "grad_norm": 16.5,
      "learning_rate": 9.96920498574106e-07,
      "loss": 25.084,
      "step": 5450
    },
    {
      "epoch": 0.3949010035259018,
      "grad_norm": 17.625,
      "learning_rate": 9.969148481127742e-07,
      "loss": 24.7463,
      "step": 5460
    },
    {
      "epoch": 0.3956242654371214,
      "grad_norm": 16.234375,
      "learning_rate": 9.969091976514422e-07,
      "loss": 24.7555,
      "step": 5470
    },
    {
      "epoch": 0.396347527348341,
      "grad_norm": 15.7421875,
      "learning_rate": 9.969035471901102e-07,
      "loss": 25.408,
      "step": 5480
    },
    {
      "epoch": 0.39707078925956063,
      "grad_norm": 16.859375,
      "learning_rate": 9.968978967287784e-07,
      "loss": 25.1242,
      "step": 5490
    },
    {
      "epoch": 0.3977940511707802,
      "grad_norm": 16.78125,
      "learning_rate": 9.968922462674466e-07,
      "loss": 25.2741,
      "step": 5500
    },
    {
      "epoch": 0.39851731308199984,
      "grad_norm": 15.078125,
      "learning_rate": 9.968865958061146e-07,
      "loss": 24.884,
      "step": 5510
    },
    {
      "epoch": 0.3992405749932194,
      "grad_norm": 16.421875,
      "learning_rate": 9.968809453447826e-07,
      "loss": 25.2885,
      "step": 5520
    },
    {
      "epoch": 0.39996383690443904,
      "grad_norm": 16.40625,
      "learning_rate": 9.968752948834506e-07,
      "loss": 25.4121,
      "step": 5530
    },
    {
      "epoch": 0.4006870988156586,
      "grad_norm": 16.78125,
      "learning_rate": 9.968696444221188e-07,
      "loss": 25.0091,
      "step": 5540
    },
    {
      "epoch": 0.40141036072687825,
      "grad_norm": 16.140625,
      "learning_rate": 9.96863993960787e-07,
      "loss": 25.1445,
      "step": 5550
    },
    {
      "epoch": 0.4021336226380978,
      "grad_norm": 15.875,
      "learning_rate": 9.96858343499455e-07,
      "loss": 24.9004,
      "step": 5560
    },
    {
      "epoch": 0.4028568845493174,
      "grad_norm": 15.65625,
      "learning_rate": 9.96852693038123e-07,
      "loss": 25.0035,
      "step": 5570
    },
    {
      "epoch": 0.403580146460537,
      "grad_norm": 15.796875,
      "learning_rate": 9.96847042576791e-07,
      "loss": 25.2146,
      "step": 5580
    },
    {
      "epoch": 0.4043034083717566,
      "grad_norm": 15.6875,
      "learning_rate": 9.968413921154592e-07,
      "loss": 24.7197,
      "step": 5590
    },
    {
      "epoch": 0.40502667028297623,
      "grad_norm": 16.6875,
      "learning_rate": 9.968357416541274e-07,
      "loss": 25.1168,
      "step": 5600
    },
    {
      "epoch": 0.4057499321941958,
      "grad_norm": 16.109375,
      "learning_rate": 9.968300911927954e-07,
      "loss": 25.379,
      "step": 5610
    },
    {
      "epoch": 0.40647319410541544,
      "grad_norm": 16.578125,
      "learning_rate": 9.968244407314634e-07,
      "loss": 24.966,
      "step": 5620
    },
    {
      "epoch": 0.407196456016635,
      "grad_norm": 15.5390625,
      "learning_rate": 9.968187902701316e-07,
      "loss": 24.6402,
      "step": 5630
    },
    {
      "epoch": 0.40791971792785464,
      "grad_norm": 16.46875,
      "learning_rate": 9.968131398087996e-07,
      "loss": 25.3287,
      "step": 5640
    },
    {
      "epoch": 0.4086429798390742,
      "grad_norm": 16.34375,
      "learning_rate": 9.968074893474676e-07,
      "loss": 24.8552,
      "step": 5650
    },
    {
      "epoch": 0.40936624175029385,
      "grad_norm": 16.78125,
      "learning_rate": 9.968018388861358e-07,
      "loss": 25.2226,
      "step": 5660
    },
    {
      "epoch": 0.4100895036615134,
      "grad_norm": 16.3125,
      "learning_rate": 9.96796188424804e-07,
      "loss": 25.3465,
      "step": 5670
    },
    {
      "epoch": 0.41081276557273305,
      "grad_norm": 16.28125,
      "learning_rate": 9.96790537963472e-07,
      "loss": 25.0835,
      "step": 5680
    },
    {
      "epoch": 0.4115360274839526,
      "grad_norm": 16.4375,
      "learning_rate": 9.9678488750214e-07,
      "loss": 25.0594,
      "step": 5690
    },
    {
      "epoch": 0.4122592893951722,
      "grad_norm": 16.046875,
      "learning_rate": 9.96779237040808e-07,
      "loss": 25.1546,
      "step": 5700
    },
    {
      "epoch": 0.41298255130639183,
      "grad_norm": 16.53125,
      "learning_rate": 9.967735865794762e-07,
      "loss": 25.1157,
      "step": 5710
    },
    {
      "epoch": 0.4137058132176114,
      "grad_norm": 16.265625,
      "learning_rate": 9.967679361181444e-07,
      "loss": 25.1408,
      "step": 5720
    },
    {
      "epoch": 0.41442907512883104,
      "grad_norm": 15.8515625,
      "learning_rate": 9.967622856568124e-07,
      "loss": 24.9652,
      "step": 5730
    },
    {
      "epoch": 0.4151523370400506,
      "grad_norm": 17.25,
      "learning_rate": 9.967566351954804e-07,
      "loss": 25.4921,
      "step": 5740
    },
    {
      "epoch": 0.41587559895127024,
      "grad_norm": 16.765625,
      "learning_rate": 9.967509847341484e-07,
      "loss": 24.9062,
      "step": 5750
    },
    {
      "epoch": 0.4165988608624898,
      "grad_norm": 16.59375,
      "learning_rate": 9.967453342728166e-07,
      "loss": 25.5228,
      "step": 5760
    },
    {
      "epoch": 0.41732212277370945,
      "grad_norm": 16.3125,
      "learning_rate": 9.967396838114849e-07,
      "loss": 24.9683,
      "step": 5770
    },
    {
      "epoch": 0.418045384684929,
      "grad_norm": 16.15625,
      "learning_rate": 9.967340333501529e-07,
      "loss": 24.8785,
      "step": 5780
    },
    {
      "epoch": 0.41876864659614865,
      "grad_norm": 16.234375,
      "learning_rate": 9.967283828888209e-07,
      "loss": 25.188,
      "step": 5790
    },
    {
      "epoch": 0.4194919085073682,
      "grad_norm": 16.453125,
      "learning_rate": 9.967227324274889e-07,
      "loss": 25.6373,
      "step": 5800
    },
    {
      "epoch": 0.42021517041858786,
      "grad_norm": 16.8125,
      "learning_rate": 9.96717081966157e-07,
      "loss": 25.1054,
      "step": 5810
    },
    {
      "epoch": 0.42093843232980743,
      "grad_norm": 16.921875,
      "learning_rate": 9.967114315048253e-07,
      "loss": 25.075,
      "step": 5820
    },
    {
      "epoch": 0.421661694241027,
      "grad_norm": 16.28125,
      "learning_rate": 9.967057810434933e-07,
      "loss": 24.8702,
      "step": 5830
    },
    {
      "epoch": 0.42238495615224664,
      "grad_norm": 15.7890625,
      "learning_rate": 9.967001305821613e-07,
      "loss": 25.1268,
      "step": 5840
    },
    {
      "epoch": 0.4231082180634662,
      "grad_norm": 16.53125,
      "learning_rate": 9.966944801208295e-07,
      "loss": 25.222,
      "step": 5850
    },
    {
      "epoch": 0.42383147997468584,
      "grad_norm": 15.78125,
      "learning_rate": 9.966888296594975e-07,
      "loss": 24.7222,
      "step": 5860
    },
    {
      "epoch": 0.4245547418859054,
      "grad_norm": 17.375,
      "learning_rate": 9.966831791981657e-07,
      "loss": 24.8381,
      "step": 5870
    },
    {
      "epoch": 0.42527800379712505,
      "grad_norm": 15.6953125,
      "learning_rate": 9.966775287368337e-07,
      "loss": 25.3032,
      "step": 5880
    },
    {
      "epoch": 0.4260012657083446,
      "grad_norm": 16.484375,
      "learning_rate": 9.966718782755019e-07,
      "loss": 25.0616,
      "step": 5890
    },
    {
      "epoch": 0.42672452761956425,
      "grad_norm": 16.296875,
      "learning_rate": 9.966662278141699e-07,
      "loss": 25.1365,
      "step": 5900
    },
    {
      "epoch": 0.42744778953078383,
      "grad_norm": 16.296875,
      "learning_rate": 9.966605773528379e-07,
      "loss": 24.87,
      "step": 5910
    },
    {
      "epoch": 0.42817105144200346,
      "grad_norm": 16.421875,
      "learning_rate": 9.96654926891506e-07,
      "loss": 25.0335,
      "step": 5920
    },
    {
      "epoch": 0.42889431335322303,
      "grad_norm": 15.359375,
      "learning_rate": 9.96649276430174e-07,
      "loss": 25.2336,
      "step": 5930
    },
    {
      "epoch": 0.42961757526444266,
      "grad_norm": 15.484375,
      "learning_rate": 9.966436259688423e-07,
      "loss": 24.7188,
      "step": 5940
    },
    {
      "epoch": 0.43034083717566224,
      "grad_norm": 16.296875,
      "learning_rate": 9.966379755075103e-07,
      "loss": 25.243,
      "step": 5950
    },
    {
      "epoch": 0.4310640990868818,
      "grad_norm": 15.8359375,
      "learning_rate": 9.966323250461783e-07,
      "loss": 25.4129,
      "step": 5960
    },
    {
      "epoch": 0.43178736099810144,
      "grad_norm": 16.828125,
      "learning_rate": 9.966266745848463e-07,
      "loss": 25.113,
      "step": 5970
    },
    {
      "epoch": 0.432510622909321,
      "grad_norm": 16.6875,
      "learning_rate": 9.966210241235145e-07,
      "loss": 25.1597,
      "step": 5980
    },
    {
      "epoch": 0.43323388482054065,
      "grad_norm": 17.65625,
      "learning_rate": 9.966153736621827e-07,
      "loss": 25.085,
      "step": 5990
    },
    {
      "epoch": 0.4339571467317602,
      "grad_norm": 17.078125,
      "learning_rate": 9.966097232008507e-07,
      "loss": 25.0908,
      "step": 6000
    },
    {
      "epoch": 0.43468040864297985,
      "grad_norm": 16.578125,
      "learning_rate": 9.966040727395187e-07,
      "loss": 25.1842,
      "step": 6010
    },
    {
      "epoch": 0.43540367055419943,
      "grad_norm": 16.890625,
      "learning_rate": 9.96598422278187e-07,
      "loss": 25.157,
      "step": 6020
    },
    {
      "epoch": 0.43612693246541906,
      "grad_norm": 15.8984375,
      "learning_rate": 9.96592771816855e-07,
      "loss": 25.04,
      "step": 6030
    },
    {
      "epoch": 0.43685019437663863,
      "grad_norm": 17.546875,
      "learning_rate": 9.965871213555231e-07,
      "loss": 25.1817,
      "step": 6040
    },
    {
      "epoch": 0.43757345628785826,
      "grad_norm": 17.375,
      "learning_rate": 9.965814708941911e-07,
      "loss": 25.4064,
      "step": 6050
    },
    {
      "epoch": 0.43829671819907784,
      "grad_norm": 16.703125,
      "learning_rate": 9.965758204328591e-07,
      "loss": 25.0107,
      "step": 6060
    },
    {
      "epoch": 0.4390199801102974,
      "grad_norm": 16.828125,
      "learning_rate": 9.965701699715273e-07,
      "loss": 25.1997,
      "step": 6070
    },
    {
      "epoch": 0.43974324202151704,
      "grad_norm": 16.171875,
      "learning_rate": 9.965645195101953e-07,
      "loss": 25.2761,
      "step": 6080
    },
    {
      "epoch": 0.4404665039327366,
      "grad_norm": 15.578125,
      "learning_rate": 9.965588690488635e-07,
      "loss": 24.9903,
      "step": 6090
    },
    {
      "epoch": 0.44118976584395625,
      "grad_norm": 15.625,
      "learning_rate": 9.965532185875315e-07,
      "loss": 24.8739,
      "step": 6100
    },
    {
      "epoch": 0.4419130277551758,
      "grad_norm": 15.7734375,
      "learning_rate": 9.965475681261997e-07,
      "loss": 25.2024,
      "step": 6110
    },
    {
      "epoch": 0.44263628966639545,
      "grad_norm": 15.9296875,
      "learning_rate": 9.965419176648677e-07,
      "loss": 25.122,
      "step": 6120
    },
    {
      "epoch": 0.44335955157761503,
      "grad_norm": 17.40625,
      "learning_rate": 9.965362672035357e-07,
      "loss": 25.1236,
      "step": 6130
    },
    {
      "epoch": 0.44408281348883466,
      "grad_norm": 16.234375,
      "learning_rate": 9.96530616742204e-07,
      "loss": 24.9833,
      "step": 6140
    },
    {
      "epoch": 0.44480607540005423,
      "grad_norm": 16.28125,
      "learning_rate": 9.96524966280872e-07,
      "loss": 25.1377,
      "step": 6150
    },
    {
      "epoch": 0.44552933731127387,
      "grad_norm": 16.078125,
      "learning_rate": 9.965193158195401e-07,
      "loss": 25.0597,
      "step": 6160
    },
    {
      "epoch": 0.44625259922249344,
      "grad_norm": 15.96875,
      "learning_rate": 9.965136653582081e-07,
      "loss": 25.0991,
      "step": 6170
    },
    {
      "epoch": 0.44697586113371307,
      "grad_norm": 15.8984375,
      "learning_rate": 9.965080148968761e-07,
      "loss": 25.0012,
      "step": 6180
    },
    {
      "epoch": 0.44769912304493265,
      "grad_norm": 15.984375,
      "learning_rate": 9.965023644355444e-07,
      "loss": 24.924,
      "step": 6190
    },
    {
      "epoch": 0.4484223849561522,
      "grad_norm": 16.21875,
      "learning_rate": 9.964967139742123e-07,
      "loss": 25.307,
      "step": 6200
    },
    {
      "epoch": 0.44914564686737185,
      "grad_norm": 16.3125,
      "learning_rate": 9.964910635128806e-07,
      "loss": 25.1692,
      "step": 6210
    },
    {
      "epoch": 0.4498689087785914,
      "grad_norm": 17.046875,
      "learning_rate": 9.964854130515486e-07,
      "loss": 25.219,
      "step": 6220
    },
    {
      "epoch": 0.45059217068981106,
      "grad_norm": 16.5625,
      "learning_rate": 9.964797625902166e-07,
      "loss": 24.9296,
      "step": 6230
    },
    {
      "epoch": 0.45131543260103063,
      "grad_norm": 16.78125,
      "learning_rate": 9.964741121288848e-07,
      "loss": 25.1963,
      "step": 6240
    },
    {
      "epoch": 0.45203869451225026,
      "grad_norm": 17.078125,
      "learning_rate": 9.964684616675528e-07,
      "loss": 24.9102,
      "step": 6250
    },
    {
      "epoch": 0.45276195642346984,
      "grad_norm": 15.9765625,
      "learning_rate": 9.96462811206221e-07,
      "loss": 25.297,
      "step": 6260
    },
    {
      "epoch": 0.45348521833468947,
      "grad_norm": 16.109375,
      "learning_rate": 9.96457160744889e-07,
      "loss": 24.8933,
      "step": 6270
    },
    {
      "epoch": 0.45420848024590904,
      "grad_norm": 15.9609375,
      "learning_rate": 9.96451510283557e-07,
      "loss": 25.0007,
      "step": 6280
    },
    {
      "epoch": 0.45493174215712867,
      "grad_norm": 16.28125,
      "learning_rate": 9.964458598222252e-07,
      "loss": 25.013,
      "step": 6290
    },
    {
      "epoch": 0.45565500406834825,
      "grad_norm": 18.0625,
      "learning_rate": 9.964402093608932e-07,
      "loss": 25.5618,
      "step": 6300
    },
    {
      "epoch": 0.4563782659795679,
      "grad_norm": 16.21875,
      "learning_rate": 9.964345588995614e-07,
      "loss": 25.056,
      "step": 6310
    },
    {
      "epoch": 0.45710152789078745,
      "grad_norm": 16.59375,
      "learning_rate": 9.964289084382294e-07,
      "loss": 24.9934,
      "step": 6320
    },
    {
      "epoch": 0.457824789802007,
      "grad_norm": 16.03125,
      "learning_rate": 9.964232579768976e-07,
      "loss": 25.0928,
      "step": 6330
    },
    {
      "epoch": 0.45854805171322666,
      "grad_norm": 16.75,
      "learning_rate": 9.964176075155656e-07,
      "loss": 25.194,
      "step": 6340
    },
    {
      "epoch": 0.45927131362444623,
      "grad_norm": 16.296875,
      "learning_rate": 9.964119570542336e-07,
      "loss": 24.94,
      "step": 6350
    },
    {
      "epoch": 0.45999457553566586,
      "grad_norm": 17.671875,
      "learning_rate": 9.964063065929018e-07,
      "loss": 25.4812,
      "step": 6360
    },
    {
      "epoch": 0.46071783744688544,
      "grad_norm": 16.578125,
      "learning_rate": 9.964006561315698e-07,
      "loss": 25.5154,
      "step": 6370
    },
    {
      "epoch": 0.46144109935810507,
      "grad_norm": 15.703125,
      "learning_rate": 9.96395005670238e-07,
      "loss": 25.3724,
      "step": 6380
    },
    {
      "epoch": 0.46216436126932464,
      "grad_norm": 16.890625,
      "learning_rate": 9.96389355208906e-07,
      "loss": 25.0829,
      "step": 6390
    },
    {
      "epoch": 0.46288762318054427,
      "grad_norm": 15.7734375,
      "learning_rate": 9.96383704747574e-07,
      "loss": 25.0513,
      "step": 6400
    },
    {
      "epoch": 0.46361088509176385,
      "grad_norm": 16.96875,
      "learning_rate": 9.963780542862422e-07,
      "loss": 25.1159,
      "step": 6410
    },
    {
      "epoch": 0.4643341470029835,
      "grad_norm": 15.6484375,
      "learning_rate": 9.963724038249102e-07,
      "loss": 24.9635,
      "step": 6420
    },
    {
      "epoch": 0.46505740891420305,
      "grad_norm": 17.078125,
      "learning_rate": 9.963667533635784e-07,
      "loss": 25.3004,
      "step": 6430
    },
    {
      "epoch": 0.4657806708254227,
      "grad_norm": 16.453125,
      "learning_rate": 9.963611029022464e-07,
      "loss": 25.2261,
      "step": 6440
    },
    {
      "epoch": 0.46650393273664226,
      "grad_norm": 16.875,
      "learning_rate": 9.963554524409144e-07,
      "loss": 25.2098,
      "step": 6450
    },
    {
      "epoch": 0.46722719464786183,
      "grad_norm": 15.6640625,
      "learning_rate": 9.963498019795826e-07,
      "loss": 25.0369,
      "step": 6460
    },
    {
      "epoch": 0.46795045655908146,
      "grad_norm": 16.203125,
      "learning_rate": 9.963441515182506e-07,
      "loss": 25.028,
      "step": 6470
    },
    {
      "epoch": 0.46867371847030104,
      "grad_norm": 15.9140625,
      "learning_rate": 9.963385010569188e-07,
      "loss": 24.9715,
      "step": 6480
    },
    {
      "epoch": 0.46939698038152067,
      "grad_norm": 17.828125,
      "learning_rate": 9.963328505955868e-07,
      "loss": 25.007,
      "step": 6490
    },
    {
      "epoch": 0.47012024229274024,
      "grad_norm": 16.1875,
      "learning_rate": 9.963272001342548e-07,
      "loss": 25.0585,
      "step": 6500
    },
    {
      "epoch": 0.4708435042039599,
      "grad_norm": 15.1484375,
      "learning_rate": 9.96321549672923e-07,
      "loss": 25.3392,
      "step": 6510
    },
    {
      "epoch": 0.47156676611517945,
      "grad_norm": 16.25,
      "learning_rate": 9.96315899211591e-07,
      "loss": 25.2201,
      "step": 6520
    },
    {
      "epoch": 0.4722900280263991,
      "grad_norm": 16.171875,
      "learning_rate": 9.963102487502592e-07,
      "loss": 24.9467,
      "step": 6530
    },
    {
      "epoch": 0.47301328993761865,
      "grad_norm": 16.5625,
      "learning_rate": 9.963045982889272e-07,
      "loss": 25.1083,
      "step": 6540
    },
    {
      "epoch": 0.4737365518488383,
      "grad_norm": 16.515625,
      "learning_rate": 9.962989478275954e-07,
      "loss": 25.3217,
      "step": 6550
    },
    {
      "epoch": 0.47445981376005786,
      "grad_norm": 15.578125,
      "learning_rate": 9.962932973662634e-07,
      "loss": 25.1594,
      "step": 6560
    },
    {
      "epoch": 0.4751830756712775,
      "grad_norm": 17.09375,
      "learning_rate": 9.962876469049314e-07,
      "loss": 25.0634,
      "step": 6570
    },
    {
      "epoch": 0.47590633758249706,
      "grad_norm": 16.984375,
      "learning_rate": 9.962819964435996e-07,
      "loss": 25.3349,
      "step": 6580
    },
    {
      "epoch": 0.47662959949371664,
      "grad_norm": 15.734375,
      "learning_rate": 9.962763459822676e-07,
      "loss": 25.1982,
      "step": 6590
    },
    {
      "epoch": 0.47735286140493627,
      "grad_norm": 16.390625,
      "learning_rate": 9.962706955209358e-07,
      "loss": 25.1291,
      "step": 6600
    },
    {
      "epoch": 0.47807612331615584,
      "grad_norm": 16.3125,
      "learning_rate": 9.962650450596038e-07,
      "loss": 25.1213,
      "step": 6610
    },
    {
      "epoch": 0.4787993852273755,
      "grad_norm": 16.546875,
      "learning_rate": 9.962593945982718e-07,
      "loss": 24.9788,
      "step": 6620
    },
    {
      "epoch": 0.47952264713859505,
      "grad_norm": 15.84375,
      "learning_rate": 9.9625374413694e-07,
      "loss": 24.6411,
      "step": 6630
    },
    {
      "epoch": 0.4802459090498147,
      "grad_norm": 15.8359375,
      "learning_rate": 9.96248093675608e-07,
      "loss": 24.8477,
      "step": 6640
    },
    {
      "epoch": 0.48096917096103425,
      "grad_norm": 16.234375,
      "learning_rate": 9.962424432142763e-07,
      "loss": 25.1838,
      "step": 6650
    },
    {
      "epoch": 0.4816924328722539,
      "grad_norm": 15.03125,
      "learning_rate": 9.962367927529443e-07,
      "loss": 24.8121,
      "step": 6660
    },
    {
      "epoch": 0.48241569478347346,
      "grad_norm": 16.28125,
      "learning_rate": 9.962311422916122e-07,
      "loss": 24.8409,
      "step": 6670
    },
    {
      "epoch": 0.4831389566946931,
      "grad_norm": 16.6875,
      "learning_rate": 9.962254918302805e-07,
      "loss": 24.7554,
      "step": 6680
    },
    {
      "epoch": 0.48386221860591266,
      "grad_norm": 17.90625,
      "learning_rate": 9.962198413689485e-07,
      "loss": 25.3045,
      "step": 6690
    },
    {
      "epoch": 0.48458548051713224,
      "grad_norm": 16.859375,
      "learning_rate": 9.962141909076167e-07,
      "loss": 25.1306,
      "step": 6700
    },
    {
      "epoch": 0.48530874242835187,
      "grad_norm": 16.65625,
      "learning_rate": 9.962085404462847e-07,
      "loss": 25.1144,
      "step": 6710
    },
    {
      "epoch": 0.48603200433957144,
      "grad_norm": 16.15625,
      "learning_rate": 9.962028899849527e-07,
      "loss": 24.9379,
      "step": 6720
    },
    {
      "epoch": 0.4867552662507911,
      "grad_norm": 17.609375,
      "learning_rate": 9.961972395236209e-07,
      "loss": 24.8681,
      "step": 6730
    },
    {
      "epoch": 0.48747852816201065,
      "grad_norm": 16.359375,
      "learning_rate": 9.961915890622889e-07,
      "loss": 24.836,
      "step": 6740
    },
    {
      "epoch": 0.4882017900732303,
      "grad_norm": 16.3125,
      "learning_rate": 9.96185938600957e-07,
      "loss": 24.7874,
      "step": 6750
    },
    {
      "epoch": 0.48892505198444985,
      "grad_norm": 17.46875,
      "learning_rate": 9.96180288139625e-07,
      "loss": 25.4011,
      "step": 6760
    },
    {
      "epoch": 0.4896483138956695,
      "grad_norm": 15.1484375,
      "learning_rate": 9.961746376782933e-07,
      "loss": 25.1523,
      "step": 6770
    },
    {
      "epoch": 0.49037157580688906,
      "grad_norm": 17.4375,
      "learning_rate": 9.961689872169613e-07,
      "loss": 25.3958,
      "step": 6780
    },
    {
      "epoch": 0.4910948377181087,
      "grad_norm": 15.6796875,
      "learning_rate": 9.961633367556293e-07,
      "loss": 25.3325,
      "step": 6790
    },
    {
      "epoch": 0.49181809962932826,
      "grad_norm": 22.125,
      "learning_rate": 9.961576862942975e-07,
      "loss": 25.1442,
      "step": 6800
    },
    {
      "epoch": 0.4925413615405479,
      "grad_norm": 16.765625,
      "learning_rate": 9.961520358329655e-07,
      "loss": 25.2003,
      "step": 6810
    },
    {
      "epoch": 0.49326462345176747,
      "grad_norm": 15.6640625,
      "learning_rate": 9.961463853716337e-07,
      "loss": 25.221,
      "step": 6820
    },
    {
      "epoch": 0.49398788536298704,
      "grad_norm": 17.015625,
      "learning_rate": 9.961407349103017e-07,
      "loss": 24.856,
      "step": 6830
    },
    {
      "epoch": 0.4947111472742067,
      "grad_norm": 16.359375,
      "learning_rate": 9.961350844489697e-07,
      "loss": 25.1671,
      "step": 6840
    },
    {
      "epoch": 0.49543440918542625,
      "grad_norm": 15.8828125,
      "learning_rate": 9.96129433987638e-07,
      "loss": 25.145,
      "step": 6850
    },
    {
      "epoch": 0.4961576710966459,
      "grad_norm": 16.15625,
      "learning_rate": 9.961237835263059e-07,
      "loss": 25.2164,
      "step": 6860
    },
    {
      "epoch": 0.49688093300786546,
      "grad_norm": 17.078125,
      "learning_rate": 9.96118133064974e-07,
      "loss": 25.113,
      "step": 6870
    },
    {
      "epoch": 0.4976041949190851,
      "grad_norm": 16.640625,
      "learning_rate": 9.96112482603642e-07,
      "loss": 24.7216,
      "step": 6880
    },
    {
      "epoch": 0.49832745683030466,
      "grad_norm": 16.5,
      "learning_rate": 9.9610683214231e-07,
      "loss": 24.9603,
      "step": 6890
    },
    {
      "epoch": 0.4990507187415243,
      "grad_norm": 16.0,
      "learning_rate": 9.961011816809783e-07,
      "loss": 25.1272,
      "step": 6900
    },
    {
      "epoch": 0.49977398065274387,
      "grad_norm": 16.296875,
      "learning_rate": 9.960955312196463e-07,
      "loss": 24.8981,
      "step": 6910
    },
    {
      "epoch": 0.5004972425639634,
      "grad_norm": 16.03125,
      "learning_rate": 9.960898807583145e-07,
      "loss": 25.1166,
      "step": 6920
    },
    {
      "epoch": 0.5012205044751831,
      "grad_norm": 16.734375,
      "learning_rate": 9.960842302969825e-07,
      "loss": 25.522,
      "step": 6930
    },
    {
      "epoch": 0.5019437663864027,
      "grad_norm": 16.203125,
      "learning_rate": 9.960785798356507e-07,
      "loss": 24.7892,
      "step": 6940
    },
    {
      "epoch": 0.5026670282976223,
      "grad_norm": 16.890625,
      "learning_rate": 9.960729293743187e-07,
      "loss": 24.6813,
      "step": 6950
    },
    {
      "epoch": 0.5033902902088419,
      "grad_norm": 15.59375,
      "learning_rate": 9.960672789129867e-07,
      "loss": 24.9678,
      "step": 6960
    },
    {
      "epoch": 0.5041135521200615,
      "grad_norm": 16.34375,
      "learning_rate": 9.96061628451655e-07,
      "loss": 25.2393,
      "step": 6970
    },
    {
      "epoch": 0.5048368140312811,
      "grad_norm": 15.8046875,
      "learning_rate": 9.96055977990323e-07,
      "loss": 25.1625,
      "step": 6980
    },
    {
      "epoch": 0.5055600759425006,
      "grad_norm": 15.3671875,
      "learning_rate": 9.960503275289911e-07,
      "loss": 25.1241,
      "step": 6990
    },
    {
      "epoch": 0.5062833378537203,
      "grad_norm": 16.3125,
      "learning_rate": 9.960446770676591e-07,
      "loss": 25.0165,
      "step": 7000
    },
    {
      "epoch": 0.5070065997649399,
      "grad_norm": 15.8515625,
      "learning_rate": 9.960390266063271e-07,
      "loss": 25.5291,
      "step": 7010
    },
    {
      "epoch": 0.5077298616761595,
      "grad_norm": 16.46875,
      "learning_rate": 9.960333761449953e-07,
      "loss": 25.1357,
      "step": 7020
    },
    {
      "epoch": 0.508453123587379,
      "grad_norm": 15.515625,
      "learning_rate": 9.960277256836635e-07,
      "loss": 25.2483,
      "step": 7030
    },
    {
      "epoch": 0.5091763854985987,
      "grad_norm": 15.9609375,
      "learning_rate": 9.960220752223315e-07,
      "loss": 24.7912,
      "step": 7040
    },
    {
      "epoch": 0.5098996474098183,
      "grad_norm": 16.515625,
      "learning_rate": 9.960164247609995e-07,
      "loss": 25.3561,
      "step": 7050
    },
    {
      "epoch": 0.5106229093210379,
      "grad_norm": 16.25,
      "learning_rate": 9.960107742996675e-07,
      "loss": 25.3195,
      "step": 7060
    },
    {
      "epoch": 0.5113461712322575,
      "grad_norm": 16.859375,
      "learning_rate": 9.960051238383357e-07,
      "loss": 25.1948,
      "step": 7070
    },
    {
      "epoch": 0.5120694331434771,
      "grad_norm": 15.890625,
      "learning_rate": 9.95999473377004e-07,
      "loss": 25.1284,
      "step": 7080
    },
    {
      "epoch": 0.5127926950546967,
      "grad_norm": 16.296875,
      "learning_rate": 9.95993822915672e-07,
      "loss": 25.0781,
      "step": 7090
    },
    {
      "epoch": 0.5135159569659162,
      "grad_norm": 16.65625,
      "learning_rate": 9.9598817245434e-07,
      "loss": 25.2929,
      "step": 7100
    },
    {
      "epoch": 0.5142392188771359,
      "grad_norm": 16.5,
      "learning_rate": 9.95982521993008e-07,
      "loss": 25.0102,
      "step": 7110
    },
    {
      "epoch": 0.5149624807883555,
      "grad_norm": 16.46875,
      "learning_rate": 9.959768715316762e-07,
      "loss": 25.1572,
      "step": 7120
    },
    {
      "epoch": 0.5156857426995751,
      "grad_norm": 15.265625,
      "learning_rate": 9.959712210703442e-07,
      "loss": 25.0643,
      "step": 7130
    },
    {
      "epoch": 0.5164090046107946,
      "grad_norm": 16.296875,
      "learning_rate": 9.959655706090124e-07,
      "loss": 25.0202,
      "step": 7140
    },
    {
      "epoch": 0.5171322665220143,
      "grad_norm": 15.6484375,
      "learning_rate": 9.959599201476804e-07,
      "loss": 24.9407,
      "step": 7150
    },
    {
      "epoch": 0.5178555284332339,
      "grad_norm": 16.765625,
      "learning_rate": 9.959542696863486e-07,
      "loss": 25.3482,
      "step": 7160
    },
    {
      "epoch": 0.5185787903444535,
      "grad_norm": 16.296875,
      "learning_rate": 9.959486192250166e-07,
      "loss": 24.7983,
      "step": 7170
    },
    {
      "epoch": 0.519302052255673,
      "grad_norm": 15.140625,
      "learning_rate": 9.959429687636846e-07,
      "loss": 24.9558,
      "step": 7180
    },
    {
      "epoch": 0.5200253141668927,
      "grad_norm": 16.09375,
      "learning_rate": 9.959373183023528e-07,
      "loss": 25.2437,
      "step": 7190
    },
    {
      "epoch": 0.5207485760781123,
      "grad_norm": 17.4375,
      "learning_rate": 9.959316678410208e-07,
      "loss": 24.9945,
      "step": 7200
    },
    {
      "epoch": 0.5214718379893318,
      "grad_norm": 16.78125,
      "learning_rate": 9.95926017379689e-07,
      "loss": 24.876,
      "step": 7210
    },
    {
      "epoch": 0.5221950999005515,
      "grad_norm": 15.6640625,
      "learning_rate": 9.95920366918357e-07,
      "loss": 25.1469,
      "step": 7220
    },
    {
      "epoch": 0.5229183618117711,
      "grad_norm": 16.34375,
      "learning_rate": 9.95914716457025e-07,
      "loss": 25.0436,
      "step": 7230
    },
    {
      "epoch": 0.5236416237229907,
      "grad_norm": 15.25,
      "learning_rate": 9.959090659956932e-07,
      "loss": 25.0983,
      "step": 7240
    },
    {
      "epoch": 0.5243648856342102,
      "grad_norm": 16.578125,
      "learning_rate": 9.959034155343614e-07,
      "loss": 25.1828,
      "step": 7250
    },
    {
      "epoch": 0.5250881475454299,
      "grad_norm": 15.375,
      "learning_rate": 9.958977650730294e-07,
      "loss": 25.0138,
      "step": 7260
    },
    {
      "epoch": 0.5258114094566495,
      "grad_norm": 15.515625,
      "learning_rate": 9.958921146116974e-07,
      "loss": 25.336,
      "step": 7270
    },
    {
      "epoch": 0.5265346713678691,
      "grad_norm": 16.59375,
      "learning_rate": 9.958864641503654e-07,
      "loss": 25.1535,
      "step": 7280
    },
    {
      "epoch": 0.5272579332790887,
      "grad_norm": 15.8828125,
      "learning_rate": 9.958808136890336e-07,
      "loss": 25.1138,
      "step": 7290
    },
    {
      "epoch": 0.5279811951903083,
      "grad_norm": 16.203125,
      "learning_rate": 9.958751632277018e-07,
      "loss": 24.8106,
      "step": 7300
    },
    {
      "epoch": 0.5287044571015279,
      "grad_norm": 16.296875,
      "learning_rate": 9.958695127663698e-07,
      "loss": 24.7198,
      "step": 7310
    },
    {
      "epoch": 0.5294277190127475,
      "grad_norm": 16.140625,
      "learning_rate": 9.958638623050378e-07,
      "loss": 24.796,
      "step": 7320
    },
    {
      "epoch": 0.5301509809239671,
      "grad_norm": 16.390625,
      "learning_rate": 9.958582118437058e-07,
      "loss": 24.8893,
      "step": 7330
    },
    {
      "epoch": 0.5308742428351867,
      "grad_norm": 15.859375,
      "learning_rate": 9.95852561382374e-07,
      "loss": 25.1709,
      "step": 7340
    },
    {
      "epoch": 0.5315975047464063,
      "grad_norm": 15.9453125,
      "learning_rate": 9.958469109210422e-07,
      "loss": 25.0314,
      "step": 7350
    },
    {
      "epoch": 0.5323207666576258,
      "grad_norm": 16.296875,
      "learning_rate": 9.958412604597102e-07,
      "loss": 24.7342,
      "step": 7360
    },
    {
      "epoch": 0.5330440285688455,
      "grad_norm": 15.9140625,
      "learning_rate": 9.958356099983782e-07,
      "loss": 24.7556,
      "step": 7370
    },
    {
      "epoch": 0.5337672904800651,
      "grad_norm": 16.375,
      "learning_rate": 9.958299595370464e-07,
      "loss": 25.1313,
      "step": 7380
    },
    {
      "epoch": 0.5344905523912847,
      "grad_norm": 16.75,
      "learning_rate": 9.958243090757144e-07,
      "loss": 25.1914,
      "step": 7390
    },
    {
      "epoch": 0.5352138143025043,
      "grad_norm": 15.2109375,
      "learning_rate": 9.958186586143826e-07,
      "loss": 25.0681,
      "step": 7400
    },
    {
      "epoch": 0.5359370762137239,
      "grad_norm": 16.40625,
      "learning_rate": 9.958130081530506e-07,
      "loss": 25.4192,
      "step": 7410
    },
    {
      "epoch": 0.5366603381249435,
      "grad_norm": 15.515625,
      "learning_rate": 9.958073576917186e-07,
      "loss": 25.2562,
      "step": 7420
    },
    {
      "epoch": 0.5373836000361631,
      "grad_norm": 15.7109375,
      "learning_rate": 9.958017072303868e-07,
      "loss": 25.1077,
      "step": 7430
    },
    {
      "epoch": 0.5381068619473827,
      "grad_norm": 17.1875,
      "learning_rate": 9.957960567690548e-07,
      "loss": 25.1754,
      "step": 7440
    },
    {
      "epoch": 0.5388301238586023,
      "grad_norm": 16.34375,
      "learning_rate": 9.95790406307723e-07,
      "loss": 25.0318,
      "step": 7450
    },
    {
      "epoch": 0.5395533857698219,
      "grad_norm": 16.375,
      "learning_rate": 9.95784755846391e-07,
      "loss": 25.2289,
      "step": 7460
    },
    {
      "epoch": 0.5402766476810414,
      "grad_norm": 15.21875,
      "learning_rate": 9.957791053850592e-07,
      "loss": 24.9497,
      "step": 7470
    },
    {
      "epoch": 0.5409999095922611,
      "grad_norm": 15.671875,
      "learning_rate": 9.957734549237272e-07,
      "loss": 25.0775,
      "step": 7480
    },
    {
      "epoch": 0.5417231715034807,
      "grad_norm": 16.5,
      "learning_rate": 9.957678044623952e-07,
      "loss": 25.3473,
      "step": 7490
    },
    {
      "epoch": 0.5424464334147003,
      "grad_norm": 16.734375,
      "learning_rate": 9.957621540010632e-07,
      "loss": 25.1996,
      "step": 7500
    },
    {
      "epoch": 0.5424464334147003,
      "eval_loss": 1.5896706581115723,
      "eval_runtime": 371.382,
      "eval_samples_per_second": 1955.019,
      "eval_steps_per_second": 30.548,
      "step": 7500
    },
    {
      "epoch": 0.5431696953259199,
      "grad_norm": 17.65625,
      "learning_rate": 9.957565035397314e-07,
      "loss": 25.4949,
      "step": 7510
    },
    {
      "epoch": 0.5438929572371395,
      "grad_norm": 15.7265625,
      "learning_rate": 9.957508530783997e-07,
      "loss": 25.2191,
      "step": 7520
    },
    {
      "epoch": 0.5446162191483591,
      "grad_norm": 16.109375,
      "learning_rate": 9.957452026170676e-07,
      "loss": 25.1094,
      "step": 7530
    },
    {
      "epoch": 0.5453394810595787,
      "grad_norm": 16.703125,
      "learning_rate": 9.957395521557356e-07,
      "loss": 24.9443,
      "step": 7540
    },
    {
      "epoch": 0.5460627429707983,
      "grad_norm": 15.3515625,
      "learning_rate": 9.957339016944036e-07,
      "loss": 25.173,
      "step": 7550
    },
    {
      "epoch": 0.5467860048820179,
      "grad_norm": 16.21875,
      "learning_rate": 9.957282512330719e-07,
      "loss": 24.9756,
      "step": 7560
    },
    {
      "epoch": 0.5475092667932375,
      "grad_norm": 16.21875,
      "learning_rate": 9.9572260077174e-07,
      "loss": 24.9386,
      "step": 7570
    },
    {
      "epoch": 0.5482325287044572,
      "grad_norm": 16.109375,
      "learning_rate": 9.95716950310408e-07,
      "loss": 24.7594,
      "step": 7580
    },
    {
      "epoch": 0.5489557906156767,
      "grad_norm": 16.75,
      "learning_rate": 9.95711299849076e-07,
      "loss": 25.0118,
      "step": 7590
    },
    {
      "epoch": 0.5496790525268963,
      "grad_norm": 16.34375,
      "learning_rate": 9.957056493877443e-07,
      "loss": 24.9402,
      "step": 7600
    },
    {
      "epoch": 0.5504023144381159,
      "grad_norm": 16.5,
      "learning_rate": 9.956999989264123e-07,
      "loss": 25.188,
      "step": 7610
    },
    {
      "epoch": 0.5511255763493355,
      "grad_norm": 14.90625,
      "learning_rate": 9.956943484650805e-07,
      "loss": 25.4746,
      "step": 7620
    },
    {
      "epoch": 0.5518488382605551,
      "grad_norm": 16.265625,
      "learning_rate": 9.956886980037485e-07,
      "loss": 25.1864,
      "step": 7630
    },
    {
      "epoch": 0.5525721001717747,
      "grad_norm": 16.328125,
      "learning_rate": 9.956830475424167e-07,
      "loss": 25.0443,
      "step": 7640
    },
    {
      "epoch": 0.5532953620829943,
      "grad_norm": 15.890625,
      "learning_rate": 9.956773970810847e-07,
      "loss": 24.9956,
      "step": 7650
    },
    {
      "epoch": 0.5540186239942139,
      "grad_norm": 16.203125,
      "learning_rate": 9.956717466197527e-07,
      "loss": 25.133,
      "step": 7660
    },
    {
      "epoch": 0.5547418859054335,
      "grad_norm": 15.78125,
      "learning_rate": 9.956660961584209e-07,
      "loss": 25.1481,
      "step": 7670
    },
    {
      "epoch": 0.5554651478166531,
      "grad_norm": 16.015625,
      "learning_rate": 9.956604456970889e-07,
      "loss": 25.5133,
      "step": 7680
    },
    {
      "epoch": 0.5561884097278728,
      "grad_norm": 15.7265625,
      "learning_rate": 9.95654795235757e-07,
      "loss": 25.4187,
      "step": 7690
    },
    {
      "epoch": 0.5569116716390923,
      "grad_norm": 17.234375,
      "learning_rate": 9.95649144774425e-07,
      "loss": 24.9255,
      "step": 7700
    },
    {
      "epoch": 0.5576349335503119,
      "grad_norm": 16.4375,
      "learning_rate": 9.95643494313093e-07,
      "loss": 25.2905,
      "step": 7710
    },
    {
      "epoch": 0.5583581954615315,
      "grad_norm": 15.4296875,
      "learning_rate": 9.956378438517613e-07,
      "loss": 25.1232,
      "step": 7720
    },
    {
      "epoch": 0.5590814573727511,
      "grad_norm": 16.328125,
      "learning_rate": 9.956321933904293e-07,
      "loss": 25.0427,
      "step": 7730
    },
    {
      "epoch": 0.5598047192839707,
      "grad_norm": 16.203125,
      "learning_rate": 9.956265429290975e-07,
      "loss": 24.8122,
      "step": 7740
    },
    {
      "epoch": 0.5605279811951903,
      "grad_norm": 16.265625,
      "learning_rate": 9.956208924677655e-07,
      "loss": 24.9768,
      "step": 7750
    },
    {
      "epoch": 0.56125124310641,
      "grad_norm": 15.9765625,
      "learning_rate": 9.956152420064335e-07,
      "loss": 25.1609,
      "step": 7760
    },
    {
      "epoch": 0.5619745050176295,
      "grad_norm": 15.4765625,
      "learning_rate": 9.956095915451017e-07,
      "loss": 24.8014,
      "step": 7770
    },
    {
      "epoch": 0.5626977669288491,
      "grad_norm": 15.8125,
      "learning_rate": 9.956039410837697e-07,
      "loss": 25.1054,
      "step": 7780
    },
    {
      "epoch": 0.5634210288400687,
      "grad_norm": 15.953125,
      "learning_rate": 9.95598290622438e-07,
      "loss": 25.3523,
      "step": 7790
    },
    {
      "epoch": 0.5641442907512884,
      "grad_norm": 16.71875,
      "learning_rate": 9.95592640161106e-07,
      "loss": 25.1315,
      "step": 7800
    },
    {
      "epoch": 0.5648675526625079,
      "grad_norm": 17.046875,
      "learning_rate": 9.95586989699774e-07,
      "loss": 25.2146,
      "step": 7810
    },
    {
      "epoch": 0.5655908145737275,
      "grad_norm": 16.84375,
      "learning_rate": 9.955813392384421e-07,
      "loss": 24.9596,
      "step": 7820
    },
    {
      "epoch": 0.5663140764849471,
      "grad_norm": 17.671875,
      "learning_rate": 9.955756887771101e-07,
      "loss": 25.124,
      "step": 7830
    },
    {
      "epoch": 0.5670373383961667,
      "grad_norm": 16.28125,
      "learning_rate": 9.955700383157783e-07,
      "loss": 24.9963,
      "step": 7840
    },
    {
      "epoch": 0.5677606003073863,
      "grad_norm": 15.890625,
      "learning_rate": 9.955643878544463e-07,
      "loss": 25.4564,
      "step": 7850
    },
    {
      "epoch": 0.5684838622186059,
      "grad_norm": 17.0625,
      "learning_rate": 9.955587373931145e-07,
      "loss": 25.0387,
      "step": 7860
    },
    {
      "epoch": 0.5692071241298255,
      "grad_norm": 16.625,
      "learning_rate": 9.955530869317825e-07,
      "loss": 25.2127,
      "step": 7870
    },
    {
      "epoch": 0.5699303860410451,
      "grad_norm": 16.203125,
      "learning_rate": 9.955474364704505e-07,
      "loss": 25.1584,
      "step": 7880
    },
    {
      "epoch": 0.5706536479522647,
      "grad_norm": 16.515625,
      "learning_rate": 9.955417860091187e-07,
      "loss": 25.2296,
      "step": 7890
    },
    {
      "epoch": 0.5713769098634843,
      "grad_norm": 16.5,
      "learning_rate": 9.955361355477867e-07,
      "loss": 25.0436,
      "step": 7900
    },
    {
      "epoch": 0.572100171774704,
      "grad_norm": 16.0625,
      "learning_rate": 9.95530485086455e-07,
      "loss": 25.4235,
      "step": 7910
    },
    {
      "epoch": 0.5728234336859235,
      "grad_norm": 16.640625,
      "learning_rate": 9.95524834625123e-07,
      "loss": 25.1063,
      "step": 7920
    },
    {
      "epoch": 0.5735466955971431,
      "grad_norm": 16.484375,
      "learning_rate": 9.95519184163791e-07,
      "loss": 24.9058,
      "step": 7930
    },
    {
      "epoch": 0.5742699575083627,
      "grad_norm": 15.8671875,
      "learning_rate": 9.955135337024591e-07,
      "loss": 24.9924,
      "step": 7940
    },
    {
      "epoch": 0.5749932194195824,
      "grad_norm": 16.296875,
      "learning_rate": 9.955078832411271e-07,
      "loss": 24.8562,
      "step": 7950
    },
    {
      "epoch": 0.5757164813308019,
      "grad_norm": 16.390625,
      "learning_rate": 9.955022327797954e-07,
      "loss": 25.0083,
      "step": 7960
    },
    {
      "epoch": 0.5764397432420215,
      "grad_norm": 17.484375,
      "learning_rate": 9.954965823184633e-07,
      "loss": 24.5593,
      "step": 7970
    },
    {
      "epoch": 0.5771630051532411,
      "grad_norm": 17.234375,
      "learning_rate": 9.954909318571313e-07,
      "loss": 25.0094,
      "step": 7980
    },
    {
      "epoch": 0.5778862670644607,
      "grad_norm": 16.34375,
      "learning_rate": 9.954852813957996e-07,
      "loss": 25.4218,
      "step": 7990
    },
    {
      "epoch": 0.5786095289756803,
      "grad_norm": 16.515625,
      "learning_rate": 9.954796309344676e-07,
      "loss": 24.8672,
      "step": 8000
    },
    {
      "epoch": 0.5793327908868999,
      "grad_norm": 17.0,
      "learning_rate": 9.954739804731358e-07,
      "loss": 25.1298,
      "step": 8010
    },
    {
      "epoch": 0.5800560527981196,
      "grad_norm": 15.703125,
      "learning_rate": 9.954683300118038e-07,
      "loss": 24.8071,
      "step": 8020
    },
    {
      "epoch": 0.5807793147093391,
      "grad_norm": 15.8125,
      "learning_rate": 9.954626795504718e-07,
      "loss": 25.4645,
      "step": 8030
    },
    {
      "epoch": 0.5815025766205587,
      "grad_norm": 16.484375,
      "learning_rate": 9.9545702908914e-07,
      "loss": 25.2866,
      "step": 8040
    },
    {
      "epoch": 0.5822258385317783,
      "grad_norm": 16.59375,
      "learning_rate": 9.95451378627808e-07,
      "loss": 25.0499,
      "step": 8050
    },
    {
      "epoch": 0.582949100442998,
      "grad_norm": 15.9453125,
      "learning_rate": 9.954457281664762e-07,
      "loss": 25.265,
      "step": 8060
    },
    {
      "epoch": 0.5836723623542175,
      "grad_norm": 16.75,
      "learning_rate": 9.954400777051442e-07,
      "loss": 25.1575,
      "step": 8070
    },
    {
      "epoch": 0.5843956242654371,
      "grad_norm": 16.796875,
      "learning_rate": 9.954344272438124e-07,
      "loss": 25.0611,
      "step": 8080
    },
    {
      "epoch": 0.5851188861766567,
      "grad_norm": 16.328125,
      "learning_rate": 9.954287767824804e-07,
      "loss": 25.374,
      "step": 8090
    },
    {
      "epoch": 0.5858421480878763,
      "grad_norm": 15.5390625,
      "learning_rate": 9.954231263211484e-07,
      "loss": 24.4109,
      "step": 8100
    },
    {
      "epoch": 0.5865654099990959,
      "grad_norm": 15.9453125,
      "learning_rate": 9.954174758598166e-07,
      "loss": 25.0325,
      "step": 8110
    },
    {
      "epoch": 0.5872886719103155,
      "grad_norm": 16.796875,
      "learning_rate": 9.954118253984846e-07,
      "loss": 25.0507,
      "step": 8120
    },
    {
      "epoch": 0.5880119338215352,
      "grad_norm": 16.390625,
      "learning_rate": 9.954061749371528e-07,
      "loss": 25.0707,
      "step": 8130
    },
    {
      "epoch": 0.5887351957327547,
      "grad_norm": 16.546875,
      "learning_rate": 9.954005244758208e-07,
      "loss": 25.5378,
      "step": 8140
    },
    {
      "epoch": 0.5894584576439743,
      "grad_norm": 16.0625,
      "learning_rate": 9.953948740144888e-07,
      "loss": 25.1591,
      "step": 8150
    },
    {
      "epoch": 0.5901817195551939,
      "grad_norm": 17.171875,
      "learning_rate": 9.95389223553157e-07,
      "loss": 25.3384,
      "step": 8160
    },
    {
      "epoch": 0.5909049814664136,
      "grad_norm": 16.5,
      "learning_rate": 9.95383573091825e-07,
      "loss": 25.1535,
      "step": 8170
    },
    {
      "epoch": 0.5916282433776331,
      "grad_norm": 15.65625,
      "learning_rate": 9.953779226304932e-07,
      "loss": 24.9001,
      "step": 8180
    },
    {
      "epoch": 0.5923515052888527,
      "grad_norm": 16.375,
      "learning_rate": 9.953722721691612e-07,
      "loss": 25.1227,
      "step": 8190
    },
    {
      "epoch": 0.5930747672000724,
      "grad_norm": 16.078125,
      "learning_rate": 9.953666217078292e-07,
      "loss": 25.1242,
      "step": 8200
    },
    {
      "epoch": 0.593798029111292,
      "grad_norm": 17.21875,
      "learning_rate": 9.953609712464974e-07,
      "loss": 25.037,
      "step": 8210
    },
    {
      "epoch": 0.5945212910225115,
      "grad_norm": 17.265625,
      "learning_rate": 9.953553207851654e-07,
      "loss": 25.1524,
      "step": 8220
    },
    {
      "epoch": 0.5952445529337311,
      "grad_norm": 17.125,
      "learning_rate": 9.953496703238336e-07,
      "loss": 25.221,
      "step": 8230
    },
    {
      "epoch": 0.5959678148449508,
      "grad_norm": 17.109375,
      "learning_rate": 9.953440198625016e-07,
      "loss": 24.8512,
      "step": 8240
    },
    {
      "epoch": 0.5966910767561703,
      "grad_norm": 16.03125,
      "learning_rate": 9.953383694011696e-07,
      "loss": 25.1353,
      "step": 8250
    },
    {
      "epoch": 0.5974143386673899,
      "grad_norm": 15.09375,
      "learning_rate": 9.953327189398378e-07,
      "loss": 24.9567,
      "step": 8260
    },
    {
      "epoch": 0.5981376005786095,
      "grad_norm": 17.640625,
      "learning_rate": 9.953270684785058e-07,
      "loss": 24.9228,
      "step": 8270
    },
    {
      "epoch": 0.5988608624898292,
      "grad_norm": 15.8984375,
      "learning_rate": 9.95321418017174e-07,
      "loss": 25.0197,
      "step": 8280
    },
    {
      "epoch": 0.5995841244010487,
      "grad_norm": 17.03125,
      "learning_rate": 9.95315767555842e-07,
      "loss": 25.3745,
      "step": 8290
    },
    {
      "epoch": 0.6003073863122683,
      "grad_norm": 16.453125,
      "learning_rate": 9.953101170945102e-07,
      "loss": 25.306,
      "step": 8300
    },
    {
      "epoch": 0.601030648223488,
      "grad_norm": 14.90625,
      "learning_rate": 9.953044666331782e-07,
      "loss": 24.8696,
      "step": 8310
    },
    {
      "epoch": 0.6017539101347076,
      "grad_norm": 15.59375,
      "learning_rate": 9.952988161718462e-07,
      "loss": 25.2775,
      "step": 8320
    },
    {
      "epoch": 0.6024771720459271,
      "grad_norm": 15.8515625,
      "learning_rate": 9.952931657105144e-07,
      "loss": 24.8399,
      "step": 8330
    },
    {
      "epoch": 0.6032004339571467,
      "grad_norm": 16.484375,
      "learning_rate": 9.952875152491824e-07,
      "loss": 24.971,
      "step": 8340
    },
    {
      "epoch": 0.6039236958683664,
      "grad_norm": 16.0625,
      "learning_rate": 9.952818647878506e-07,
      "loss": 25.0859,
      "step": 8350
    },
    {
      "epoch": 0.6046469577795859,
      "grad_norm": 16.3125,
      "learning_rate": 9.952762143265186e-07,
      "loss": 25.063,
      "step": 8360
    },
    {
      "epoch": 0.6053702196908055,
      "grad_norm": 15.828125,
      "learning_rate": 9.952705638651866e-07,
      "loss": 25.029,
      "step": 8370
    },
    {
      "epoch": 0.6060934816020251,
      "grad_norm": 16.984375,
      "learning_rate": 9.952649134038548e-07,
      "loss": 24.7311,
      "step": 8380
    },
    {
      "epoch": 0.6068167435132448,
      "grad_norm": 15.703125,
      "learning_rate": 9.952592629425228e-07,
      "loss": 24.7605,
      "step": 8390
    },
    {
      "epoch": 0.6075400054244643,
      "grad_norm": 16.140625,
      "learning_rate": 9.95253612481191e-07,
      "loss": 25.1468,
      "step": 8400
    },
    {
      "epoch": 0.6082632673356839,
      "grad_norm": 15.5546875,
      "learning_rate": 9.95247962019859e-07,
      "loss": 24.8656,
      "step": 8410
    },
    {
      "epoch": 0.6089865292469036,
      "grad_norm": 16.1875,
      "learning_rate": 9.95242311558527e-07,
      "loss": 24.9105,
      "step": 8420
    },
    {
      "epoch": 0.6097097911581232,
      "grad_norm": 16.03125,
      "learning_rate": 9.952366610971953e-07,
      "loss": 25.0424,
      "step": 8430
    },
    {
      "epoch": 0.6104330530693427,
      "grad_norm": 16.28125,
      "learning_rate": 9.952310106358632e-07,
      "loss": 25.3547,
      "step": 8440
    },
    {
      "epoch": 0.6111563149805623,
      "grad_norm": 15.5625,
      "learning_rate": 9.952253601745315e-07,
      "loss": 24.777,
      "step": 8450
    },
    {
      "epoch": 0.611879576891782,
      "grad_norm": 17.03125,
      "learning_rate": 9.952197097131995e-07,
      "loss": 24.958,
      "step": 8460
    },
    {
      "epoch": 0.6126028388030015,
      "grad_norm": 16.703125,
      "learning_rate": 9.952140592518675e-07,
      "loss": 25.1826,
      "step": 8470
    },
    {
      "epoch": 0.6133261007142211,
      "grad_norm": 16.078125,
      "learning_rate": 9.952084087905357e-07,
      "loss": 25.2109,
      "step": 8480
    },
    {
      "epoch": 0.6140493626254407,
      "grad_norm": 15.921875,
      "learning_rate": 9.952027583292037e-07,
      "loss": 25.3674,
      "step": 8490
    },
    {
      "epoch": 0.6147726245366604,
      "grad_norm": 15.6875,
      "learning_rate": 9.951971078678719e-07,
      "loss": 25.07,
      "step": 8500
    },
    {
      "epoch": 0.6154958864478799,
      "grad_norm": 16.0625,
      "learning_rate": 9.951914574065399e-07,
      "loss": 24.7706,
      "step": 8510
    },
    {
      "epoch": 0.6162191483590995,
      "grad_norm": 16.25,
      "learning_rate": 9.95185806945208e-07,
      "loss": 25.121,
      "step": 8520
    },
    {
      "epoch": 0.6169424102703192,
      "grad_norm": 16.875,
      "learning_rate": 9.95180156483876e-07,
      "loss": 24.9344,
      "step": 8530
    },
    {
      "epoch": 0.6176656721815388,
      "grad_norm": 15.8671875,
      "learning_rate": 9.95174506022544e-07,
      "loss": 25.3272,
      "step": 8540
    },
    {
      "epoch": 0.6183889340927583,
      "grad_norm": 16.484375,
      "learning_rate": 9.951688555612123e-07,
      "loss": 25.1814,
      "step": 8550
    },
    {
      "epoch": 0.6191121960039779,
      "grad_norm": 15.4921875,
      "learning_rate": 9.951632050998805e-07,
      "loss": 24.6664,
      "step": 8560
    },
    {
      "epoch": 0.6198354579151976,
      "grad_norm": 17.25,
      "learning_rate": 9.951575546385485e-07,
      "loss": 25.6137,
      "step": 8570
    },
    {
      "epoch": 0.6205587198264172,
      "grad_norm": 16.984375,
      "learning_rate": 9.951519041772165e-07,
      "loss": 25.0584,
      "step": 8580
    },
    {
      "epoch": 0.6212819817376367,
      "grad_norm": 15.4765625,
      "learning_rate": 9.951462537158845e-07,
      "loss": 25.0154,
      "step": 8590
    },
    {
      "epoch": 0.6220052436488563,
      "grad_norm": 16.796875,
      "learning_rate": 9.951406032545527e-07,
      "loss": 24.9978,
      "step": 8600
    },
    {
      "epoch": 0.622728505560076,
      "grad_norm": 15.6640625,
      "learning_rate": 9.95134952793221e-07,
      "loss": 25.5721,
      "step": 8610
    },
    {
      "epoch": 0.6234517674712955,
      "grad_norm": 16.640625,
      "learning_rate": 9.95129302331889e-07,
      "loss": 25.3643,
      "step": 8620
    },
    {
      "epoch": 0.6241750293825151,
      "grad_norm": 16.140625,
      "learning_rate": 9.951236518705569e-07,
      "loss": 25.4492,
      "step": 8630
    },
    {
      "epoch": 0.6248982912937348,
      "grad_norm": 16.25,
      "learning_rate": 9.951180014092249e-07,
      "loss": 24.9718,
      "step": 8640
    },
    {
      "epoch": 0.6256215532049544,
      "grad_norm": 16.65625,
      "learning_rate": 9.95112350947893e-07,
      "loss": 24.6082,
      "step": 8650
    },
    {
      "epoch": 0.6263448151161739,
      "grad_norm": 15.8828125,
      "learning_rate": 9.95106700486561e-07,
      "loss": 24.9935,
      "step": 8660
    },
    {
      "epoch": 0.6270680770273935,
      "grad_norm": 15.328125,
      "learning_rate": 9.951010500252293e-07,
      "loss": 25.0441,
      "step": 8670
    },
    {
      "epoch": 0.6277913389386132,
      "grad_norm": 15.6015625,
      "learning_rate": 9.950953995638973e-07,
      "loss": 24.6859,
      "step": 8680
    },
    {
      "epoch": 0.6285146008498328,
      "grad_norm": 16.03125,
      "learning_rate": 9.950897491025653e-07,
      "loss": 24.9053,
      "step": 8690
    },
    {
      "epoch": 0.6292378627610523,
      "grad_norm": 16.1875,
      "learning_rate": 9.950840986412335e-07,
      "loss": 24.9122,
      "step": 8700
    },
    {
      "epoch": 0.6299611246722719,
      "grad_norm": 16.984375,
      "learning_rate": 9.950784481799015e-07,
      "loss": 25.4552,
      "step": 8710
    },
    {
      "epoch": 0.6306843865834916,
      "grad_norm": 15.515625,
      "learning_rate": 9.950727977185697e-07,
      "loss": 24.8516,
      "step": 8720
    },
    {
      "epoch": 0.6314076484947111,
      "grad_norm": 15.8125,
      "learning_rate": 9.950671472572377e-07,
      "loss": 24.9679,
      "step": 8730
    },
    {
      "epoch": 0.6321309104059307,
      "grad_norm": 16.375,
      "learning_rate": 9.95061496795906e-07,
      "loss": 25.5788,
      "step": 8740
    },
    {
      "epoch": 0.6328541723171504,
      "grad_norm": 17.078125,
      "learning_rate": 9.95055846334574e-07,
      "loss": 25.3259,
      "step": 8750
    },
    {
      "epoch": 0.63357743422837,
      "grad_norm": 15.7109375,
      "learning_rate": 9.95050195873242e-07,
      "loss": 24.7144,
      "step": 8760
    },
    {
      "epoch": 0.6343006961395895,
      "grad_norm": 16.015625,
      "learning_rate": 9.950445454119101e-07,
      "loss": 24.7972,
      "step": 8770
    },
    {
      "epoch": 0.6350239580508091,
      "grad_norm": 16.828125,
      "learning_rate": 9.950388949505783e-07,
      "loss": 25.0281,
      "step": 8780
    },
    {
      "epoch": 0.6357472199620288,
      "grad_norm": 16.65625,
      "learning_rate": 9.950332444892463e-07,
      "loss": 24.8294,
      "step": 8790
    },
    {
      "epoch": 0.6364704818732484,
      "grad_norm": 16.90625,
      "learning_rate": 9.950275940279143e-07,
      "loss": 25.2674,
      "step": 8800
    },
    {
      "epoch": 0.6371937437844679,
      "grad_norm": 16.5,
      "learning_rate": 9.950219435665823e-07,
      "loss": 25.1726,
      "step": 8810
    },
    {
      "epoch": 0.6379170056956875,
      "grad_norm": 17.265625,
      "learning_rate": 9.950162931052505e-07,
      "loss": 24.7559,
      "step": 8820
    },
    {
      "epoch": 0.6386402676069072,
      "grad_norm": 15.828125,
      "learning_rate": 9.950106426439187e-07,
      "loss": 25.1427,
      "step": 8830
    },
    {
      "epoch": 0.6393635295181268,
      "grad_norm": 16.796875,
      "learning_rate": 9.950049921825867e-07,
      "loss": 24.9646,
      "step": 8840
    },
    {
      "epoch": 0.6400867914293463,
      "grad_norm": 15.2265625,
      "learning_rate": 9.949993417212547e-07,
      "loss": 25.1181,
      "step": 8850
    },
    {
      "epoch": 0.640810053340566,
      "grad_norm": 15.84375,
      "learning_rate": 9.949936912599227e-07,
      "loss": 24.9643,
      "step": 8860
    },
    {
      "epoch": 0.6415333152517856,
      "grad_norm": 15.3515625,
      "learning_rate": 9.94988040798591e-07,
      "loss": 25.2106,
      "step": 8870
    },
    {
      "epoch": 0.6422565771630051,
      "grad_norm": 16.484375,
      "learning_rate": 9.949823903372592e-07,
      "loss": 25.0076,
      "step": 8880
    },
    {
      "epoch": 0.6429798390742247,
      "grad_norm": 16.953125,
      "learning_rate": 9.949767398759272e-07,
      "loss": 25.3634,
      "step": 8890
    },
    {
      "epoch": 0.6437031009854444,
      "grad_norm": 15.96875,
      "learning_rate": 9.949710894145952e-07,
      "loss": 25.1013,
      "step": 8900
    },
    {
      "epoch": 0.644426362896664,
      "grad_norm": 15.453125,
      "learning_rate": 9.949654389532634e-07,
      "loss": 24.9565,
      "step": 8910
    },
    {
      "epoch": 0.6451496248078835,
      "grad_norm": 15.7578125,
      "learning_rate": 9.949597884919314e-07,
      "loss": 24.6701,
      "step": 8920
    },
    {
      "epoch": 0.6458728867191031,
      "grad_norm": 16.9375,
      "learning_rate": 9.949541380305996e-07,
      "loss": 25.131,
      "step": 8930
    },
    {
      "epoch": 0.6465961486303228,
      "grad_norm": 16.625,
      "learning_rate": 9.949484875692676e-07,
      "loss": 25.0346,
      "step": 8940
    },
    {
      "epoch": 0.6473194105415424,
      "grad_norm": 16.046875,
      "learning_rate": 9.949428371079356e-07,
      "loss": 25.1957,
      "step": 8950
    },
    {
      "epoch": 0.6480426724527619,
      "grad_norm": 16.171875,
      "learning_rate": 9.949371866466038e-07,
      "loss": 25.2245,
      "step": 8960
    },
    {
      "epoch": 0.6487659343639816,
      "grad_norm": 16.125,
      "learning_rate": 9.949315361852718e-07,
      "loss": 25.3402,
      "step": 8970
    },
    {
      "epoch": 0.6494891962752012,
      "grad_norm": 16.046875,
      "learning_rate": 9.949258857239398e-07,
      "loss": 25.0492,
      "step": 8980
    },
    {
      "epoch": 0.6502124581864207,
      "grad_norm": 16.171875,
      "learning_rate": 9.94920235262608e-07,
      "loss": 25.3217,
      "step": 8990
    },
    {
      "epoch": 0.6509357200976403,
      "grad_norm": 15.8984375,
      "learning_rate": 9.949145848012762e-07,
      "loss": 25.2028,
      "step": 9000
    },
    {
      "epoch": 0.65165898200886,
      "grad_norm": 16.9375,
      "learning_rate": 9.949089343399442e-07,
      "loss": 25.19,
      "step": 9010
    },
    {
      "epoch": 0.6523822439200796,
      "grad_norm": 16.6875,
      "learning_rate": 9.949032838786122e-07,
      "loss": 25.143,
      "step": 9020
    },
    {
      "epoch": 0.6531055058312991,
      "grad_norm": 16.828125,
      "learning_rate": 9.948976334172802e-07,
      "loss": 25.1178,
      "step": 9030
    },
    {
      "epoch": 0.6538287677425187,
      "grad_norm": 16.9375,
      "learning_rate": 9.948919829559484e-07,
      "loss": 25.0101,
      "step": 9040
    },
    {
      "epoch": 0.6545520296537384,
      "grad_norm": 16.15625,
      "learning_rate": 9.948863324946166e-07,
      "loss": 25.3933,
      "step": 9050
    },
    {
      "epoch": 0.655275291564958,
      "grad_norm": 16.984375,
      "learning_rate": 9.948806820332846e-07,
      "loss": 24.9395,
      "step": 9060
    },
    {
      "epoch": 0.6559985534761775,
      "grad_norm": 16.53125,
      "learning_rate": 9.948750315719526e-07,
      "loss": 24.8895,
      "step": 9070
    },
    {
      "epoch": 0.6567218153873972,
      "grad_norm": 15.796875,
      "learning_rate": 9.948693811106206e-07,
      "loss": 24.8654,
      "step": 9080
    },
    {
      "epoch": 0.6574450772986168,
      "grad_norm": 15.6953125,
      "learning_rate": 9.948637306492888e-07,
      "loss": 24.8138,
      "step": 9090
    },
    {
      "epoch": 0.6581683392098364,
      "grad_norm": 16.171875,
      "learning_rate": 9.94858080187957e-07,
      "loss": 25.1842,
      "step": 9100
    },
    {
      "epoch": 0.6588916011210559,
      "grad_norm": 16.109375,
      "learning_rate": 9.94852429726625e-07,
      "loss": 24.8857,
      "step": 9110
    },
    {
      "epoch": 0.6596148630322756,
      "grad_norm": 16.234375,
      "learning_rate": 9.94846779265293e-07,
      "loss": 25.2401,
      "step": 9120
    },
    {
      "epoch": 0.6603381249434952,
      "grad_norm": 16.28125,
      "learning_rate": 9.948411288039612e-07,
      "loss": 24.8999,
      "step": 9130
    },
    {
      "epoch": 0.6610613868547147,
      "grad_norm": 16.40625,
      "learning_rate": 9.948354783426292e-07,
      "loss": 24.8383,
      "step": 9140
    },
    {
      "epoch": 0.6617846487659343,
      "grad_norm": 16.53125,
      "learning_rate": 9.948298278812974e-07,
      "loss": 24.9992,
      "step": 9150
    },
    {
      "epoch": 0.662507910677154,
      "grad_norm": 15.8828125,
      "learning_rate": 9.948241774199654e-07,
      "loss": 24.7903,
      "step": 9160
    },
    {
      "epoch": 0.6632311725883736,
      "grad_norm": 16.265625,
      "learning_rate": 9.948185269586334e-07,
      "loss": 25.0166,
      "step": 9170
    },
    {
      "epoch": 0.6639544344995931,
      "grad_norm": 16.109375,
      "learning_rate": 9.948128764973016e-07,
      "loss": 25.1261,
      "step": 9180
    },
    {
      "epoch": 0.6646776964108128,
      "grad_norm": 15.8046875,
      "learning_rate": 9.948072260359696e-07,
      "loss": 25.2559,
      "step": 9190
    },
    {
      "epoch": 0.6654009583220324,
      "grad_norm": 16.703125,
      "learning_rate": 9.948015755746378e-07,
      "loss": 24.8266,
      "step": 9200
    },
    {
      "epoch": 0.666124220233252,
      "grad_norm": 16.203125,
      "learning_rate": 9.947959251133058e-07,
      "loss": 25.231,
      "step": 9210
    },
    {
      "epoch": 0.6668474821444715,
      "grad_norm": 16.53125,
      "learning_rate": 9.94790274651974e-07,
      "loss": 25.3356,
      "step": 9220
    },
    {
      "epoch": 0.6675707440556912,
      "grad_norm": 15.234375,
      "learning_rate": 9.94784624190642e-07,
      "loss": 25.1178,
      "step": 9230
    },
    {
      "epoch": 0.6682940059669108,
      "grad_norm": 16.171875,
      "learning_rate": 9.9477897372931e-07,
      "loss": 25.1904,
      "step": 9240
    },
    {
      "epoch": 0.6690172678781303,
      "grad_norm": 15.515625,
      "learning_rate": 9.947733232679782e-07,
      "loss": 25.057,
      "step": 9250
    },
    {
      "epoch": 0.66974052978935,
      "grad_norm": 16.9375,
      "learning_rate": 9.947676728066462e-07,
      "loss": 25.0339,
      "step": 9260
    },
    {
      "epoch": 0.6704637917005696,
      "grad_norm": 16.0625,
      "learning_rate": 9.947620223453144e-07,
      "loss": 25.0058,
      "step": 9270
    },
    {
      "epoch": 0.6711870536117892,
      "grad_norm": 17.0625,
      "learning_rate": 9.947563718839824e-07,
      "loss": 24.9719,
      "step": 9280
    },
    {
      "epoch": 0.6719103155230087,
      "grad_norm": 15.65625,
      "learning_rate": 9.947507214226504e-07,
      "loss": 25.0308,
      "step": 9290
    },
    {
      "epoch": 0.6726335774342284,
      "grad_norm": 16.03125,
      "learning_rate": 9.947450709613186e-07,
      "loss": 25.2972,
      "step": 9300
    },
    {
      "epoch": 0.673356839345448,
      "grad_norm": 15.671875,
      "learning_rate": 9.947394204999866e-07,
      "loss": 25.0732,
      "step": 9310
    },
    {
      "epoch": 0.6740801012566676,
      "grad_norm": 16.234375,
      "learning_rate": 9.947337700386549e-07,
      "loss": 25.0754,
      "step": 9320
    },
    {
      "epoch": 0.6748033631678871,
      "grad_norm": 15.2578125,
      "learning_rate": 9.947281195773229e-07,
      "loss": 25.5137,
      "step": 9330
    },
    {
      "epoch": 0.6755266250791068,
      "grad_norm": 15.859375,
      "learning_rate": 9.947224691159909e-07,
      "loss": 25.1258,
      "step": 9340
    },
    {
      "epoch": 0.6762498869903264,
      "grad_norm": 16.65625,
      "learning_rate": 9.94716818654659e-07,
      "loss": 25.1174,
      "step": 9350
    },
    {
      "epoch": 0.6769731489015459,
      "grad_norm": 16.25,
      "learning_rate": 9.94711168193327e-07,
      "loss": 25.1364,
      "step": 9360
    },
    {
      "epoch": 0.6776964108127655,
      "grad_norm": 15.8359375,
      "learning_rate": 9.947055177319953e-07,
      "loss": 25.13,
      "step": 9370
    },
    {
      "epoch": 0.6784196727239852,
      "grad_norm": 17.828125,
      "learning_rate": 9.946998672706633e-07,
      "loss": 25.317,
      "step": 9380
    },
    {
      "epoch": 0.6791429346352048,
      "grad_norm": 15.5703125,
      "learning_rate": 9.946942168093313e-07,
      "loss": 25.0771,
      "step": 9390
    },
    {
      "epoch": 0.6798661965464243,
      "grad_norm": 16.3125,
      "learning_rate": 9.946885663479995e-07,
      "loss": 25.558,
      "step": 9400
    },
    {
      "epoch": 0.680589458457644,
      "grad_norm": 15.7265625,
      "learning_rate": 9.946829158866675e-07,
      "loss": 24.8281,
      "step": 9410
    },
    {
      "epoch": 0.6813127203688636,
      "grad_norm": 17.03125,
      "learning_rate": 9.946772654253357e-07,
      "loss": 24.8212,
      "step": 9420
    },
    {
      "epoch": 0.6820359822800832,
      "grad_norm": 16.296875,
      "learning_rate": 9.946716149640037e-07,
      "loss": 25.2519,
      "step": 9430
    },
    {
      "epoch": 0.6827592441913027,
      "grad_norm": 16.328125,
      "learning_rate": 9.946659645026719e-07,
      "loss": 25.086,
      "step": 9440
    },
    {
      "epoch": 0.6834825061025224,
      "grad_norm": 16.34375,
      "learning_rate": 9.946603140413399e-07,
      "loss": 25.1416,
      "step": 9450
    },
    {
      "epoch": 0.684205768013742,
      "grad_norm": 15.1328125,
      "learning_rate": 9.946546635800079e-07,
      "loss": 25.0502,
      "step": 9460
    },
    {
      "epoch": 0.6849290299249616,
      "grad_norm": 16.140625,
      "learning_rate": 9.94649013118676e-07,
      "loss": 25.018,
      "step": 9470
    },
    {
      "epoch": 0.6856522918361811,
      "grad_norm": 16.359375,
      "learning_rate": 9.94643362657344e-07,
      "loss": 24.6714,
      "step": 9480
    },
    {
      "epoch": 0.6863755537474008,
      "grad_norm": 16.03125,
      "learning_rate": 9.946377121960123e-07,
      "loss": 25.0868,
      "step": 9490
    },
    {
      "epoch": 0.6870988156586204,
      "grad_norm": 15.8515625,
      "learning_rate": 9.946320617346803e-07,
      "loss": 25.0213,
      "step": 9500
    },
    {
      "epoch": 0.6878220775698399,
      "grad_norm": 17.421875,
      "learning_rate": 9.946264112733483e-07,
      "loss": 25.2668,
      "step": 9510
    },
    {
      "epoch": 0.6885453394810596,
      "grad_norm": 16.703125,
      "learning_rate": 9.946207608120165e-07,
      "loss": 25.1576,
      "step": 9520
    },
    {
      "epoch": 0.6892686013922792,
      "grad_norm": 16.453125,
      "learning_rate": 9.946151103506845e-07,
      "loss": 25.0762,
      "step": 9530
    },
    {
      "epoch": 0.6899918633034988,
      "grad_norm": 15.5859375,
      "learning_rate": 9.946094598893527e-07,
      "loss": 24.9267,
      "step": 9540
    },
    {
      "epoch": 0.6907151252147183,
      "grad_norm": 17.0625,
      "learning_rate": 9.946038094280207e-07,
      "loss": 25.3065,
      "step": 9550
    },
    {
      "epoch": 0.691438387125938,
      "grad_norm": 17.46875,
      "learning_rate": 9.945981589666887e-07,
      "loss": 24.975,
      "step": 9560
    },
    {
      "epoch": 0.6921616490371576,
      "grad_norm": 17.625,
      "learning_rate": 9.94592508505357e-07,
      "loss": 25.006,
      "step": 9570
    },
    {
      "epoch": 0.6928849109483772,
      "grad_norm": 15.5546875,
      "learning_rate": 9.94586858044025e-07,
      "loss": 25.3168,
      "step": 9580
    },
    {
      "epoch": 0.6936081728595967,
      "grad_norm": 17.15625,
      "learning_rate": 9.945812075826931e-07,
      "loss": 25.2658,
      "step": 9590
    },
    {
      "epoch": 0.6943314347708164,
      "grad_norm": 16.90625,
      "learning_rate": 9.945755571213611e-07,
      "loss": 25.3412,
      "step": 9600
    },
    {
      "epoch": 0.695054696682036,
      "grad_norm": 17.359375,
      "learning_rate": 9.945699066600293e-07,
      "loss": 24.7888,
      "step": 9610
    },
    {
      "epoch": 0.6957779585932555,
      "grad_norm": 15.4296875,
      "learning_rate": 9.945642561986973e-07,
      "loss": 24.7344,
      "step": 9620
    },
    {
      "epoch": 0.6965012205044752,
      "grad_norm": 15.84375,
      "learning_rate": 9.945586057373653e-07,
      "loss": 24.9273,
      "step": 9630
    },
    {
      "epoch": 0.6972244824156948,
      "grad_norm": 15.859375,
      "learning_rate": 9.945529552760335e-07,
      "loss": 25.0604,
      "step": 9640
    },
    {
      "epoch": 0.6979477443269144,
      "grad_norm": 15.5078125,
      "learning_rate": 9.945473048147015e-07,
      "loss": 25.0373,
      "step": 9650
    },
    {
      "epoch": 0.6986710062381339,
      "grad_norm": 16.734375,
      "learning_rate": 9.945416543533697e-07,
      "loss": 24.89,
      "step": 9660
    },
    {
      "epoch": 0.6993942681493536,
      "grad_norm": 16.984375,
      "learning_rate": 9.945360038920377e-07,
      "loss": 25.5452,
      "step": 9670
    },
    {
      "epoch": 0.7001175300605732,
      "grad_norm": 15.609375,
      "learning_rate": 9.945303534307057e-07,
      "loss": 25.3505,
      "step": 9680
    },
    {
      "epoch": 0.7008407919717928,
      "grad_norm": 16.140625,
      "learning_rate": 9.94524702969374e-07,
      "loss": 25.1811,
      "step": 9690
    },
    {
      "epoch": 0.7015640538830124,
      "grad_norm": 17.21875,
      "learning_rate": 9.94519052508042e-07,
      "loss": 25.2871,
      "step": 9700
    },
    {
      "epoch": 0.702287315794232,
      "grad_norm": 17.234375,
      "learning_rate": 9.945134020467101e-07,
      "loss": 25.123,
      "step": 9710
    },
    {
      "epoch": 0.7030105777054516,
      "grad_norm": 16.578125,
      "learning_rate": 9.945077515853781e-07,
      "loss": 25.1046,
      "step": 9720
    },
    {
      "epoch": 0.7037338396166712,
      "grad_norm": 17.0625,
      "learning_rate": 9.945021011240461e-07,
      "loss": 24.8252,
      "step": 9730
    },
    {
      "epoch": 0.7044571015278908,
      "grad_norm": 15.671875,
      "learning_rate": 9.944964506627143e-07,
      "loss": 25.0734,
      "step": 9740
    },
    {
      "epoch": 0.7051803634391104,
      "grad_norm": 16.546875,
      "learning_rate": 9.944908002013823e-07,
      "loss": 25.0185,
      "step": 9750
    },
    {
      "epoch": 0.70590362535033,
      "grad_norm": 16.1875,
      "learning_rate": 9.944851497400506e-07,
      "loss": 25.2923,
      "step": 9760
    },
    {
      "epoch": 0.7066268872615495,
      "grad_norm": 15.984375,
      "learning_rate": 9.944794992787186e-07,
      "loss": 24.9048,
      "step": 9770
    },
    {
      "epoch": 0.7073501491727692,
      "grad_norm": 15.90625,
      "learning_rate": 9.944738488173865e-07,
      "loss": 25.2429,
      "step": 9780
    },
    {
      "epoch": 0.7080734110839888,
      "grad_norm": 16.390625,
      "learning_rate": 9.944681983560548e-07,
      "loss": 24.9763,
      "step": 9790
    },
    {
      "epoch": 0.7087966729952084,
      "grad_norm": 17.609375,
      "learning_rate": 9.944625478947228e-07,
      "loss": 24.7899,
      "step": 9800
    },
    {
      "epoch": 0.709519934906428,
      "grad_norm": 15.5234375,
      "learning_rate": 9.94456897433391e-07,
      "loss": 25.1678,
      "step": 9810
    },
    {
      "epoch": 0.7102431968176476,
      "grad_norm": 16.296875,
      "learning_rate": 9.94451246972059e-07,
      "loss": 24.7197,
      "step": 9820
    },
    {
      "epoch": 0.7109664587288672,
      "grad_norm": 16.921875,
      "learning_rate": 9.944455965107272e-07,
      "loss": 25.1769,
      "step": 9830
    },
    {
      "epoch": 0.7116897206400868,
      "grad_norm": 15.6796875,
      "learning_rate": 9.944399460493952e-07,
      "loss": 24.9675,
      "step": 9840
    },
    {
      "epoch": 0.7124129825513064,
      "grad_norm": 16.5625,
      "learning_rate": 9.944342955880632e-07,
      "loss": 25.0993,
      "step": 9850
    },
    {
      "epoch": 0.713136244462526,
      "grad_norm": 16.203125,
      "learning_rate": 9.944286451267314e-07,
      "loss": 24.9978,
      "step": 9860
    },
    {
      "epoch": 0.7138595063737456,
      "grad_norm": 16.78125,
      "learning_rate": 9.944229946653994e-07,
      "loss": 24.8196,
      "step": 9870
    },
    {
      "epoch": 0.7145827682849651,
      "grad_norm": 16.140625,
      "learning_rate": 9.944173442040676e-07,
      "loss": 25.2091,
      "step": 9880
    },
    {
      "epoch": 0.7153060301961848,
      "grad_norm": 16.484375,
      "learning_rate": 9.944116937427356e-07,
      "loss": 25.1268,
      "step": 9890
    },
    {
      "epoch": 0.7160292921074044,
      "grad_norm": 16.171875,
      "learning_rate": 9.944060432814036e-07,
      "loss": 25.0055,
      "step": 9900
    },
    {
      "epoch": 0.716752554018624,
      "grad_norm": 16.203125,
      "learning_rate": 9.944003928200718e-07,
      "loss": 25.0594,
      "step": 9910
    },
    {
      "epoch": 0.7174758159298436,
      "grad_norm": 16.78125,
      "learning_rate": 9.943947423587398e-07,
      "loss": 25.3482,
      "step": 9920
    },
    {
      "epoch": 0.7181990778410632,
      "grad_norm": 16.03125,
      "learning_rate": 9.94389091897408e-07,
      "loss": 25.1836,
      "step": 9930
    },
    {
      "epoch": 0.7189223397522828,
      "grad_norm": 16.609375,
      "learning_rate": 9.94383441436076e-07,
      "loss": 25.2864,
      "step": 9940
    },
    {
      "epoch": 0.7196456016635024,
      "grad_norm": 16.046875,
      "learning_rate": 9.94377790974744e-07,
      "loss": 25.058,
      "step": 9950
    },
    {
      "epoch": 0.720368863574722,
      "grad_norm": 17.21875,
      "learning_rate": 9.943721405134122e-07,
      "loss": 24.9827,
      "step": 9960
    },
    {
      "epoch": 0.7210921254859416,
      "grad_norm": 17.34375,
      "learning_rate": 9.943664900520802e-07,
      "loss": 25.0163,
      "step": 9970
    },
    {
      "epoch": 0.7218153873971612,
      "grad_norm": 16.109375,
      "learning_rate": 9.943608395907484e-07,
      "loss": 25.2643,
      "step": 9980
    },
    {
      "epoch": 0.7225386493083807,
      "grad_norm": 16.390625,
      "learning_rate": 9.943551891294164e-07,
      "loss": 25.2327,
      "step": 9990
    },
    {
      "epoch": 0.7232619112196004,
      "grad_norm": 16.8125,
      "learning_rate": 9.943495386680844e-07,
      "loss": 24.98,
      "step": 10000
    },
    {
      "epoch": 0.7232619112196004,
      "eval_loss": 1.5873770713806152,
      "eval_runtime": 366.777,
      "eval_samples_per_second": 1979.565,
      "eval_steps_per_second": 30.932,
      "step": 10000
    }
  ],
  "logging_steps": 10,
  "max_steps": 13826,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3969285567217664e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}