{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2946593001841621,
  "eval_steps": 50,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014732965009208103,
      "grad_norm": 3.1541404724121094,
      "learning_rate": 2e-05,
      "loss": 8.9189,
      "step": 1
    },
    {
      "epoch": 0.0014732965009208103,
      "eval_loss": 3.2565059661865234,
      "eval_runtime": 9.4566,
      "eval_samples_per_second": 30.244,
      "eval_steps_per_second": 15.122,
      "step": 1
    },
    {
      "epoch": 0.0029465930018416206,
      "grad_norm": 1.7702511548995972,
      "learning_rate": 4e-05,
      "loss": 9.741,
      "step": 2
    },
    {
      "epoch": 0.004419889502762431,
      "grad_norm": 2.489617109298706,
      "learning_rate": 6e-05,
      "loss": 12.075,
      "step": 3
    },
    {
      "epoch": 0.005893186003683241,
      "grad_norm": 6.4327898025512695,
      "learning_rate": 8e-05,
      "loss": 13.4888,
      "step": 4
    },
    {
      "epoch": 0.007366482504604052,
      "grad_norm": 3.635437250137329,
      "learning_rate": 0.0001,
      "loss": 15.0644,
      "step": 5
    },
    {
      "epoch": 0.008839779005524863,
      "grad_norm": 5.8415045738220215,
      "learning_rate": 0.00012,
      "loss": 14.4951,
      "step": 6
    },
    {
      "epoch": 0.010313075506445672,
      "grad_norm": 6.604334831237793,
      "learning_rate": 0.00014,
      "loss": 15.9952,
      "step": 7
    },
    {
      "epoch": 0.011786372007366482,
      "grad_norm": 4.3601579666137695,
      "learning_rate": 0.00016,
      "loss": 11.8052,
      "step": 8
    },
    {
      "epoch": 0.013259668508287293,
      "grad_norm": 4.953864097595215,
      "learning_rate": 0.00018,
      "loss": 12.0071,
      "step": 9
    },
    {
      "epoch": 0.014732965009208104,
      "grad_norm": 7.948404312133789,
      "learning_rate": 0.0002,
      "loss": 11.1713,
      "step": 10
    },
    {
      "epoch": 0.016206261510128914,
      "grad_norm": 6.616621971130371,
      "learning_rate": 0.0001999863304992469,
      "loss": 9.3546,
      "step": 11
    },
    {
      "epoch": 0.017679558011049725,
      "grad_norm": 3.6598548889160156,
      "learning_rate": 0.00019994532573409262,
      "loss": 9.7632,
      "step": 12
    },
    {
      "epoch": 0.019152854511970532,
      "grad_norm": 5.915988445281982,
      "learning_rate": 0.00019987699691483048,
      "loss": 14.6365,
      "step": 13
    },
    {
      "epoch": 0.020626151012891343,
      "grad_norm": 6.100218772888184,
      "learning_rate": 0.00019978136272187747,
      "loss": 10.4504,
      "step": 14
    },
    {
      "epoch": 0.022099447513812154,
      "grad_norm": 3.99997615814209,
      "learning_rate": 0.000199658449300667,
      "loss": 9.436,
      "step": 15
    },
    {
      "epoch": 0.023572744014732964,
      "grad_norm": 4.781832695007324,
      "learning_rate": 0.00019950829025450114,
      "loss": 9.5615,
      "step": 16
    },
    {
      "epoch": 0.025046040515653775,
      "grad_norm": 4.316699504852295,
      "learning_rate": 0.00019933092663536382,
      "loss": 9.8006,
      "step": 17
    },
    {
      "epoch": 0.026519337016574586,
      "grad_norm": 5.100368976593018,
      "learning_rate": 0.00019912640693269752,
      "loss": 10.0697,
      "step": 18
    },
    {
      "epoch": 0.027992633517495397,
      "grad_norm": 11.279586791992188,
      "learning_rate": 0.00019889478706014687,
      "loss": 9.8463,
      "step": 19
    },
    {
      "epoch": 0.029465930018416207,
      "grad_norm": 5.626986026763916,
      "learning_rate": 0.00019863613034027224,
      "loss": 9.7286,
      "step": 20
    },
    {
      "epoch": 0.030939226519337018,
      "grad_norm": 11.165328025817871,
      "learning_rate": 0.00019835050748723824,
      "loss": 10.1978,
      "step": 21
    },
    {
      "epoch": 0.03241252302025783,
      "grad_norm": 9.0336275100708,
      "learning_rate": 0.00019803799658748094,
      "loss": 7.924,
      "step": 22
    },
    {
      "epoch": 0.03388581952117864,
      "grad_norm": 7.770285129547119,
      "learning_rate": 0.00019769868307835994,
      "loss": 11.2543,
      "step": 23
    },
    {
      "epoch": 0.03535911602209945,
      "grad_norm": 9.521552085876465,
      "learning_rate": 0.0001973326597248006,
      "loss": 12.0127,
      "step": 24
    },
    {
      "epoch": 0.03683241252302026,
      "grad_norm": 11.501378059387207,
      "learning_rate": 0.00019694002659393305,
      "loss": 9.5224,
      "step": 25
    },
    {
      "epoch": 0.038305709023941065,
      "grad_norm": 4.7648515701293945,
      "learning_rate": 0.00019652089102773488,
      "loss": 9.2757,
      "step": 26
    },
    {
      "epoch": 0.039779005524861875,
      "grad_norm": 10.825995445251465,
      "learning_rate": 0.00019607536761368484,
      "loss": 10.0724,
      "step": 27
    },
    {
      "epoch": 0.041252302025782686,
      "grad_norm": 7.209076404571533,
      "learning_rate": 0.00019560357815343577,
      "loss": 8.9072,
      "step": 28
    },
    {
      "epoch": 0.0427255985267035,
      "grad_norm": 10.064898490905762,
      "learning_rate": 0.00019510565162951537,
      "loss": 11.1213,
      "step": 29
    },
    {
      "epoch": 0.04419889502762431,
      "grad_norm": 10.006102561950684,
      "learning_rate": 0.00019458172417006347,
      "loss": 9.3537,
      "step": 30
    },
    {
      "epoch": 0.04567219152854512,
      "grad_norm": 2.8803489208221436,
      "learning_rate": 0.00019403193901161613,
      "loss": 6.3467,
      "step": 31
    },
    {
      "epoch": 0.04714548802946593,
      "grad_norm": 9.666797637939453,
      "learning_rate": 0.0001934564464599461,
      "loss": 9.9114,
      "step": 32
    },
    {
      "epoch": 0.04861878453038674,
      "grad_norm": 7.411388874053955,
      "learning_rate": 0.00019285540384897073,
      "loss": 12.8765,
      "step": 33
    },
    {
      "epoch": 0.05009208103130755,
      "grad_norm": 5.952574729919434,
      "learning_rate": 0.00019222897549773848,
      "loss": 8.1026,
      "step": 34
    },
    {
      "epoch": 0.05156537753222836,
      "grad_norm": 9.048133850097656,
      "learning_rate": 0.00019157733266550575,
      "loss": 9.8412,
      "step": 35
    },
    {
      "epoch": 0.05303867403314917,
      "grad_norm": 8.200292587280273,
      "learning_rate": 0.00019090065350491626,
      "loss": 8.7816,
      "step": 36
    },
    {
      "epoch": 0.05451197053406998,
      "grad_norm": 9.098681449890137,
      "learning_rate": 0.00019019912301329592,
      "loss": 11.8605,
      "step": 37
    },
    {
      "epoch": 0.05598526703499079,
      "grad_norm": 3.642021656036377,
      "learning_rate": 0.00018947293298207635,
      "loss": 7.211,
      "step": 38
    },
    {
      "epoch": 0.057458563535911604,
      "grad_norm": 5.9573974609375,
      "learning_rate": 0.0001887222819443612,
      "loss": 8.0583,
      "step": 39
    },
    {
      "epoch": 0.058931860036832415,
      "grad_norm": 5.869434833526611,
      "learning_rate": 0.0001879473751206489,
      "loss": 10.2234,
      "step": 40
    },
    {
      "epoch": 0.060405156537753225,
      "grad_norm": 8.367606163024902,
      "learning_rate": 0.00018714842436272773,
      "loss": 9.9171,
      "step": 41
    },
    {
      "epoch": 0.061878453038674036,
      "grad_norm": 3.8573427200317383,
      "learning_rate": 0.00018632564809575742,
      "loss": 6.9693,
      "step": 42
    },
    {
      "epoch": 0.06335174953959484,
      "grad_norm": 5.08005952835083,
      "learning_rate": 0.0001854792712585539,
      "loss": 8.545,
      "step": 43
    },
    {
      "epoch": 0.06482504604051566,
      "grad_norm": 5.412344455718994,
      "learning_rate": 0.00018460952524209355,
      "loss": 6.0708,
      "step": 44
    },
    {
      "epoch": 0.06629834254143646,
      "grad_norm": 5.560658931732178,
      "learning_rate": 0.00018371664782625287,
      "loss": 8.6937,
      "step": 45
    },
    {
      "epoch": 0.06777163904235728,
      "grad_norm": 5.4355149269104,
      "learning_rate": 0.00018280088311480201,
      "loss": 7.2302,
      "step": 46
    },
    {
      "epoch": 0.06924493554327808,
      "grad_norm": 5.770148277282715,
      "learning_rate": 0.00018186248146866927,
      "loss": 10.6754,
      "step": 47
    },
    {
      "epoch": 0.0707182320441989,
      "grad_norm": 6.869553565979004,
      "learning_rate": 0.00018090169943749476,
      "loss": 9.2739,
      "step": 48
    },
    {
      "epoch": 0.0721915285451197,
      "grad_norm": 8.691353797912598,
      "learning_rate": 0.0001799187996894925,
      "loss": 9.0793,
      "step": 49
    },
    {
      "epoch": 0.07366482504604052,
      "grad_norm": 8.788375854492188,
      "learning_rate": 0.00017891405093963938,
      "loss": 9.0745,
      "step": 50
    },
    {
      "epoch": 0.07366482504604052,
      "eval_loss": 2.2372069358825684,
      "eval_runtime": 9.4565,
      "eval_samples_per_second": 30.244,
      "eval_steps_per_second": 15.122,
      "step": 50
    },
    {
      "epoch": 0.07513812154696133,
      "grad_norm": 7.550640106201172,
      "learning_rate": 0.00017788772787621126,
      "loss": 12.7868,
      "step": 51
    },
    {
      "epoch": 0.07661141804788213,
      "grad_norm": 7.088727951049805,
      "learning_rate": 0.00017684011108568592,
      "loss": 6.6456,
      "step": 52
    },
    {
      "epoch": 0.07808471454880295,
      "grad_norm": 6.3660101890563965,
      "learning_rate": 0.0001757714869760335,
      "loss": 9.7407,
      "step": 53
    },
    {
      "epoch": 0.07955801104972375,
      "grad_norm": 6.493173599243164,
      "learning_rate": 0.0001746821476984154,
      "loss": 8.9581,
      "step": 54
    },
    {
      "epoch": 0.08103130755064457,
      "grad_norm": 13.058594703674316,
      "learning_rate": 0.00017357239106731317,
      "loss": 7.4741,
      "step": 55
    },
    {
      "epoch": 0.08250460405156537,
      "grad_norm": 9.218979835510254,
      "learning_rate": 0.00017244252047910892,
      "loss": 10.1216,
      "step": 56
    },
    {
      "epoch": 0.08397790055248619,
      "grad_norm": 8.803467750549316,
      "learning_rate": 0.00017129284482913972,
      "loss": 10.4821,
      "step": 57
    },
    {
      "epoch": 0.085451197053407,
      "grad_norm": 7.895155429840088,
      "learning_rate": 0.00017012367842724887,
      "loss": 8.5694,
      "step": 58
    },
    {
      "epoch": 0.08692449355432781,
      "grad_norm": 8.486394882202148,
      "learning_rate": 0.0001689353409118566,
      "loss": 10.1866,
      "step": 59
    },
    {
      "epoch": 0.08839779005524862,
      "grad_norm": 8.857569694519043,
      "learning_rate": 0.00016772815716257412,
      "loss": 8.1711,
      "step": 60
    },
    {
      "epoch": 0.08987108655616943,
      "grad_norm": 5.87221622467041,
      "learning_rate": 0.0001665024572113848,
      "loss": 8.2002,
      "step": 61
    },
    {
      "epoch": 0.09134438305709024,
      "grad_norm": 7.224503993988037,
      "learning_rate": 0.00016525857615241687,
      "loss": 9.4081,
      "step": 62
    },
    {
      "epoch": 0.09281767955801105,
      "grad_norm": 9.808675765991211,
      "learning_rate": 0.00016399685405033167,
      "loss": 7.1058,
      "step": 63
    },
    {
      "epoch": 0.09429097605893186,
      "grad_norm": 12.092679977416992,
      "learning_rate": 0.0001627176358473537,
      "loss": 10.0414,
      "step": 64
    },
    {
      "epoch": 0.09576427255985268,
      "grad_norm": 8.735736846923828,
      "learning_rate": 0.0001614212712689668,
      "loss": 10.7128,
      "step": 65
    },
    {
      "epoch": 0.09723756906077348,
      "grad_norm": 9.30666446685791,
      "learning_rate": 0.00016010811472830252,
      "loss": 8.9495,
      "step": 66
    },
    {
      "epoch": 0.0987108655616943,
      "grad_norm": 8.964729309082031,
      "learning_rate": 0.00015877852522924732,
      "loss": 6.9074,
      "step": 67
    },
    {
      "epoch": 0.1001841620626151,
      "grad_norm": 8.615819931030273,
      "learning_rate": 0.00015743286626829437,
      "loss": 7.6531,
      "step": 68
    },
    {
      "epoch": 0.10165745856353592,
      "grad_norm": 9.311439514160156,
      "learning_rate": 0.0001560715057351673,
      "loss": 10.6691,
      "step": 69
    },
    {
      "epoch": 0.10313075506445672,
      "grad_norm": 7.247087478637695,
      "learning_rate": 0.00015469481581224272,
      "loss": 7.229,
      "step": 70
    },
    {
      "epoch": 0.10460405156537753,
      "grad_norm": 6.454756259918213,
      "learning_rate": 0.0001533031728727994,
      "loss": 7.7774,
      "step": 71
    },
    {
      "epoch": 0.10607734806629834,
      "grad_norm": 6.882237911224365,
      "learning_rate": 0.00015189695737812152,
      "loss": 7.7409,
      "step": 72
    },
    {
      "epoch": 0.10755064456721915,
      "grad_norm": 6.786222457885742,
      "learning_rate": 0.0001504765537734844,
      "loss": 7.0605,
      "step": 73
    },
    {
      "epoch": 0.10902394106813997,
      "grad_norm": 7.709743499755859,
      "learning_rate": 0.00014904235038305083,
      "loss": 9.9043,
      "step": 74
    },
    {
      "epoch": 0.11049723756906077,
      "grad_norm": 6.459442138671875,
      "learning_rate": 0.00014759473930370736,
      "loss": 8.6428,
      "step": 75
    },
    {
      "epoch": 0.11197053406998159,
      "grad_norm": 9.24147891998291,
      "learning_rate": 0.0001461341162978688,
      "loss": 9.9,
      "step": 76
    },
    {
      "epoch": 0.11344383057090239,
      "grad_norm": 6.457151889801025,
      "learning_rate": 0.00014466088068528068,
      "loss": 10.7196,
      "step": 77
    },
    {
      "epoch": 0.11491712707182321,
      "grad_norm": 3.3985164165496826,
      "learning_rate": 0.00014317543523384928,
      "loss": 4.1652,
      "step": 78
    },
    {
      "epoch": 0.11639042357274401,
      "grad_norm": 12.46141242980957,
      "learning_rate": 0.00014167818604952906,
      "loss": 7.9478,
      "step": 79
    },
    {
      "epoch": 0.11786372007366483,
      "grad_norm": 8.607696533203125,
      "learning_rate": 0.00014016954246529696,
      "loss": 8.3695,
      "step": 80
    },
    {
      "epoch": 0.11933701657458563,
      "grad_norm": 8.640053749084473,
      "learning_rate": 0.00013864991692924523,
      "loss": 6.5266,
      "step": 81
    },
    {
      "epoch": 0.12081031307550645,
      "grad_norm": 8.049505233764648,
      "learning_rate": 0.00013711972489182208,
      "loss": 9.0633,
      "step": 82
    },
    {
      "epoch": 0.12228360957642725,
      "grad_norm": 8.616392135620117,
      "learning_rate": 0.00013557938469225167,
      "loss": 5.9323,
      "step": 83
    },
    {
      "epoch": 0.12375690607734807,
      "grad_norm": 5.472959995269775,
      "learning_rate": 0.00013402931744416433,
      "loss": 6.0568,
      "step": 84
    },
    {
      "epoch": 0.1252302025782689,
      "grad_norm": 7.378502368927002,
      "learning_rate": 0.00013246994692046836,
      "loss": 6.6528,
      "step": 85
    },
    {
      "epoch": 0.12670349907918968,
      "grad_norm": 8.463314056396484,
      "learning_rate": 0.00013090169943749476,
      "loss": 7.2891,
      "step": 86
    },
    {
      "epoch": 0.1281767955801105,
      "grad_norm": 6.927599906921387,
      "learning_rate": 0.0001293250037384465,
      "loss": 8.9668,
      "step": 87
    },
    {
      "epoch": 0.12965009208103132,
      "grad_norm": 7.007180213928223,
      "learning_rate": 0.00012774029087618446,
      "loss": 6.3727,
      "step": 88
    },
    {
      "epoch": 0.1311233885819521,
      "grad_norm": 8.22607135772705,
      "learning_rate": 0.00012614799409538198,
      "loss": 7.8068,
      "step": 89
    },
    {
      "epoch": 0.13259668508287292,
      "grad_norm": 5.844438552856445,
      "learning_rate": 0.00012454854871407994,
      "loss": 5.3604,
      "step": 90
    },
    {
      "epoch": 0.13406998158379374,
      "grad_norm": 11.601090431213379,
      "learning_rate": 0.00012294239200467516,
      "loss": 10.1369,
      "step": 91
    },
    {
      "epoch": 0.13554327808471456,
      "grad_norm": 7.081054210662842,
      "learning_rate": 0.0001213299630743747,
      "loss": 8.1575,
      "step": 92
    },
    {
      "epoch": 0.13701657458563535,
      "grad_norm": 11.263205528259277,
      "learning_rate": 0.00011971170274514802,
      "loss": 9.0753,
      "step": 93
    },
    {
      "epoch": 0.13848987108655617,
      "grad_norm": 8.47836685180664,
      "learning_rate": 0.000118088053433211,
      "loss": 7.837,
      "step": 94
    },
    {
      "epoch": 0.13996316758747698,
      "grad_norm": 7.94907283782959,
      "learning_rate": 0.00011645945902807341,
      "loss": 6.2531,
      "step": 95
    },
    {
      "epoch": 0.1414364640883978,
      "grad_norm": 14.959242820739746,
      "learning_rate": 0.0001148263647711842,
      "loss": 9.7477,
      "step": 96
    },
    {
      "epoch": 0.1429097605893186,
      "grad_norm": 9.983634948730469,
      "learning_rate": 0.00011318921713420691,
      "loss": 6.9798,
      "step": 97
    },
    {
      "epoch": 0.1443830570902394,
      "grad_norm": 10.852173805236816,
      "learning_rate": 0.00011154846369695863,
      "loss": 7.873,
      "step": 98
    },
    {
      "epoch": 0.14585635359116023,
      "grad_norm": 8.277898788452148,
      "learning_rate": 0.0001099045530250463,
      "loss": 6.3715,
      "step": 99
    },
    {
      "epoch": 0.14732965009208104,
      "grad_norm": 6.592026710510254,
      "learning_rate": 0.00010825793454723325,
      "loss": 8.1482,
      "step": 100
    },
    {
      "epoch": 0.14732965009208104,
      "eval_loss": 1.9596363306045532,
      "eval_runtime": 9.4182,
      "eval_samples_per_second": 30.367,
      "eval_steps_per_second": 15.183,
      "step": 100
    },
    {
      "epoch": 0.14880294659300183,
      "grad_norm": 7.7546186447143555,
      "learning_rate": 0.00010660905843256994,
      "loss": 7.1284,
      "step": 101
    },
    {
      "epoch": 0.15027624309392265,
      "grad_norm": 8.040283203125,
      "learning_rate": 0.00010495837546732224,
      "loss": 7.7712,
      "step": 102
    },
    {
      "epoch": 0.15174953959484347,
      "grad_norm": 5.6713547706604,
      "learning_rate": 0.00010330633693173082,
      "loss": 5.3149,
      "step": 103
    },
    {
      "epoch": 0.15322283609576426,
      "grad_norm": 7.573396682739258,
      "learning_rate": 0.00010165339447663587,
      "loss": 8.7858,
      "step": 104
    },
    {
      "epoch": 0.15469613259668508,
      "grad_norm": 9.673140525817871,
      "learning_rate": 0.0001,
      "loss": 7.4904,
      "step": 105
    },
    {
      "epoch": 0.1561694290976059,
      "grad_norm": 13.609859466552734,
      "learning_rate": 9.834660552336415e-05,
      "loss": 9.5067,
      "step": 106
    },
    {
      "epoch": 0.1576427255985267,
      "grad_norm": 9.656366348266602,
      "learning_rate": 9.669366306826919e-05,
      "loss": 10.8401,
      "step": 107
    },
    {
      "epoch": 0.1591160220994475,
      "grad_norm": 12.622513771057129,
      "learning_rate": 9.504162453267777e-05,
      "loss": 7.4235,
      "step": 108
    },
    {
      "epoch": 0.16058931860036832,
      "grad_norm": 6.947592258453369,
      "learning_rate": 9.339094156743007e-05,
      "loss": 8.8876,
      "step": 109
    },
    {
      "epoch": 0.16206261510128914,
      "grad_norm": 7.011374473571777,
      "learning_rate": 9.174206545276677e-05,
      "loss": 5.4014,
      "step": 110
    },
    {
      "epoch": 0.16353591160220995,
      "grad_norm": 4.517526626586914,
      "learning_rate": 9.009544697495374e-05,
      "loss": 5.814,
      "step": 111
    },
    {
      "epoch": 0.16500920810313074,
      "grad_norm": 6.089804172515869,
      "learning_rate": 8.845153630304139e-05,
      "loss": 6.8508,
      "step": 112
    },
    {
      "epoch": 0.16648250460405156,
      "grad_norm": 10.510293006896973,
      "learning_rate": 8.681078286579311e-05,
      "loss": 9.7658,
      "step": 113
    },
    {
      "epoch": 0.16795580110497238,
      "grad_norm": 9.174927711486816,
      "learning_rate": 8.517363522881579e-05,
      "loss": 7.1456,
      "step": 114
    },
    {
      "epoch": 0.1694290976058932,
      "grad_norm": 7.33340311050415,
      "learning_rate": 8.35405409719266e-05,
      "loss": 6.902,
      "step": 115
    },
    {
      "epoch": 0.170902394106814,
      "grad_norm": 6.4531779289245605,
      "learning_rate": 8.191194656678904e-05,
      "loss": 6.6226,
      "step": 116
    },
    {
      "epoch": 0.1723756906077348,
      "grad_norm": 9.962913513183594,
      "learning_rate": 8.028829725485199e-05,
      "loss": 9.6444,
      "step": 117
    },
    {
      "epoch": 0.17384898710865562,
      "grad_norm": 5.590907573699951,
      "learning_rate": 7.867003692562534e-05,
      "loss": 7.2986,
      "step": 118
    },
    {
      "epoch": 0.17532228360957644,
      "grad_norm": 10.6129150390625,
      "learning_rate": 7.705760799532485e-05,
      "loss": 7.5536,
      "step": 119
    },
    {
      "epoch": 0.17679558011049723,
      "grad_norm": 14.160097122192383,
      "learning_rate": 7.54514512859201e-05,
      "loss": 12.2425,
      "step": 120
    },
    {
      "epoch": 0.17826887661141805,
      "grad_norm": 10.54971694946289,
      "learning_rate": 7.385200590461803e-05,
      "loss": 6.7272,
      "step": 121
    },
    {
      "epoch": 0.17974217311233887,
      "grad_norm": 6.65580415725708,
      "learning_rate": 7.225970912381556e-05,
      "loss": 6.8475,
      "step": 122
    },
    {
      "epoch": 0.18121546961325966,
      "grad_norm": 10.194478034973145,
      "learning_rate": 7.067499626155354e-05,
      "loss": 8.6189,
      "step": 123
    },
    {
      "epoch": 0.18268876611418047,
      "grad_norm": 11.780241012573242,
      "learning_rate": 6.909830056250527e-05,
      "loss": 8.392,
      "step": 124
    },
    {
      "epoch": 0.1841620626151013,
      "grad_norm": 6.544031143188477,
      "learning_rate": 6.753005307953167e-05,
      "loss": 7.9356,
      "step": 125
    },
    {
      "epoch": 0.1856353591160221,
      "grad_norm": 5.778688430786133,
      "learning_rate": 6.59706825558357e-05,
      "loss": 4.8296,
      "step": 126
    },
    {
      "epoch": 0.1871086556169429,
      "grad_norm": 13.133682250976562,
      "learning_rate": 6.442061530774834e-05,
      "loss": 8.4469,
      "step": 127
    },
    {
      "epoch": 0.18858195211786372,
      "grad_norm": 5.862144947052002,
      "learning_rate": 6.28802751081779e-05,
      "loss": 5.7135,
      "step": 128
    },
    {
      "epoch": 0.19005524861878453,
      "grad_norm": 5.824400901794434,
      "learning_rate": 6.135008307075481e-05,
      "loss": 7.4102,
      "step": 129
    },
    {
      "epoch": 0.19152854511970535,
      "grad_norm": 7.972049713134766,
      "learning_rate": 5.983045753470308e-05,
      "loss": 7.9903,
      "step": 130
    },
    {
      "epoch": 0.19300184162062614,
      "grad_norm": 7.148801803588867,
      "learning_rate": 5.832181395047098e-05,
      "loss": 4.9407,
      "step": 131
    },
    {
      "epoch": 0.19447513812154696,
      "grad_norm": 4.160274028778076,
      "learning_rate": 5.6824564766150726e-05,
      "loss": 7.0311,
      "step": 132
    },
    {
      "epoch": 0.19594843462246778,
      "grad_norm": 4.829346656799316,
      "learning_rate": 5.533911931471936e-05,
      "loss": 5.5874,
      "step": 133
    },
    {
      "epoch": 0.1974217311233886,
      "grad_norm": 8.297733306884766,
      "learning_rate": 5.386588370213124e-05,
      "loss": 6.3769,
      "step": 134
    },
    {
      "epoch": 0.19889502762430938,
      "grad_norm": 5.839636325836182,
      "learning_rate": 5.240526069629265e-05,
      "loss": 6.8749,
      "step": 135
    },
    {
      "epoch": 0.2003683241252302,
      "grad_norm": 7.078559398651123,
      "learning_rate": 5.095764961694922e-05,
      "loss": 6.4378,
      "step": 136
    },
    {
      "epoch": 0.20184162062615102,
      "grad_norm": 5.329637050628662,
      "learning_rate": 4.952344622651566e-05,
      "loss": 6.1027,
      "step": 137
    },
    {
      "epoch": 0.20331491712707184,
      "grad_norm": 10.604938507080078,
      "learning_rate": 4.810304262187852e-05,
      "loss": 9.6319,
      "step": 138
    },
    {
      "epoch": 0.20478821362799263,
      "grad_norm": 10.23065185546875,
      "learning_rate": 4.669682712720065e-05,
      "loss": 10.1313,
      "step": 139
    },
    {
      "epoch": 0.20626151012891344,
      "grad_norm": 14.528596878051758,
      "learning_rate": 4.530518418775733e-05,
      "loss": 8.1347,
      "step": 140
    },
    {
      "epoch": 0.20773480662983426,
      "grad_norm": 5.988021373748779,
      "learning_rate": 4.392849426483274e-05,
      "loss": 8.9566,
      "step": 141
    },
    {
      "epoch": 0.20920810313075505,
      "grad_norm": 13.86946964263916,
      "learning_rate": 4.256713373170564e-05,
      "loss": 7.2571,
      "step": 142
    },
    {
      "epoch": 0.21068139963167587,
      "grad_norm": 8.190982818603516,
      "learning_rate": 4.12214747707527e-05,
      "loss": 6.508,
      "step": 143
    },
    {
      "epoch": 0.2121546961325967,
      "grad_norm": 8.50158405303955,
      "learning_rate": 3.9891885271697496e-05,
      "loss": 5.1829,
      "step": 144
    },
    {
      "epoch": 0.2136279926335175,
      "grad_norm": 9.470782279968262,
      "learning_rate": 3.857872873103322e-05,
      "loss": 6.3869,
      "step": 145
    },
    {
      "epoch": 0.2151012891344383,
      "grad_norm": 9.785574913024902,
      "learning_rate": 3.7282364152646297e-05,
      "loss": 7.6541,
      "step": 146
    },
    {
      "epoch": 0.2165745856353591,
      "grad_norm": 5.911442756652832,
      "learning_rate": 3.600314594966834e-05,
      "loss": 5.7766,
      "step": 147
    },
    {
      "epoch": 0.21804788213627993,
      "grad_norm": 5.854257583618164,
      "learning_rate": 3.4741423847583134e-05,
      "loss": 4.5367,
      "step": 148
    },
    {
      "epoch": 0.21952117863720075,
      "grad_norm": 12.969705581665039,
      "learning_rate": 3.349754278861517e-05,
      "loss": 8.9383,
      "step": 149
    },
    {
      "epoch": 0.22099447513812154,
      "grad_norm": 9.376482963562012,
      "learning_rate": 3.227184283742591e-05,
      "loss": 9.8813,
      "step": 150
    },
    {
      "epoch": 0.22099447513812154,
      "eval_loss": 1.8338268995285034,
      "eval_runtime": 9.4611,
      "eval_samples_per_second": 30.229,
      "eval_steps_per_second": 15.115,
      "step": 150
    },
    {
      "epoch": 0.22246777163904236,
      "grad_norm": 7.644078731536865,
      "learning_rate": 3.106465908814342e-05,
      "loss": 6.0862,
      "step": 151
    },
    {
      "epoch": 0.22394106813996317,
      "grad_norm": 10.181632995605469,
      "learning_rate": 2.9876321572751144e-05,
      "loss": 11.6419,
      "step": 152
    },
    {
      "epoch": 0.225414364640884,
      "grad_norm": 10.395967483520508,
      "learning_rate": 2.87071551708603e-05,
      "loss": 7.4106,
      "step": 153
    },
    {
      "epoch": 0.22688766114180478,
      "grad_norm": 9.284590721130371,
      "learning_rate": 2.7557479520891104e-05,
      "loss": 9.6296,
      "step": 154
    },
    {
      "epoch": 0.2283609576427256,
      "grad_norm": 9.491522789001465,
      "learning_rate": 2.6427608932686843e-05,
      "loss": 7.7744,
      "step": 155
    },
    {
      "epoch": 0.22983425414364642,
      "grad_norm": 14.384906768798828,
      "learning_rate": 2.5317852301584643e-05,
      "loss": 8.2422,
      "step": 156
    },
    {
      "epoch": 0.2313075506445672,
      "grad_norm": 9.905705451965332,
      "learning_rate": 2.422851302396655e-05,
      "loss": 9.2604,
      "step": 157
    },
    {
      "epoch": 0.23278084714548802,
      "grad_norm": 4.367447853088379,
      "learning_rate": 2.315988891431412e-05,
      "loss": 4.1067,
      "step": 158
    },
    {
      "epoch": 0.23425414364640884,
      "grad_norm": 11.153772354125977,
      "learning_rate": 2.2112272123788768e-05,
      "loss": 7.3027,
      "step": 159
    },
    {
      "epoch": 0.23572744014732966,
      "grad_norm": 8.646809577941895,
      "learning_rate": 2.1085949060360654e-05,
      "loss": 6.6389,
      "step": 160
    },
    {
      "epoch": 0.23720073664825045,
      "grad_norm": 15.441944122314453,
      "learning_rate": 2.008120031050753e-05,
      "loss": 7.037,
      "step": 161
    },
    {
      "epoch": 0.23867403314917127,
      "grad_norm": 10.072053909301758,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 7.1396,
      "step": 162
    },
    {
      "epoch": 0.24014732965009208,
      "grad_norm": 6.161656379699707,
      "learning_rate": 1.8137518531330767e-05,
      "loss": 5.8051,
      "step": 163
    },
    {
      "epoch": 0.2416206261510129,
      "grad_norm": 9.943297386169434,
      "learning_rate": 1.7199116885197995e-05,
      "loss": 8.8631,
      "step": 164
    },
    {
      "epoch": 0.2430939226519337,
      "grad_norm": 12.956791877746582,
      "learning_rate": 1.6283352173747145e-05,
      "loss": 5.8573,
      "step": 165
    },
    {
      "epoch": 0.2445672191528545,
      "grad_norm": 6.923314571380615,
      "learning_rate": 1.5390474757906446e-05,
      "loss": 7.4056,
      "step": 166
    },
    {
      "epoch": 0.24604051565377533,
      "grad_norm": 14.149099349975586,
      "learning_rate": 1.4520728741446089e-05,
      "loss": 10.0937,
      "step": 167
    },
    {
      "epoch": 0.24751381215469614,
      "grad_norm": 9.165054321289062,
      "learning_rate": 1.3674351904242611e-05,
      "loss": 8.1644,
      "step": 168
    },
    {
      "epoch": 0.24898710865561693,
      "grad_norm": 9.420945167541504,
      "learning_rate": 1.2851575637272262e-05,
      "loss": 7.6371,
      "step": 169
    },
    {
      "epoch": 0.2504604051565378,
      "grad_norm": 6.907212734222412,
      "learning_rate": 1.2052624879351104e-05,
      "loss": 6.2545,
      "step": 170
    },
    {
      "epoch": 0.25193370165745854,
      "grad_norm": 6.471442699432373,
      "learning_rate": 1.1277718055638819e-05,
      "loss": 7.0496,
      "step": 171
    },
    {
      "epoch": 0.25340699815837936,
      "grad_norm": 7.961968421936035,
      "learning_rate": 1.0527067017923654e-05,
      "loss": 7.9685,
      "step": 172
    },
    {
      "epoch": 0.2548802946593002,
      "grad_norm": 6.750203609466553,
      "learning_rate": 9.80087698670411e-06,
      "loss": 4.4272,
      "step": 173
    },
    {
      "epoch": 0.256353591160221,
      "grad_norm": 7.331230163574219,
      "learning_rate": 9.09934649508375e-06,
      "loss": 4.6844,
      "step": 174
    },
    {
      "epoch": 0.2578268876611418,
      "grad_norm": 8.612319946289062,
      "learning_rate": 8.422667334494249e-06,
      "loss": 6.4878,
      "step": 175
    },
    {
      "epoch": 0.25930018416206263,
      "grad_norm": 15.962565422058105,
      "learning_rate": 7.771024502261526e-06,
      "loss": 10.4547,
      "step": 176
    },
    {
      "epoch": 0.26077348066298345,
      "grad_norm": 11.007623672485352,
      "learning_rate": 7.144596151029303e-06,
      "loss": 8.9079,
      "step": 177
    },
    {
      "epoch": 0.2622467771639042,
      "grad_norm": 5.049574375152588,
      "learning_rate": 6.543553540053926e-06,
      "loss": 5.1004,
      "step": 178
    },
    {
      "epoch": 0.263720073664825,
      "grad_norm": 7.689352035522461,
      "learning_rate": 5.968060988383883e-06,
      "loss": 6.4234,
      "step": 179
    },
    {
      "epoch": 0.26519337016574585,
      "grad_norm": 12.746678352355957,
      "learning_rate": 5.418275829936537e-06,
      "loss": 10.7555,
      "step": 180
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 8.217164039611816,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 6.3151,
      "step": 181
    },
    {
      "epoch": 0.2681399631675875,
      "grad_norm": 8.921655654907227,
      "learning_rate": 4.3964218465642355e-06,
      "loss": 8.7948,
      "step": 182
    },
    {
      "epoch": 0.2696132596685083,
      "grad_norm": 7.391983509063721,
      "learning_rate": 3.924632386315186e-06,
      "loss": 5.6443,
      "step": 183
    },
    {
      "epoch": 0.2710865561694291,
      "grad_norm": 6.958240032196045,
      "learning_rate": 3.4791089722651436e-06,
      "loss": 6.8103,
      "step": 184
    },
    {
      "epoch": 0.27255985267034993,
      "grad_norm": 9.752053260803223,
      "learning_rate": 3.059973406066963e-06,
      "loss": 5.7348,
      "step": 185
    },
    {
      "epoch": 0.2740331491712707,
      "grad_norm": 7.452392578125,
      "learning_rate": 2.667340275199426e-06,
      "loss": 8.5893,
      "step": 186
    },
    {
      "epoch": 0.2755064456721915,
      "grad_norm": 8.648473739624023,
      "learning_rate": 2.3013169216400733e-06,
      "loss": 8.2165,
      "step": 187
    },
    {
      "epoch": 0.27697974217311233,
      "grad_norm": 10.441420555114746,
      "learning_rate": 1.9620034125190644e-06,
      "loss": 6.9184,
      "step": 188
    },
    {
      "epoch": 0.27845303867403315,
      "grad_norm": 9.087239265441895,
      "learning_rate": 1.6494925127617634e-06,
      "loss": 9.28,
      "step": 189
    },
    {
      "epoch": 0.27992633517495397,
      "grad_norm": 7.3535542488098145,
      "learning_rate": 1.3638696597277679e-06,
      "loss": 6.3341,
      "step": 190
    },
    {
      "epoch": 0.2813996316758748,
      "grad_norm": 8.444154739379883,
      "learning_rate": 1.1052129398531507e-06,
      "loss": 7.9693,
      "step": 191
    },
    {
      "epoch": 0.2828729281767956,
      "grad_norm": 9.900870323181152,
      "learning_rate": 8.735930673024806e-07,
      "loss": 5.7817,
      "step": 192
    },
    {
      "epoch": 0.28434622467771636,
      "grad_norm": 14.024637222290039,
      "learning_rate": 6.690733646361857e-07,
      "loss": 9.6444,
      "step": 193
    },
    {
      "epoch": 0.2858195211786372,
      "grad_norm": 5.964371204376221,
      "learning_rate": 4.917097454988584e-07,
      "loss": 5.2127,
      "step": 194
    },
    {
      "epoch": 0.287292817679558,
      "grad_norm": 8.721577644348145,
      "learning_rate": 3.415506993330153e-07,
      "loss": 9.1063,
      "step": 195
    },
    {
      "epoch": 0.2887661141804788,
      "grad_norm": 6.445766925811768,
      "learning_rate": 2.1863727812254653e-07,
      "loss": 5.1139,
      "step": 196
    },
    {
      "epoch": 0.29023941068139963,
      "grad_norm": 6.205690860748291,
      "learning_rate": 1.230030851695263e-07,
      "loss": 4.9742,
      "step": 197
    },
    {
      "epoch": 0.29171270718232045,
      "grad_norm": 8.137059211730957,
      "learning_rate": 5.467426590739511e-08,
      "loss": 8.3932,
      "step": 198
    },
    {
      "epoch": 0.29318600368324127,
      "grad_norm": 5.232216835021973,
      "learning_rate": 1.3669500753099585e-08,
      "loss": 6.5716,
      "step": 199
    },
    {
      "epoch": 0.2946593001841621,
      "grad_norm": 7.499634265899658,
      "learning_rate": 0.0,
      "loss": 6.5585,
      "step": 200
    },
    {
      "epoch": 0.2946593001841621,
      "eval_loss": 1.8100769519805908,
      "eval_runtime": 9.4494,
      "eval_samples_per_second": 30.266,
      "eval_steps_per_second": 15.133,
      "step": 200
    }
  ],
  "logging_steps": 1,
  "max_steps": 200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.2900734689214464e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}