{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 2505,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.029940119760479042,
      "grad_norm": 1.6695125102996826,
      "learning_rate": 2.98804780876494e-06,
      "loss": 1.1663,
      "step": 25
    },
    {
      "epoch": 0.059880239520958084,
      "grad_norm": 1.2466001510620117,
      "learning_rate": 5.97609561752988e-06,
      "loss": 1.0872,
      "step": 50
    },
    {
      "epoch": 0.08982035928143713,
      "grad_norm": 1.3031201362609863,
      "learning_rate": 8.964143426294822e-06,
      "loss": 1.0409,
      "step": 75
    },
    {
      "epoch": 0.11976047904191617,
      "grad_norm": 1.2915183305740356,
      "learning_rate": 1.195219123505976e-05,
      "loss": 0.9647,
      "step": 100
    },
    {
      "epoch": 0.1497005988023952,
      "grad_norm": 1.2883236408233643,
      "learning_rate": 1.4940239043824702e-05,
      "loss": 0.8845,
      "step": 125
    },
    {
      "epoch": 0.17964071856287425,
      "grad_norm": 1.2346601486206055,
      "learning_rate": 1.7928286852589643e-05,
      "loss": 0.7993,
      "step": 150
    },
    {
      "epoch": 0.20958083832335328,
      "grad_norm": 1.6535353660583496,
      "learning_rate": 2.0916334661354585e-05,
      "loss": 0.7358,
      "step": 175
    },
    {
      "epoch": 0.23952095808383234,
      "grad_norm": 1.7455912828445435,
      "learning_rate": 2.390438247011952e-05,
      "loss": 0.7181,
      "step": 200
    },
    {
      "epoch": 0.2694610778443114,
      "grad_norm": 1.9179027080535889,
      "learning_rate": 2.6892430278884462e-05,
      "loss": 0.6732,
      "step": 225
    },
    {
      "epoch": 0.2994011976047904,
      "grad_norm": 1.792811393737793,
      "learning_rate": 2.9880478087649403e-05,
      "loss": 0.6535,
      "step": 250
    },
    {
      "epoch": 0.32934131736526945,
      "grad_norm": 1.7675724029541016,
      "learning_rate": 2.9680567879325643e-05,
      "loss": 0.6498,
      "step": 275
    },
    {
      "epoch": 0.3592814371257485,
      "grad_norm": 1.713584303855896,
      "learning_rate": 2.9347826086956523e-05,
      "loss": 0.6196,
      "step": 300
    },
    {
      "epoch": 0.38922155688622756,
      "grad_norm": 1.8329033851623535,
      "learning_rate": 2.90150842945874e-05,
      "loss": 0.6241,
      "step": 325
    },
    {
      "epoch": 0.41916167664670656,
      "grad_norm": 1.9062732458114624,
      "learning_rate": 2.868234250221828e-05,
      "loss": 0.6262,
      "step": 350
    },
    {
      "epoch": 0.4491017964071856,
      "grad_norm": 2.1072585582733154,
      "learning_rate": 2.834960070984916e-05,
      "loss": 0.6337,
      "step": 375
    },
    {
      "epoch": 0.47904191616766467,
      "grad_norm": 1.9632734060287476,
      "learning_rate": 2.8016858917480035e-05,
      "loss": 0.6225,
      "step": 400
    },
    {
      "epoch": 0.5089820359281437,
      "grad_norm": 1.9905979633331299,
      "learning_rate": 2.7684117125110915e-05,
      "loss": 0.6079,
      "step": 425
    },
    {
      "epoch": 0.5389221556886228,
      "grad_norm": 1.9922906160354614,
      "learning_rate": 2.735137533274179e-05,
      "loss": 0.615,
      "step": 450
    },
    {
      "epoch": 0.5688622754491018,
      "grad_norm": 1.898781418800354,
      "learning_rate": 2.701863354037267e-05,
      "loss": 0.612,
      "step": 475
    },
    {
      "epoch": 0.5988023952095808,
      "grad_norm": 2.038163423538208,
      "learning_rate": 2.668589174800355e-05,
      "loss": 0.6307,
      "step": 500
    },
    {
      "epoch": 0.6287425149700598,
      "grad_norm": 1.7456048727035522,
      "learning_rate": 2.635314995563443e-05,
      "loss": 0.6021,
      "step": 525
    },
    {
      "epoch": 0.6586826347305389,
      "grad_norm": 1.9026494026184082,
      "learning_rate": 2.6020408163265307e-05,
      "loss": 0.6123,
      "step": 550
    },
    {
      "epoch": 0.688622754491018,
      "grad_norm": 1.8563848733901978,
      "learning_rate": 2.5687666370896187e-05,
      "loss": 0.6272,
      "step": 575
    },
    {
      "epoch": 0.718562874251497,
      "grad_norm": 1.7864805459976196,
      "learning_rate": 2.5354924578527063e-05,
      "loss": 0.6147,
      "step": 600
    },
    {
      "epoch": 0.7485029940119761,
      "grad_norm": 1.581784963607788,
      "learning_rate": 2.5022182786157943e-05,
      "loss": 0.6003,
      "step": 625
    },
    {
      "epoch": 0.7784431137724551,
      "grad_norm": 1.7364259958267212,
      "learning_rate": 2.4689440993788823e-05,
      "loss": 0.5972,
      "step": 650
    },
    {
      "epoch": 0.8083832335329342,
      "grad_norm": 1.889833927154541,
      "learning_rate": 2.43566992014197e-05,
      "loss": 0.6206,
      "step": 675
    },
    {
      "epoch": 0.8383233532934131,
      "grad_norm": 1.6451694965362549,
      "learning_rate": 2.402395740905058e-05,
      "loss": 0.6084,
      "step": 700
    },
    {
      "epoch": 0.8682634730538922,
      "grad_norm": 1.9670981168746948,
      "learning_rate": 2.3691215616681455e-05,
      "loss": 0.58,
      "step": 725
    },
    {
      "epoch": 0.8982035928143712,
      "grad_norm": 1.8126428127288818,
      "learning_rate": 2.3358473824312335e-05,
      "loss": 0.6039,
      "step": 750
    },
    {
      "epoch": 0.9281437125748503,
      "grad_norm": 1.6846369504928589,
      "learning_rate": 2.302573203194321e-05,
      "loss": 0.6032,
      "step": 775
    },
    {
      "epoch": 0.9580838323353293,
      "grad_norm": 1.777023434638977,
      "learning_rate": 2.269299023957409e-05,
      "loss": 0.5884,
      "step": 800
    },
    {
      "epoch": 0.9880239520958084,
      "grad_norm": 1.7603051662445068,
      "learning_rate": 2.2360248447204967e-05,
      "loss": 0.6098,
      "step": 825
    },
    {
      "epoch": 1.0179640718562875,
      "grad_norm": 1.8388431072235107,
      "learning_rate": 2.2027506654835847e-05,
      "loss": 0.5802,
      "step": 850
    },
    {
      "epoch": 1.0479041916167664,
      "grad_norm": 1.9411472082138062,
      "learning_rate": 2.1694764862466724e-05,
      "loss": 0.596,
      "step": 875
    },
    {
      "epoch": 1.0778443113772456,
      "grad_norm": 1.8858859539031982,
      "learning_rate": 2.1362023070097603e-05,
      "loss": 0.5776,
      "step": 900
    },
    {
      "epoch": 1.1077844311377245,
      "grad_norm": 1.9276236295700073,
      "learning_rate": 2.1029281277728483e-05,
      "loss": 0.5673,
      "step": 925
    },
    {
      "epoch": 1.1377245508982037,
      "grad_norm": 2.1130690574645996,
      "learning_rate": 2.0696539485359363e-05,
      "loss": 0.5859,
      "step": 950
    },
    {
      "epoch": 1.1676646706586826,
      "grad_norm": 2.248739004135132,
      "learning_rate": 2.0363797692990243e-05,
      "loss": 0.5856,
      "step": 975
    },
    {
      "epoch": 1.1976047904191618,
      "grad_norm": 2.193042516708374,
      "learning_rate": 2.003105590062112e-05,
      "loss": 0.5803,
      "step": 1000
    },
    {
      "epoch": 1.2275449101796407,
      "grad_norm": 1.9028452634811401,
      "learning_rate": 1.9698314108252e-05,
      "loss": 0.5721,
      "step": 1025
    },
    {
      "epoch": 1.2574850299401197,
      "grad_norm": 2.1685469150543213,
      "learning_rate": 1.9365572315882875e-05,
      "loss": 0.5854,
      "step": 1050
    },
    {
      "epoch": 1.2874251497005988,
      "grad_norm": 1.913358449935913,
      "learning_rate": 1.9032830523513755e-05,
      "loss": 0.5739,
      "step": 1075
    },
    {
      "epoch": 1.3173652694610778,
      "grad_norm": 2.101280450820923,
      "learning_rate": 1.870008873114463e-05,
      "loss": 0.5757,
      "step": 1100
    },
    {
      "epoch": 1.347305389221557,
      "grad_norm": 1.8946870565414429,
      "learning_rate": 1.836734693877551e-05,
      "loss": 0.5652,
      "step": 1125
    },
    {
      "epoch": 1.377245508982036,
      "grad_norm": 1.9929522275924683,
      "learning_rate": 1.8034605146406388e-05,
      "loss": 0.5717,
      "step": 1150
    },
    {
      "epoch": 1.407185628742515,
      "grad_norm": 1.9487309455871582,
      "learning_rate": 1.7701863354037267e-05,
      "loss": 0.5633,
      "step": 1175
    },
    {
      "epoch": 1.437125748502994,
      "grad_norm": 2.029733896255493,
      "learning_rate": 1.7369121561668147e-05,
      "loss": 0.566,
      "step": 1200
    },
    {
      "epoch": 1.467065868263473,
      "grad_norm": 2.0024046897888184,
      "learning_rate": 1.7036379769299024e-05,
      "loss": 0.5707,
      "step": 1225
    },
    {
      "epoch": 1.4970059880239521,
      "grad_norm": 2.075111150741577,
      "learning_rate": 1.6703637976929903e-05,
      "loss": 0.5707,
      "step": 1250
    },
    {
      "epoch": 1.5269461077844313,
      "grad_norm": 2.050729751586914,
      "learning_rate": 1.637089618456078e-05,
      "loss": 0.5769,
      "step": 1275
    },
    {
      "epoch": 1.55688622754491,
      "grad_norm": 1.8547407388687134,
      "learning_rate": 1.603815439219166e-05,
      "loss": 0.5821,
      "step": 1300
    },
    {
      "epoch": 1.5868263473053892,
      "grad_norm": 1.965280294418335,
      "learning_rate": 1.5705412599822536e-05,
      "loss": 0.5611,
      "step": 1325
    },
    {
      "epoch": 1.6167664670658684,
      "grad_norm": 2.0741708278656006,
      "learning_rate": 1.5372670807453416e-05,
      "loss": 0.5786,
      "step": 1350
    },
    {
      "epoch": 1.6467065868263473,
      "grad_norm": 1.8129183053970337,
      "learning_rate": 1.5039929015084294e-05,
      "loss": 0.5716,
      "step": 1375
    },
    {
      "epoch": 1.6766467065868262,
      "grad_norm": 1.8226035833358765,
      "learning_rate": 1.4707187222715174e-05,
      "loss": 0.5739,
      "step": 1400
    },
    {
      "epoch": 1.7065868263473054,
      "grad_norm": 2.042602062225342,
      "learning_rate": 1.4374445430346052e-05,
      "loss": 0.5664,
      "step": 1425
    },
    {
      "epoch": 1.7365269461077846,
      "grad_norm": 1.8656301498413086,
      "learning_rate": 1.404170363797693e-05,
      "loss": 0.5656,
      "step": 1450
    },
    {
      "epoch": 1.7664670658682635,
      "grad_norm": 1.8996257781982422,
      "learning_rate": 1.3708961845607808e-05,
      "loss": 0.5791,
      "step": 1475
    },
    {
      "epoch": 1.7964071856287425,
      "grad_norm": 1.7967721223831177,
      "learning_rate": 1.3376220053238688e-05,
      "loss": 0.5551,
      "step": 1500
    },
    {
      "epoch": 1.8263473053892216,
      "grad_norm": 1.7963491678237915,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.5686,
      "step": 1525
    },
    {
      "epoch": 1.8562874251497006,
      "grad_norm": 2.0248234272003174,
      "learning_rate": 1.2710736468500444e-05,
      "loss": 0.5518,
      "step": 1550
    },
    {
      "epoch": 1.8862275449101795,
      "grad_norm": 1.84022855758667,
      "learning_rate": 1.2377994676131322e-05,
      "loss": 0.5521,
      "step": 1575
    },
    {
      "epoch": 1.9161676646706587,
      "grad_norm": 2.160158157348633,
      "learning_rate": 1.20452528837622e-05,
      "loss": 0.5525,
      "step": 1600
    },
    {
      "epoch": 1.9461077844311379,
      "grad_norm": 1.9900472164154053,
      "learning_rate": 1.171251109139308e-05,
      "loss": 0.5574,
      "step": 1625
    },
    {
      "epoch": 1.9760479041916168,
      "grad_norm": 1.9723472595214844,
      "learning_rate": 1.1379769299023958e-05,
      "loss": 0.5785,
      "step": 1650
    },
    {
      "epoch": 2.0059880239520957,
      "grad_norm": 2.0681216716766357,
      "learning_rate": 1.1047027506654836e-05,
      "loss": 0.5553,
      "step": 1675
    },
    {
      "epoch": 2.035928143712575,
      "grad_norm": 2.1955301761627197,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 0.5657,
      "step": 1700
    },
    {
      "epoch": 2.065868263473054,
      "grad_norm": 2.136237859725952,
      "learning_rate": 1.0381543921916594e-05,
      "loss": 0.5415,
      "step": 1725
    },
    {
      "epoch": 2.095808383233533,
      "grad_norm": 2.073801279067993,
      "learning_rate": 1.0048802129547472e-05,
      "loss": 0.5335,
      "step": 1750
    },
    {
      "epoch": 2.125748502994012,
      "grad_norm": 2.140120506286621,
      "learning_rate": 9.71606033717835e-06,
      "loss": 0.5623,
      "step": 1775
    },
    {
      "epoch": 2.155688622754491,
      "grad_norm": 2.025439977645874,
      "learning_rate": 9.383318544809228e-06,
      "loss": 0.5427,
      "step": 1800
    },
    {
      "epoch": 2.18562874251497,
      "grad_norm": 2.0939273834228516,
      "learning_rate": 9.050576752440106e-06,
      "loss": 0.5542,
      "step": 1825
    },
    {
      "epoch": 2.215568862275449,
      "grad_norm": 2.1501097679138184,
      "learning_rate": 8.717834960070984e-06,
      "loss": 0.5559,
      "step": 1850
    },
    {
      "epoch": 2.245508982035928,
      "grad_norm": 2.0543227195739746,
      "learning_rate": 8.385093167701862e-06,
      "loss": 0.542,
      "step": 1875
    },
    {
      "epoch": 2.2754491017964074,
      "grad_norm": 1.9872088432312012,
      "learning_rate": 8.052351375332742e-06,
      "loss": 0.5421,
      "step": 1900
    },
    {
      "epoch": 2.305389221556886,
      "grad_norm": 2.2318456172943115,
      "learning_rate": 7.71960958296362e-06,
      "loss": 0.5575,
      "step": 1925
    },
    {
      "epoch": 2.3353293413173652,
      "grad_norm": 2.1007492542266846,
      "learning_rate": 7.386867790594499e-06,
      "loss": 0.5585,
      "step": 1950
    },
    {
      "epoch": 2.3652694610778444,
      "grad_norm": 2.1291024684906006,
      "learning_rate": 7.054125998225377e-06,
      "loss": 0.5606,
      "step": 1975
    },
    {
      "epoch": 2.3952095808383236,
      "grad_norm": 2.263563394546509,
      "learning_rate": 6.721384205856256e-06,
      "loss": 0.5585,
      "step": 2000
    },
    {
      "epoch": 2.4251497005988023,
      "grad_norm": 2.1472697257995605,
      "learning_rate": 6.388642413487134e-06,
      "loss": 0.5377,
      "step": 2025
    },
    {
      "epoch": 2.4550898203592815,
      "grad_norm": 2.075249195098877,
      "learning_rate": 6.055900621118012e-06,
      "loss": 0.5413,
      "step": 2050
    },
    {
      "epoch": 2.4850299401197606,
      "grad_norm": 2.2139124870300293,
      "learning_rate": 5.7231588287488905e-06,
      "loss": 0.5468,
      "step": 2075
    },
    {
      "epoch": 2.5149700598802394,
      "grad_norm": 2.2758278846740723,
      "learning_rate": 5.390417036379769e-06,
      "loss": 0.5619,
      "step": 2100
    },
    {
      "epoch": 2.5449101796407185,
      "grad_norm": 2.212797164916992,
      "learning_rate": 5.057675244010648e-06,
      "loss": 0.544,
      "step": 2125
    },
    {
      "epoch": 2.5748502994011977,
      "grad_norm": 2.078122615814209,
      "learning_rate": 4.724933451641526e-06,
      "loss": 0.5263,
      "step": 2150
    },
    {
      "epoch": 2.6047904191616764,
      "grad_norm": 3.65337872505188,
      "learning_rate": 4.3921916592724045e-06,
      "loss": 0.551,
      "step": 2175
    },
    {
      "epoch": 2.6347305389221556,
      "grad_norm": 2.2584967613220215,
      "learning_rate": 4.059449866903283e-06,
      "loss": 0.5445,
      "step": 2200
    },
    {
      "epoch": 2.6646706586826348,
      "grad_norm": 2.1008565425872803,
      "learning_rate": 3.7267080745341615e-06,
      "loss": 0.5451,
      "step": 2225
    },
    {
      "epoch": 2.694610778443114,
      "grad_norm": 2.453005790710449,
      "learning_rate": 3.3939662821650396e-06,
      "loss": 0.5573,
      "step": 2250
    },
    {
      "epoch": 2.724550898203593,
      "grad_norm": 2.185372829437256,
      "learning_rate": 3.0612244897959185e-06,
      "loss": 0.5399,
      "step": 2275
    },
    {
      "epoch": 2.754491017964072,
      "grad_norm": 2.158651351928711,
      "learning_rate": 2.7284826974267966e-06,
      "loss": 0.5482,
      "step": 2300
    },
    {
      "epoch": 2.784431137724551,
      "grad_norm": 2.1352522373199463,
      "learning_rate": 2.3957409050576756e-06,
      "loss": 0.5453,
      "step": 2325
    },
    {
      "epoch": 2.81437125748503,
      "grad_norm": 2.063870906829834,
      "learning_rate": 2.0629991126885537e-06,
      "loss": 0.5452,
      "step": 2350
    },
    {
      "epoch": 2.844311377245509,
      "grad_norm": 2.159843921661377,
      "learning_rate": 1.7302573203194322e-06,
      "loss": 0.5374,
      "step": 2375
    },
    {
      "epoch": 2.874251497005988,
      "grad_norm": 2.268249273300171,
      "learning_rate": 1.3975155279503105e-06,
      "loss": 0.5608,
      "step": 2400
    },
    {
      "epoch": 2.904191616766467,
      "grad_norm": 1.9996740818023682,
      "learning_rate": 1.078083407275954e-06,
      "loss": 0.5355,
      "step": 2425
    },
    {
      "epoch": 2.934131736526946,
      "grad_norm": 2.2193121910095215,
      "learning_rate": 7.453416149068323e-07,
      "loss": 0.5425,
      "step": 2450
    },
    {
      "epoch": 2.964071856287425,
      "grad_norm": 2.098750591278076,
      "learning_rate": 4.125998225377108e-07,
      "loss": 0.5527,
      "step": 2475
    },
    {
      "epoch": 2.9940119760479043,
      "grad_norm": 2.186506986618042,
      "learning_rate": 7.985803016858918e-08,
      "loss": 0.5567,
      "step": 2500
    }
  ],
  "logging_steps": 25,
  "max_steps": 2505,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 2.1895496620572672e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}