{
  "best_metric": 0.6465714573860168,
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
  "epoch": 0.07072135785007072,
  "eval_steps": 50,
  "global_step": 50,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014144271570014145,
      "grad_norm": 30.358135223388672,
      "learning_rate": 1.0100000000000002e-05,
      "loss": 5.9636,
      "step": 1
    },
    {
      "epoch": 0.0014144271570014145,
      "eval_loss": 1.5057185888290405,
      "eval_runtime": 65.8108,
      "eval_samples_per_second": 144.733,
      "eval_steps_per_second": 4.528,
      "step": 1
    },
    {
      "epoch": 0.002828854314002829,
      "grad_norm": 31.44856071472168,
      "learning_rate": 2.0200000000000003e-05,
      "loss": 6.0251,
      "step": 2
    },
    {
      "epoch": 0.004243281471004243,
      "grad_norm": 22.16029930114746,
      "learning_rate": 3.0299999999999998e-05,
      "loss": 5.5536,
      "step": 3
    },
    {
      "epoch": 0.005657708628005658,
      "grad_norm": 17.20639991760254,
      "learning_rate": 4.0400000000000006e-05,
      "loss": 4.7391,
      "step": 4
    },
    {
      "epoch": 0.007072135785007072,
      "grad_norm": 12.612313270568848,
      "learning_rate": 5.05e-05,
      "loss": 4.1681,
      "step": 5
    },
    {
      "epoch": 0.008486562942008486,
      "grad_norm": 8.703054428100586,
      "learning_rate": 6.0599999999999996e-05,
      "loss": 3.637,
      "step": 6
    },
    {
      "epoch": 0.009900990099009901,
      "grad_norm": 9.403382301330566,
      "learning_rate": 7.07e-05,
      "loss": 3.7323,
      "step": 7
    },
    {
      "epoch": 0.011315417256011316,
      "grad_norm": 12.620731353759766,
      "learning_rate": 8.080000000000001e-05,
      "loss": 3.6018,
      "step": 8
    },
    {
      "epoch": 0.01272984441301273,
      "grad_norm": 8.057601928710938,
      "learning_rate": 9.09e-05,
      "loss": 3.4366,
      "step": 9
    },
    {
      "epoch": 0.014144271570014143,
      "grad_norm": 4.481306552886963,
      "learning_rate": 0.000101,
      "loss": 3.2684,
      "step": 10
    },
    {
      "epoch": 0.015558698727015558,
      "grad_norm": 4.987090110778809,
      "learning_rate": 0.00010046842105263158,
      "loss": 3.1242,
      "step": 11
    },
    {
      "epoch": 0.016973125884016973,
      "grad_norm": 4.0390849113464355,
      "learning_rate": 9.993684210526315e-05,
      "loss": 2.8276,
      "step": 12
    },
    {
      "epoch": 0.018387553041018388,
      "grad_norm": 4.3538432121276855,
      "learning_rate": 9.940526315789473e-05,
      "loss": 3.0122,
      "step": 13
    },
    {
      "epoch": 0.019801980198019802,
      "grad_norm": 3.8758561611175537,
      "learning_rate": 9.887368421052632e-05,
      "loss": 3.1345,
      "step": 14
    },
    {
      "epoch": 0.021216407355021217,
      "grad_norm": 4.682952880859375,
      "learning_rate": 9.83421052631579e-05,
      "loss": 3.0093,
      "step": 15
    },
    {
      "epoch": 0.02263083451202263,
      "grad_norm": 3.6436381340026855,
      "learning_rate": 9.781052631578948e-05,
      "loss": 2.8878,
      "step": 16
    },
    {
      "epoch": 0.024045261669024046,
      "grad_norm": 3.1359572410583496,
      "learning_rate": 9.727894736842106e-05,
      "loss": 2.8174,
      "step": 17
    },
    {
      "epoch": 0.02545968882602546,
      "grad_norm": 3.475654363632202,
      "learning_rate": 9.674736842105263e-05,
      "loss": 2.6673,
      "step": 18
    },
    {
      "epoch": 0.026874115983026876,
      "grad_norm": 3.38742733001709,
      "learning_rate": 9.621578947368421e-05,
      "loss": 2.8075,
      "step": 19
    },
    {
      "epoch": 0.028288543140028287,
      "grad_norm": 6.014629364013672,
      "learning_rate": 9.568421052631578e-05,
      "loss": 3.0922,
      "step": 20
    },
    {
      "epoch": 0.0297029702970297,
      "grad_norm": 3.0035653114318848,
      "learning_rate": 9.515263157894737e-05,
      "loss": 2.9599,
      "step": 21
    },
    {
      "epoch": 0.031117397454031116,
      "grad_norm": 3.9666907787323,
      "learning_rate": 9.462105263157895e-05,
      "loss": 2.8904,
      "step": 22
    },
    {
      "epoch": 0.03253182461103253,
      "grad_norm": 3.315082550048828,
      "learning_rate": 9.408947368421054e-05,
      "loss": 2.7768,
      "step": 23
    },
    {
      "epoch": 0.033946251768033946,
      "grad_norm": 2.5618789196014404,
      "learning_rate": 9.355789473684211e-05,
      "loss": 2.6475,
      "step": 24
    },
    {
      "epoch": 0.03536067892503536,
      "grad_norm": 2.922630548477173,
      "learning_rate": 9.302631578947369e-05,
      "loss": 2.5942,
      "step": 25
    },
    {
      "epoch": 0.036775106082036775,
      "grad_norm": 4.30806827545166,
      "learning_rate": 9.249473684210526e-05,
      "loss": 3.0147,
      "step": 26
    },
    {
      "epoch": 0.03818953323903819,
      "grad_norm": 2.8271915912628174,
      "learning_rate": 9.196315789473685e-05,
      "loss": 2.8583,
      "step": 27
    },
    {
      "epoch": 0.039603960396039604,
      "grad_norm": 2.8441073894500732,
      "learning_rate": 9.143157894736843e-05,
      "loss": 2.7133,
      "step": 28
    },
    {
      "epoch": 0.04101838755304102,
      "grad_norm": 2.657393455505371,
      "learning_rate": 9.09e-05,
      "loss": 2.6705,
      "step": 29
    },
    {
      "epoch": 0.042432814710042434,
      "grad_norm": 2.526547908782959,
      "learning_rate": 9.036842105263158e-05,
      "loss": 2.6752,
      "step": 30
    },
    {
      "epoch": 0.04384724186704385,
      "grad_norm": 2.5309224128723145,
      "learning_rate": 8.983684210526316e-05,
      "loss": 2.6006,
      "step": 31
    },
    {
      "epoch": 0.04526166902404526,
      "grad_norm": 3.246652841567993,
      "learning_rate": 8.930526315789474e-05,
      "loss": 2.926,
      "step": 32
    },
    {
      "epoch": 0.04667609618104668,
      "grad_norm": 2.7534706592559814,
      "learning_rate": 8.877368421052632e-05,
      "loss": 2.8862,
      "step": 33
    },
    {
      "epoch": 0.04809052333804809,
      "grad_norm": 2.599621295928955,
      "learning_rate": 8.82421052631579e-05,
      "loss": 2.7434,
      "step": 34
    },
    {
      "epoch": 0.04950495049504951,
      "grad_norm": 2.4461135864257812,
      "learning_rate": 8.771052631578948e-05,
      "loss": 2.6901,
      "step": 35
    },
    {
      "epoch": 0.05091937765205092,
      "grad_norm": 2.444023370742798,
      "learning_rate": 8.717894736842105e-05,
      "loss": 2.5766,
      "step": 36
    },
    {
      "epoch": 0.05233380480905234,
      "grad_norm": 2.3293182849884033,
      "learning_rate": 8.664736842105263e-05,
      "loss": 2.4633,
      "step": 37
    },
    {
      "epoch": 0.05374823196605375,
      "grad_norm": 2.4258995056152344,
      "learning_rate": 8.61157894736842e-05,
      "loss": 2.6781,
      "step": 38
    },
    {
      "epoch": 0.055162659123055166,
      "grad_norm": 3.006838083267212,
      "learning_rate": 8.55842105263158e-05,
      "loss": 2.8319,
      "step": 39
    },
    {
      "epoch": 0.056577086280056574,
      "grad_norm": 2.496774673461914,
      "learning_rate": 8.505263157894737e-05,
      "loss": 2.644,
      "step": 40
    },
    {
      "epoch": 0.05799151343705799,
      "grad_norm": 2.602163076400757,
      "learning_rate": 8.452105263157896e-05,
      "loss": 2.6905,
      "step": 41
    },
    {
      "epoch": 0.0594059405940594,
      "grad_norm": 2.52225661277771,
      "learning_rate": 8.398947368421053e-05,
      "loss": 2.5921,
      "step": 42
    },
    {
      "epoch": 0.06082036775106082,
      "grad_norm": 2.3774173259735107,
      "learning_rate": 8.345789473684211e-05,
      "loss": 2.4794,
      "step": 43
    },
    {
      "epoch": 0.06223479490806223,
      "grad_norm": 2.1766254901885986,
      "learning_rate": 8.292631578947368e-05,
      "loss": 2.5138,
      "step": 44
    },
    {
      "epoch": 0.06364922206506365,
      "grad_norm": 2.6760802268981934,
      "learning_rate": 8.239473684210526e-05,
      "loss": 2.7873,
      "step": 45
    },
    {
      "epoch": 0.06506364922206506,
      "grad_norm": 2.3476643562316895,
      "learning_rate": 8.186315789473683e-05,
      "loss": 2.6749,
      "step": 46
    },
    {
      "epoch": 0.06647807637906648,
      "grad_norm": 2.3106589317321777,
      "learning_rate": 8.133157894736842e-05,
      "loss": 2.5956,
      "step": 47
    },
    {
      "epoch": 0.06789250353606789,
      "grad_norm": 2.198598861694336,
      "learning_rate": 8.080000000000001e-05,
      "loss": 2.5047,
      "step": 48
    },
    {
      "epoch": 0.06930693069306931,
      "grad_norm": 2.2239043712615967,
      "learning_rate": 8.026842105263159e-05,
      "loss": 2.5194,
      "step": 49
    },
    {
      "epoch": 0.07072135785007072,
      "grad_norm": 2.4284136295318604,
      "learning_rate": 7.973684210526316e-05,
      "loss": 2.4291,
      "step": 50
    },
    {
      "epoch": 0.07072135785007072,
      "eval_loss": 0.6465714573860168,
      "eval_runtime": 65.9647,
      "eval_samples_per_second": 144.395,
      "eval_steps_per_second": 4.518,
      "step": 50
    }
  ],
  "logging_steps": 1,
  "max_steps": 200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.723998478401536e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}