{
  "best_metric": 0.4650544822216034,
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
  "epoch": 0.06238951856088177,
  "eval_steps": 50,
  "global_step": 300,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0002079650618696059,
      "eval_loss": 0.9533683061599731,
      "eval_runtime": 156.6179,
      "eval_samples_per_second": 3.237,
      "eval_steps_per_second": 0.811,
      "step": 1
    },
    {
      "epoch": 0.002079650618696059,
      "grad_norm": 3.18047833442688,
      "learning_rate": 4.36e-05,
      "loss": 0.8342,
      "step": 10
    },
    {
      "epoch": 0.004159301237392118,
      "grad_norm": 2.9091711044311523,
      "learning_rate": 8.72e-05,
      "loss": 0.5367,
      "step": 20
    },
    {
      "epoch": 0.006238951856088177,
      "grad_norm": 12.142705917358398,
      "learning_rate": 0.0001308,
      "loss": 0.5186,
      "step": 30
    },
    {
      "epoch": 0.008318602474784236,
      "grad_norm": 1.364218831062317,
      "learning_rate": 0.0001744,
      "loss": 0.5148,
      "step": 40
    },
    {
      "epoch": 0.010398253093480296,
      "grad_norm": 2.0976734161376953,
      "learning_rate": 0.000218,
      "loss": 0.5504,
      "step": 50
    },
    {
      "epoch": 0.010398253093480296,
      "eval_loss": 0.5830835103988647,
      "eval_runtime": 80.9255,
      "eval_samples_per_second": 6.265,
      "eval_steps_per_second": 1.569,
      "step": 50
    },
    {
      "epoch": 0.012477903712176355,
      "grad_norm": 1.4801353216171265,
      "learning_rate": 0.00021773448147832086,
      "loss": 0.5768,
      "step": 60
    },
    {
      "epoch": 0.014557554330872413,
      "grad_norm": 1.2638306617736816,
      "learning_rate": 0.0002169392194928312,
      "loss": 0.585,
      "step": 70
    },
    {
      "epoch": 0.01663720494956847,
      "grad_norm": 1.3111450672149658,
      "learning_rate": 0.00021561808847998484,
      "loss": 0.6144,
      "step": 80
    },
    {
      "epoch": 0.01871685556826453,
      "grad_norm": 1.4548810720443726,
      "learning_rate": 0.00021377752485727676,
      "loss": 0.5459,
      "step": 90
    },
    {
      "epoch": 0.020796506186960592,
      "grad_norm": 1.1708745956420898,
      "learning_rate": 0.00021142649566566402,
      "loss": 0.6452,
      "step": 100
    },
    {
      "epoch": 0.020796506186960592,
      "eval_loss": 0.553749680519104,
      "eval_runtime": 80.7517,
      "eval_samples_per_second": 6.279,
      "eval_steps_per_second": 1.573,
      "step": 100
    },
    {
      "epoch": 0.02287615680565665,
      "grad_norm": 1.927892804145813,
      "learning_rate": 0.0002085764548830435,
      "loss": 0.5392,
      "step": 110
    },
    {
      "epoch": 0.02495580742435271,
      "grad_norm": 1.463425636291504,
      "learning_rate": 0.00020524128762162305,
      "loss": 0.5582,
      "step": 120
    },
    {
      "epoch": 0.027035458043048768,
      "grad_norm": 1.3318297863006592,
      "learning_rate": 0.00020143724248105043,
      "loss": 0.549,
      "step": 130
    },
    {
      "epoch": 0.029115108661744826,
      "grad_norm": 2.8513331413269043,
      "learning_rate": 0.0001971828523868693,
      "loss": 0.559,
      "step": 140
    },
    {
      "epoch": 0.031194759280440885,
      "grad_norm": 1.3817558288574219,
      "learning_rate": 0.0001924988442999686,
      "loss": 0.5554,
      "step": 150
    },
    {
      "epoch": 0.031194759280440885,
      "eval_loss": 0.5377894043922424,
      "eval_runtime": 80.77,
      "eval_samples_per_second": 6.277,
      "eval_steps_per_second": 1.572,
      "step": 150
    },
    {
      "epoch": 0.03327440989913694,
      "grad_norm": 1.0492221117019653,
      "learning_rate": 0.00018740803823691298,
      "loss": 0.569,
      "step": 160
    },
    {
      "epoch": 0.035354060517833005,
      "grad_norm": 1.0622763633728027,
      "learning_rate": 0.00018193523609311556,
      "loss": 0.5299,
      "step": 170
    },
    {
      "epoch": 0.03743371113652906,
      "grad_norm": 1.661616325378418,
      "learning_rate": 0.00017610710081049675,
      "loss": 0.5821,
      "step": 180
    },
    {
      "epoch": 0.03951336175522512,
      "grad_norm": 1.344832420349121,
      "learning_rate": 0.00016995202647831142,
      "loss": 0.5302,
      "step": 190
    },
    {
      "epoch": 0.041593012373921184,
      "grad_norm": 1.5419880151748657,
      "learning_rate": 0.00016350000000000002,
      "loss": 0.566,
      "step": 200
    },
    {
      "epoch": 0.041593012373921184,
      "eval_loss": 0.5337647199630737,
      "eval_runtime": 80.6952,
      "eval_samples_per_second": 6.283,
      "eval_steps_per_second": 1.574,
      "step": 200
    },
    {
      "epoch": 0.04367266299261724,
      "grad_norm": 1.1745060682296753,
      "learning_rate": 0.00015678245500000943,
      "loss": 0.5042,
      "step": 210
    },
    {
      "epoch": 0.0457523136113133,
      "grad_norm": 1.176100492477417,
      "learning_rate": 0.00014983211868233444,
      "loss": 0.5065,
      "step": 220
    },
    {
      "epoch": 0.047831964230009356,
      "grad_norm": 1.4111114740371704,
      "learning_rate": 0.00014268285238686927,
      "loss": 0.4751,
      "step": 230
    },
    {
      "epoch": 0.04991161484870542,
      "grad_norm": 1.2417322397232056,
      "learning_rate": 0.00013536948662036378,
      "loss": 0.5278,
      "step": 240
    },
    {
      "epoch": 0.051991265467401473,
      "grad_norm": 1.5264148712158203,
      "learning_rate": 0.00012792765136569544,
      "loss": 0.4541,
      "step": 250
    },
    {
      "epoch": 0.051991265467401473,
      "eval_loss": 0.5013260841369629,
      "eval_runtime": 80.7104,
      "eval_samples_per_second": 6.282,
      "eval_steps_per_second": 1.574,
      "step": 250
    },
    {
      "epoch": 0.054070916086097535,
      "grad_norm": 1.2806155681610107,
      "learning_rate": 0.00012039360249617425,
      "loss": 0.4848,
      "step": 260
    },
    {
      "epoch": 0.0561505667047936,
      "grad_norm": 0.8744197487831116,
      "learning_rate": 0.00011280404514057264,
      "loss": 0.4888,
      "step": 270
    },
    {
      "epoch": 0.05823021732348965,
      "grad_norm": 1.0379194021224976,
      "learning_rate": 0.00010519595485942743,
      "loss": 0.4923,
      "step": 280
    },
    {
      "epoch": 0.060309867942185715,
      "grad_norm": 1.0062249898910522,
      "learning_rate": 9.76063975038258e-05,
      "loss": 0.4953,
      "step": 290
    },
    {
      "epoch": 0.06238951856088177,
      "grad_norm": 1.2005985975265503,
      "learning_rate": 9.00723486343046e-05,
      "loss": 0.4437,
      "step": 300
    },
    {
      "epoch": 0.06238951856088177,
      "eval_loss": 0.4650544822216034,
      "eval_runtime": 80.7039,
      "eval_samples_per_second": 6.282,
      "eval_steps_per_second": 1.574,
      "step": 300
    }
  ],
  "logging_steps": 10,
  "max_steps": 500,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.027195140656333e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}