{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.943589743589744,
  "eval_steps": 500,
  "global_step": 144,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.10256410256410256,
      "grad_norm": 5.980730056762695,
      "learning_rate": 2e-05,
      "loss": 0.9641,
      "step": 5
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 4.265922546386719,
      "learning_rate": 1.9936215093023884e-05,
      "loss": 0.7271,
      "step": 10
    },
    {
      "epoch": 0.3076923076923077,
      "grad_norm": 1.7026264667510986,
      "learning_rate": 1.974567407496712e-05,
      "loss": 0.5734,
      "step": 15
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 1.6455885171890259,
      "learning_rate": 1.9430807674052092e-05,
      "loss": 0.4955,
      "step": 20
    },
    {
      "epoch": 0.5128205128205128,
      "grad_norm": 1.5250736474990845,
      "learning_rate": 1.899563263509725e-05,
      "loss": 0.4722,
      "step": 25
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 1.467634916305542,
      "learning_rate": 1.8445700477978207e-05,
      "loss": 0.4283,
      "step": 30
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 1.3555026054382324,
      "learning_rate": 1.778802667699196e-05,
      "loss": 0.417,
      "step": 35
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 1.4207082986831665,
      "learning_rate": 1.7031001164581828e-05,
      "loss": 0.3969,
      "step": 40
    },
    {
      "epoch": 0.9230769230769231,
      "grad_norm": 1.3894375562667847,
      "learning_rate": 1.618428130112533e-05,
      "loss": 0.3896,
      "step": 45
    },
    {
      "epoch": 1.0205128205128204,
      "grad_norm": 1.3288708925247192,
      "learning_rate": 1.5258668676167548e-05,
      "loss": 0.3586,
      "step": 50
    },
    {
      "epoch": 1.123076923076923,
      "grad_norm": 1.3780906200408936,
      "learning_rate": 1.4265971312744252e-05,
      "loss": 0.3267,
      "step": 55
    },
    {
      "epoch": 1.2256410256410257,
      "grad_norm": 1.1098214387893677,
      "learning_rate": 1.3218853032651719e-05,
      "loss": 0.3194,
      "step": 60
    },
    {
      "epoch": 1.3282051282051281,
      "grad_norm": 1.3044273853302002,
      "learning_rate": 1.2130671904307692e-05,
      "loss": 0.3065,
      "step": 65
    },
    {
      "epoch": 1.4307692307692308,
      "grad_norm": 1.2135035991668701,
      "learning_rate": 1.1015309834121083e-05,
      "loss": 0.2907,
      "step": 70
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 1.172560214996338,
      "learning_rate": 9.886995475270205e-06,
      "loss": 0.299,
      "step": 75
    },
    {
      "epoch": 1.6358974358974359,
      "grad_norm": 1.200344204902649,
      "learning_rate": 8.76012271303888e-06,
      "loss": 0.2953,
      "step": 80
    },
    {
      "epoch": 1.7384615384615385,
      "grad_norm": 1.1982589960098267,
      "learning_rate": 7.649067042289681e-06,
      "loss": 0.2942,
      "step": 85
    },
    {
      "epoch": 1.8410256410256411,
      "grad_norm": 1.2551528215408325,
      "learning_rate": 6.568002179543409e-06,
      "loss": 0.2883,
      "step": 90
    },
    {
      "epoch": 1.9435897435897436,
      "grad_norm": 1.276993989944458,
      "learning_rate": 5.530719249141148e-06,
      "loss": 0.2885,
      "step": 95
    },
    {
      "epoch": 2.041025641025641,
      "grad_norm": 1.176174521446228,
      "learning_rate": 4.550450850127626e-06,
      "loss": 0.2587,
      "step": 100
    },
    {
      "epoch": 2.1435897435897435,
      "grad_norm": 1.3641650676727295,
      "learning_rate": 3.6397022482313804e-06,
      "loss": 0.2231,
      "step": 105
    },
    {
      "epoch": 2.246153846153846,
      "grad_norm": 1.1558363437652588,
      "learning_rate": 2.8100918464225304e-06,
      "loss": 0.2215,
      "step": 110
    },
    {
      "epoch": 2.348717948717949,
      "grad_norm": 1.2226226329803467,
      "learning_rate": 2.072202969162234e-06,
      "loss": 0.2165,
      "step": 115
    },
    {
      "epoch": 2.4512820512820515,
      "grad_norm": 1.1804394721984863,
      "learning_rate": 1.4354488511294418e-06,
      "loss": 0.2089,
      "step": 120
    },
    {
      "epoch": 2.5538461538461537,
      "grad_norm": 1.253951072692871,
      "learning_rate": 9.079525527612321e-07,
      "loss": 0.2123,
      "step": 125
    },
    {
      "epoch": 2.6564102564102563,
      "grad_norm": 1.2056702375411987,
      "learning_rate": 4.964433345219354e-07,
      "loss": 0.2107,
      "step": 130
    },
    {
      "epoch": 2.758974358974359,
      "grad_norm": 1.1851439476013184,
      "learning_rate": 2.0617081185259512e-07,
      "loss": 0.2129,
      "step": 135
    },
    {
      "epoch": 2.8615384615384616,
      "grad_norm": 1.1076850891113281,
      "learning_rate": 4.083798592444899e-08,
      "loss": 0.2175,
      "step": 140
    },
    {
      "epoch": 2.943589743589744,
      "step": 144,
      "total_flos": 5.491122506196582e+16,
      "train_loss": 0.35015756347113186,
      "train_runtime": 1479.6793,
      "train_samples_per_second": 6.324,
      "train_steps_per_second": 0.097
    }
  ],
  "logging_steps": 5,
  "max_steps": 144,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.491122506196582e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}