| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 284.7457627118644, | |
| "eval_steps": 1500, | |
| "global_step": 2100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 13.56, | |
| "learning_rate": 4.764285714285715e-05, | |
| "loss": 0.0462, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 27.12, | |
| "learning_rate": 4.5261904761904766e-05, | |
| "loss": 0.0281, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 40.68, | |
| "learning_rate": 4.2880952380952384e-05, | |
| "loss": 0.0283, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 54.24, | |
| "learning_rate": 4.05e-05, | |
| "loss": 0.0289, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 67.8, | |
| "learning_rate": 3.811904761904762e-05, | |
| "loss": 0.018, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 81.36, | |
| "learning_rate": 3.573809523809524e-05, | |
| "loss": 0.0269, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 94.92, | |
| "learning_rate": 3.3357142857142856e-05, | |
| "loss": 0.0191, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 108.47, | |
| "learning_rate": 3.0976190476190474e-05, | |
| "loss": 0.0211, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 122.03, | |
| "learning_rate": 2.85952380952381e-05, | |
| "loss": 0.0214, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 135.59, | |
| "learning_rate": 2.6214285714285713e-05, | |
| "loss": 0.0272, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 149.15, | |
| "learning_rate": 2.3833333333333334e-05, | |
| "loss": 0.0217, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 162.71, | |
| "learning_rate": 2.1452380952380956e-05, | |
| "loss": 0.0207, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 176.27, | |
| "learning_rate": 1.9071428571428574e-05, | |
| "loss": 0.0192, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 189.83, | |
| "learning_rate": 1.669047619047619e-05, | |
| "loss": 0.0164, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 203.39, | |
| "learning_rate": 1.4309523809523811e-05, | |
| "loss": 0.0194, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 203.39, | |
| "eval_accuracy": 0.9677419066429138, | |
| "eval_loss": 0.115411177277565, | |
| "eval_runtime": 1.4468, | |
| "eval_samples_per_second": 64.281, | |
| "eval_steps_per_second": 8.294, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 216.95, | |
| "learning_rate": 1.192857142857143e-05, | |
| "loss": 0.0177, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 230.51, | |
| "learning_rate": 9.547619047619049e-06, | |
| "loss": 0.0168, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 244.07, | |
| "learning_rate": 7.166666666666667e-06, | |
| "loss": 0.0171, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 257.63, | |
| "learning_rate": 4.785714285714286e-06, | |
| "loss": 0.0179, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 271.19, | |
| "learning_rate": 2.404761904761905e-06, | |
| "loss": 0.0171, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 284.75, | |
| "learning_rate": 2.380952380952381e-08, | |
| "loss": 0.0163, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 284.75, | |
| "step": 2100, | |
| "total_flos": 4.0318045822521795e+18, | |
| "train_loss": 0.022167698939641316, | |
| "train_runtime": 3842.9627, | |
| "train_samples_per_second": 36.378, | |
| "train_steps_per_second": 0.546 | |
| }, | |
| { | |
| "epoch": 284.75, | |
| "eval_accuracy": 0.9677419066429138, | |
| "eval_loss": 0.11643270403146744, | |
| "eval_runtime": 1.6786, | |
| "eval_samples_per_second": 55.402, | |
| "eval_steps_per_second": 7.149, | |
| "step": 2100 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 2100, | |
| "num_train_epochs": 300, | |
| "save_steps": 2000, | |
| "total_flos": 4.0318045822521795e+18, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |