{ "best_metric": 1.7293239831924438, "best_model_checkpoint": "miner_id_24/checkpoint-50", "epoch": 0.12886597938144329, "eval_steps": 50, "global_step": 150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.000859106529209622, "eval_loss": 1.95401132106781, "eval_runtime": 27.5604, "eval_samples_per_second": 17.779, "eval_steps_per_second": 4.463, "step": 1 }, { "epoch": 0.00859106529209622, "grad_norm": 0.9405553936958313, "learning_rate": 4.36e-05, "loss": 1.9074, "step": 10 }, { "epoch": 0.01718213058419244, "grad_norm": 1.0190926790237427, "learning_rate": 8.72e-05, "loss": 1.6901, "step": 20 }, { "epoch": 0.02577319587628866, "grad_norm": 1.3096411228179932, "learning_rate": 0.0001308, "loss": 1.5987, "step": 30 }, { "epoch": 0.03436426116838488, "grad_norm": 1.06441330909729, "learning_rate": 0.0001744, "loss": 1.5752, "step": 40 }, { "epoch": 0.0429553264604811, "grad_norm": 3.1200854778289795, "learning_rate": 0.000218, "loss": 1.4327, "step": 50 }, { "epoch": 0.0429553264604811, "eval_loss": 1.7293239831924438, "eval_runtime": 27.5653, "eval_samples_per_second": 17.776, "eval_steps_per_second": 4.462, "step": 50 }, { "epoch": 0.05154639175257732, "grad_norm": 0.7793288230895996, "learning_rate": 0.00021773448147832086, "loss": 1.7899, "step": 60 }, { "epoch": 0.06013745704467354, "grad_norm": 1.007460117340088, "learning_rate": 0.0002169392194928312, "loss": 1.6296, "step": 70 }, { "epoch": 0.06872852233676977, "grad_norm": 1.0640578269958496, "learning_rate": 0.00021561808847998484, "loss": 1.6155, "step": 80 }, { "epoch": 0.07731958762886598, "grad_norm": 1.191985011100769, "learning_rate": 0.00021377752485727676, "loss": 1.5215, "step": 90 }, { "epoch": 0.0859106529209622, "grad_norm": 3.72426176071167, "learning_rate": 0.00021142649566566402, "loss": 1.4125, "step": 100 }, { "epoch": 0.0859106529209622, "eval_loss": 1.7307857275009155, "eval_runtime": 27.621, "eval_samples_per_second": 17.74, "eval_steps_per_second": 4.453, "step": 100 }, { "epoch": 0.09450171821305842, "grad_norm": 0.9484879970550537, "learning_rate": 0.0002085764548830435, "loss": 1.7982, "step": 110 }, { "epoch": 0.10309278350515463, "grad_norm": 0.964938759803772, "learning_rate": 0.00020524128762162305, "loss": 1.7195, "step": 120 }, { "epoch": 0.11168384879725086, "grad_norm": 1.1392478942871094, "learning_rate": 0.00020143724248105043, "loss": 1.5898, "step": 130 }, { "epoch": 0.12027491408934708, "grad_norm": 1.2410438060760498, "learning_rate": 0.0001971828523868693, "loss": 1.4812, "step": 140 }, { "epoch": 0.12886597938144329, "grad_norm": 3.722848892211914, "learning_rate": 0.0001924988442999686, "loss": 1.4084, "step": 150 }, { "epoch": 0.12886597938144329, "eval_loss": 1.7576016187667847, "eval_runtime": 27.7184, "eval_samples_per_second": 17.678, "eval_steps_per_second": 4.437, "step": 150 } ], "logging_steps": 10, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 2 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.6660412850176e+16, "train_batch_size": 4, "trial_name": null, "trial_params": null }