{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.008152284677780949, "eval_steps": 10, "global_step": 50, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00016304569355561895, "eval_loss": 1.4434003829956055, "eval_runtime": 276.0137, "eval_samples_per_second": 9.358, "eval_steps_per_second": 4.681, "step": 1 }, { "epoch": 0.0008152284677780948, "grad_norm": 4.545451641082764, "learning_rate": 5e-05, "loss": 1.3273, "step": 5 }, { "epoch": 0.0016304569355561896, "grad_norm": 1.8313485383987427, "learning_rate": 0.0001, "loss": 0.9985, "step": 10 }, { "epoch": 0.0016304569355561896, "eval_loss": 0.9741485118865967, "eval_runtime": 276.9314, "eval_samples_per_second": 9.327, "eval_steps_per_second": 4.665, "step": 10 }, { "epoch": 0.0024456854033342843, "grad_norm": 2.1107020378112793, "learning_rate": 9.619397662556435e-05, "loss": 0.9916, "step": 15 }, { "epoch": 0.003260913871112379, "grad_norm": 1.3943828344345093, "learning_rate": 8.535533905932738e-05, "loss": 0.7144, "step": 20 }, { "epoch": 0.003260913871112379, "eval_loss": 0.8293784260749817, "eval_runtime": 278.0253, "eval_samples_per_second": 9.291, "eval_steps_per_second": 4.647, "step": 20 }, { "epoch": 0.004076142338890474, "grad_norm": 1.6929694414138794, "learning_rate": 6.91341716182545e-05, "loss": 0.8177, "step": 25 }, { "epoch": 0.004891370806668569, "grad_norm": 1.4963960647583008, "learning_rate": 5e-05, "loss": 0.7313, "step": 30 }, { "epoch": 0.004891370806668569, "eval_loss": 0.7962073087692261, "eval_runtime": 277.3649, "eval_samples_per_second": 9.313, "eval_steps_per_second": 4.658, "step": 30 }, { "epoch": 0.005706599274446664, "grad_norm": 2.978395938873291, "learning_rate": 3.086582838174551e-05, "loss": 0.6792, "step": 35 }, { "epoch": 0.006521827742224758, "grad_norm": 2.0734105110168457, "learning_rate": 1.4644660940672627e-05, "loss": 0.7358, "step": 40 }, { "epoch": 0.006521827742224758, "eval_loss": 0.7630765438079834, "eval_runtime": 276.69, "eval_samples_per_second": 9.335, "eval_steps_per_second": 4.669, "step": 40 }, { "epoch": 0.0073370562100028534, "grad_norm": 4.801995277404785, "learning_rate": 3.8060233744356633e-06, "loss": 0.7025, "step": 45 }, { "epoch": 0.008152284677780949, "grad_norm": 1.9068917036056519, "learning_rate": 0.0, "loss": 0.7329, "step": 50 }, { "epoch": 0.008152284677780949, "eval_loss": 0.757493793964386, "eval_runtime": 277.5422, "eval_samples_per_second": 9.307, "eval_steps_per_second": 4.655, "step": 50 } ], "logging_steps": 5, "max_steps": 50, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 13, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.5598770053971968e+16, "train_batch_size": 2, "trial_name": null, "trial_params": null }