|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.1073345259391771, |
|
"eval_steps": 5, |
|
"global_step": 15, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.007155635062611807, |
|
"eval_loss": 8.003866195678711, |
|
"eval_runtime": 21.074, |
|
"eval_samples_per_second": 11.199, |
|
"eval_steps_per_second": 1.424, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.02146690518783542, |
|
"grad_norm": 36.30503845214844, |
|
"learning_rate": 3e-05, |
|
"loss": 29.32, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.03577817531305903, |
|
"eval_loss": 6.45150899887085, |
|
"eval_runtime": 21.281, |
|
"eval_samples_per_second": 11.09, |
|
"eval_steps_per_second": 1.41, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.04293381037567084, |
|
"grad_norm": 59.01460647583008, |
|
"learning_rate": 6e-05, |
|
"loss": 29.5122, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.06440071556350627, |
|
"grad_norm": 31.912750244140625, |
|
"learning_rate": 9e-05, |
|
"loss": 15.7048, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.07155635062611806, |
|
"eval_loss": 1.4119746685028076, |
|
"eval_runtime": 21.3324, |
|
"eval_samples_per_second": 11.063, |
|
"eval_steps_per_second": 1.406, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.08586762075134168, |
|
"grad_norm": 12.302176475524902, |
|
"learning_rate": 9.938441702975689e-05, |
|
"loss": 5.5122, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.1073345259391771, |
|
"grad_norm": 7.404484272003174, |
|
"learning_rate": 9.619397662556435e-05, |
|
"loss": 1.4541, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.1073345259391771, |
|
"eval_loss": 0.1575503647327423, |
|
"eval_runtime": 21.3407, |
|
"eval_samples_per_second": 11.059, |
|
"eval_steps_per_second": 1.406, |
|
"step": 15 |
|
} |
|
], |
|
"logging_steps": 3, |
|
"max_steps": 50, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 5, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.995762988744704e+16, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|