|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.045882083046570314, |
|
"eval_steps": 5, |
|
"global_step": 200, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0011470520761642578, |
|
"eval_loss": 2.755366325378418, |
|
"eval_runtime": 14.0088, |
|
"eval_samples_per_second": 469.989, |
|
"eval_steps_per_second": 3.712, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.0022941041523285156, |
|
"eval_loss": 2.750617027282715, |
|
"eval_runtime": 14.0654, |
|
"eval_samples_per_second": 468.099, |
|
"eval_steps_per_second": 3.697, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.0034411562284927736, |
|
"eval_loss": 2.7424304485321045, |
|
"eval_runtime": 14.1186, |
|
"eval_samples_per_second": 466.336, |
|
"eval_steps_per_second": 3.683, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.004588208304657031, |
|
"eval_loss": 2.730889081954956, |
|
"eval_runtime": 14.2451, |
|
"eval_samples_per_second": 462.193, |
|
"eval_steps_per_second": 3.65, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.005735260380821289, |
|
"eval_loss": 2.7159576416015625, |
|
"eval_runtime": 14.245, |
|
"eval_samples_per_second": 462.199, |
|
"eval_steps_per_second": 3.65, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.006882312456985547, |
|
"eval_loss": 2.6975343227386475, |
|
"eval_runtime": 14.3448, |
|
"eval_samples_per_second": 458.981, |
|
"eval_steps_per_second": 3.625, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.008029364533149804, |
|
"eval_loss": 2.675693988800049, |
|
"eval_runtime": 16.965, |
|
"eval_samples_per_second": 388.094, |
|
"eval_steps_per_second": 3.065, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.009176416609314062, |
|
"eval_loss": 2.650242328643799, |
|
"eval_runtime": 14.2414, |
|
"eval_samples_per_second": 462.315, |
|
"eval_steps_per_second": 3.651, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.01032346868547832, |
|
"eval_loss": 2.6213560104370117, |
|
"eval_runtime": 14.4168, |
|
"eval_samples_per_second": 456.689, |
|
"eval_steps_per_second": 3.607, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.011470520761642579, |
|
"eval_loss": 2.5892951488494873, |
|
"eval_runtime": 14.3332, |
|
"eval_samples_per_second": 459.353, |
|
"eval_steps_per_second": 3.628, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.012617572837806837, |
|
"eval_loss": 2.5538384914398193, |
|
"eval_runtime": 14.4067, |
|
"eval_samples_per_second": 457.01, |
|
"eval_steps_per_second": 3.609, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.013764624913971095, |
|
"eval_loss": 2.51452374458313, |
|
"eval_runtime": 14.4948, |
|
"eval_samples_per_second": 454.233, |
|
"eval_steps_per_second": 3.588, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.014911676990135353, |
|
"eval_loss": 2.4726295471191406, |
|
"eval_runtime": 14.3162, |
|
"eval_samples_per_second": 459.898, |
|
"eval_steps_per_second": 3.632, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.01605872906629961, |
|
"eval_loss": 2.428196668624878, |
|
"eval_runtime": 14.3204, |
|
"eval_samples_per_second": 459.763, |
|
"eval_steps_per_second": 3.631, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.017205781142463867, |
|
"eval_loss": 2.379453659057617, |
|
"eval_runtime": 14.3796, |
|
"eval_samples_per_second": 457.872, |
|
"eval_steps_per_second": 3.616, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.018352833218628125, |
|
"eval_loss": 2.327221393585205, |
|
"eval_runtime": 14.3415, |
|
"eval_samples_per_second": 459.089, |
|
"eval_steps_per_second": 3.626, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.019499885294792383, |
|
"eval_loss": 2.2712388038635254, |
|
"eval_runtime": 14.462, |
|
"eval_samples_per_second": 455.263, |
|
"eval_steps_per_second": 3.596, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.02064693737095664, |
|
"eval_loss": 2.2120068073272705, |
|
"eval_runtime": 14.334, |
|
"eval_samples_per_second": 459.326, |
|
"eval_steps_per_second": 3.628, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.0217939894471209, |
|
"eval_loss": 2.1501331329345703, |
|
"eval_runtime": 14.3506, |
|
"eval_samples_per_second": 458.796, |
|
"eval_steps_per_second": 3.624, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.022941041523285157, |
|
"grad_norm": 19.895355224609375, |
|
"learning_rate": 7.645259938837921e-07, |
|
"loss": 3.6197, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.022941041523285157, |
|
"eval_loss": 2.086596727371216, |
|
"eval_runtime": 16.6465, |
|
"eval_samples_per_second": 395.519, |
|
"eval_steps_per_second": 3.124, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.024088093599449415, |
|
"eval_loss": 2.0223236083984375, |
|
"eval_runtime": 14.471, |
|
"eval_samples_per_second": 454.979, |
|
"eval_steps_per_second": 3.593, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.025235145675613673, |
|
"eval_loss": 1.9571231603622437, |
|
"eval_runtime": 14.3783, |
|
"eval_samples_per_second": 457.913, |
|
"eval_steps_per_second": 3.617, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.02638219775177793, |
|
"eval_loss": 1.890655517578125, |
|
"eval_runtime": 14.288, |
|
"eval_samples_per_second": 460.805, |
|
"eval_steps_per_second": 3.639, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.02752924982794219, |
|
"eval_loss": 1.823920488357544, |
|
"eval_runtime": 14.3764, |
|
"eval_samples_per_second": 457.972, |
|
"eval_steps_per_second": 3.617, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.028676301904106447, |
|
"eval_loss": 1.758331298828125, |
|
"eval_runtime": 14.2666, |
|
"eval_samples_per_second": 461.499, |
|
"eval_steps_per_second": 3.645, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.029823353980270705, |
|
"eval_loss": 1.6937522888183594, |
|
"eval_runtime": 14.2522, |
|
"eval_samples_per_second": 461.963, |
|
"eval_steps_per_second": 3.649, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.030970406056434963, |
|
"eval_loss": 1.6316019296646118, |
|
"eval_runtime": 16.3104, |
|
"eval_samples_per_second": 403.67, |
|
"eval_steps_per_second": 3.188, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.03211745813259922, |
|
"eval_loss": 1.571895718574524, |
|
"eval_runtime": 14.2422, |
|
"eval_samples_per_second": 462.288, |
|
"eval_steps_per_second": 3.651, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.033264510208763476, |
|
"eval_loss": 1.5148202180862427, |
|
"eval_runtime": 14.3624, |
|
"eval_samples_per_second": 458.418, |
|
"eval_steps_per_second": 3.621, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.034411562284927734, |
|
"eval_loss": 1.459762454032898, |
|
"eval_runtime": 14.3035, |
|
"eval_samples_per_second": 460.308, |
|
"eval_steps_per_second": 3.635, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.03555861436109199, |
|
"eval_loss": 1.4081143140792847, |
|
"eval_runtime": 14.2988, |
|
"eval_samples_per_second": 460.46, |
|
"eval_steps_per_second": 3.637, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.03670566643725625, |
|
"eval_loss": 1.3612124919891357, |
|
"eval_runtime": 14.2569, |
|
"eval_samples_per_second": 461.812, |
|
"eval_steps_per_second": 3.647, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.03785271851342051, |
|
"eval_loss": 1.318212866783142, |
|
"eval_runtime": 14.282, |
|
"eval_samples_per_second": 460.999, |
|
"eval_steps_per_second": 3.641, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.038999770589584766, |
|
"eval_loss": 1.2802687883377075, |
|
"eval_runtime": 14.4058, |
|
"eval_samples_per_second": 457.038, |
|
"eval_steps_per_second": 3.61, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.040146822665749024, |
|
"eval_loss": 1.246294617652893, |
|
"eval_runtime": 14.2804, |
|
"eval_samples_per_second": 461.051, |
|
"eval_steps_per_second": 3.641, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.04129387474191328, |
|
"eval_loss": 1.2160167694091797, |
|
"eval_runtime": 14.3449, |
|
"eval_samples_per_second": 458.977, |
|
"eval_steps_per_second": 3.625, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.04244092681807754, |
|
"eval_loss": 1.189509630203247, |
|
"eval_runtime": 14.2361, |
|
"eval_samples_per_second": 462.486, |
|
"eval_steps_per_second": 3.653, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.0435879788942418, |
|
"eval_loss": 1.1653709411621094, |
|
"eval_runtime": 14.3748, |
|
"eval_samples_per_second": 458.025, |
|
"eval_steps_per_second": 3.617, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.044735030970406056, |
|
"eval_loss": 1.143513798713684, |
|
"eval_runtime": 14.25, |
|
"eval_samples_per_second": 462.035, |
|
"eval_steps_per_second": 3.649, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.045882083046570314, |
|
"grad_norm": 8.192963600158691, |
|
"learning_rate": 1.5290519877675841e-06, |
|
"loss": 2.292, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.045882083046570314, |
|
"eval_loss": 1.1239805221557617, |
|
"eval_runtime": 16.3012, |
|
"eval_samples_per_second": 403.896, |
|
"eval_steps_per_second": 3.19, |
|
"step": 200 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 13077, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 5, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 0.0, |
|
"train_batch_size": 128, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|