| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.151983860121049, | |
| "eval_steps": 50, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02151983860121049, | |
| "grad_norm": 82.97300720214844, | |
| "learning_rate": 7.499999999999999e-06, | |
| "loss": 84.1949, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02151983860121049, | |
| "eval_loss": 2.7060768604278564, | |
| "eval_runtime": 26.5108, | |
| "eval_samples_per_second": 5.922, | |
| "eval_steps_per_second": 2.98, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.04303967720242098, | |
| "grad_norm": 78.80287170410156, | |
| "learning_rate": 1.4999999999999999e-05, | |
| "loss": 86.2387, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.06455951580363148, | |
| "grad_norm": 89.162841796875, | |
| "learning_rate": 2.2499999999999998e-05, | |
| "loss": 90.0082, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.08607935440484196, | |
| "grad_norm": 86.92474365234375, | |
| "learning_rate": 2.9999999999999997e-05, | |
| "loss": 84.1448, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.10759919300605246, | |
| "grad_norm": 91.07469940185547, | |
| "learning_rate": 3.75e-05, | |
| "loss": 83.3763, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.12911903160726296, | |
| "grad_norm": 104.43302917480469, | |
| "learning_rate": 4.4999999999999996e-05, | |
| "loss": 81.3885, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.15063887020847344, | |
| "grad_norm": 87.57577514648438, | |
| "learning_rate": 5.2499999999999995e-05, | |
| "loss": 74.0475, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.17215870880968392, | |
| "grad_norm": 62.191646575927734, | |
| "learning_rate": 5.9999999999999995e-05, | |
| "loss": 73.151, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.1936785474108944, | |
| "grad_norm": 46.43473815917969, | |
| "learning_rate": 6.75e-05, | |
| "loss": 65.2091, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.21519838601210492, | |
| "grad_norm": 54.11827850341797, | |
| "learning_rate": 7.5e-05, | |
| "loss": 54.5141, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.2367182246133154, | |
| "grad_norm": 40.347389221191406, | |
| "learning_rate": 8.25e-05, | |
| "loss": 55.1426, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.2582380632145259, | |
| "grad_norm": 90.2418212890625, | |
| "learning_rate": 8.999999999999999e-05, | |
| "loss": 47.8972, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.2797579018157364, | |
| "grad_norm": 38.726844787597656, | |
| "learning_rate": 9.75e-05, | |
| "loss": 39.0781, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.3012777404169469, | |
| "grad_norm": 39.34111022949219, | |
| "learning_rate": 0.00010499999999999999, | |
| "loss": 47.5949, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.32279757901815737, | |
| "grad_norm": 30.686641693115234, | |
| "learning_rate": 0.0001125, | |
| "loss": 36.2625, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.34431741761936785, | |
| "grad_norm": 83.62683868408203, | |
| "learning_rate": 0.00011999999999999999, | |
| "loss": 36.2262, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.36583725622057833, | |
| "grad_norm": 70.50878143310547, | |
| "learning_rate": 0.00012749999999999998, | |
| "loss": 41.3695, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.3873570948217888, | |
| "grad_norm": 61.20938491821289, | |
| "learning_rate": 0.000135, | |
| "loss": 40.6851, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.4088769334229993, | |
| "grad_norm": 54.74737548828125, | |
| "learning_rate": 0.0001425, | |
| "loss": 40.0946, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.43039677202420984, | |
| "grad_norm": 113.8772201538086, | |
| "learning_rate": 0.00015, | |
| "loss": 39.7055, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.4519166106254203, | |
| "grad_norm": 77.01616668701172, | |
| "learning_rate": 0.00014994217771805422, | |
| "loss": 36.2917, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.4734364492266308, | |
| "grad_norm": 24.734567642211914, | |
| "learning_rate": 0.00014976880002998458, | |
| "loss": 38.7726, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.4949562878278413, | |
| "grad_norm": 33.39565658569336, | |
| "learning_rate": 0.00014948013427161947, | |
| "loss": 34.3707, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.5164761264290518, | |
| "grad_norm": 19.322717666625977, | |
| "learning_rate": 0.00014907662554463532, | |
| "loss": 35.1135, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.5379959650302623, | |
| "grad_norm": 25.940776824951172, | |
| "learning_rate": 0.00014855889603024227, | |
| "loss": 35.1159, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.5595158036314728, | |
| "grad_norm": 19.108659744262695, | |
| "learning_rate": 0.00014792774402982574, | |
| "loss": 34.2692, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.5810356422326832, | |
| "grad_norm": 18.458415985107422, | |
| "learning_rate": 0.0001471841427340235, | |
| "loss": 34.6374, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.6025554808338938, | |
| "grad_norm": 27.296424865722656, | |
| "learning_rate": 0.00014632923872213652, | |
| "loss": 31.7279, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.6240753194351042, | |
| "grad_norm": 28.622535705566406, | |
| "learning_rate": 0.0001453643501941863, | |
| "loss": 30.2909, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.6455951580363147, | |
| "grad_norm": 20.236257553100586, | |
| "learning_rate": 0.0001442909649383465, | |
| "loss": 35.5433, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.6671149966375253, | |
| "grad_norm": 20.270566940307617, | |
| "learning_rate": 0.0001431107380368811, | |
| "loss": 30.5242, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.6886348352387357, | |
| "grad_norm": 16.822734832763672, | |
| "learning_rate": 0.00014182548931412757, | |
| "loss": 28.2796, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.7101546738399462, | |
| "grad_norm": 16.062442779541016, | |
| "learning_rate": 0.0001404372005304598, | |
| "loss": 28.5974, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.7316745124411567, | |
| "grad_norm": 20.767465591430664, | |
| "learning_rate": 0.0001389480123265569, | |
| "loss": 25.7476, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.7531943510423672, | |
| "grad_norm": 16.310169219970703, | |
| "learning_rate": 0.0001373602209226909, | |
| "loss": 27.5945, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.7747141896435776, | |
| "grad_norm": 16.240127563476562, | |
| "learning_rate": 0.00013567627457812106, | |
| "loss": 33.9283, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.7962340282447882, | |
| "grad_norm": 21.745182037353516, | |
| "learning_rate": 0.00013389876981605584, | |
| "loss": 32.0565, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.8177538668459986, | |
| "grad_norm": 19.725814819335938, | |
| "learning_rate": 0.00013203044742000233, | |
| "loss": 30.1047, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.8392737054472091, | |
| "grad_norm": 20.058591842651367, | |
| "learning_rate": 0.0001300741882076764, | |
| "loss": 32.32, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.8607935440484197, | |
| "grad_norm": 19.011951446533203, | |
| "learning_rate": 0.00012803300858899104, | |
| "loss": 31.0014, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.8823133826496301, | |
| "grad_norm": 14.620553970336914, | |
| "learning_rate": 0.00012591005591497064, | |
| "loss": 23.4541, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.9038332212508406, | |
| "grad_norm": 18.439016342163086, | |
| "learning_rate": 0.00012370860362476374, | |
| "loss": 21.9652, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.9253530598520511, | |
| "grad_norm": 27.745996475219727, | |
| "learning_rate": 0.00012143204619823755, | |
| "loss": 30.1824, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.9468728984532616, | |
| "grad_norm": 27.515642166137695, | |
| "learning_rate": 0.00011908389392193547, | |
| "loss": 30.4211, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.968392737054472, | |
| "grad_norm": 23.003459930419922, | |
| "learning_rate": 0.00011666776747647015, | |
| "loss": 32.9791, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.9899125756556826, | |
| "grad_norm": 22.867385864257812, | |
| "learning_rate": 0.00011418739235369615, | |
| "loss": 23.7823, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.0114324142568931, | |
| "grad_norm": 18.280826568603516, | |
| "learning_rate": 0.00011164659311227163, | |
| "loss": 32.527, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.0329522528581037, | |
| "grad_norm": 19.427658081054688, | |
| "learning_rate": 0.00010904928748046599, | |
| "loss": 27.8595, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.054472091459314, | |
| "grad_norm": 19.467891693115234, | |
| "learning_rate": 0.0001063994803153071, | |
| "loss": 26.26, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.0759919300605245, | |
| "grad_norm": 16.39354705810547, | |
| "learning_rate": 0.00010370125742738173, | |
| "loss": 24.7449, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.0759919300605245, | |
| "eval_loss": 0.8254633545875549, | |
| "eval_runtime": 26.532, | |
| "eval_samples_per_second": 5.917, | |
| "eval_steps_per_second": 2.978, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.097511768661735, | |
| "grad_norm": 27.119155883789062, | |
| "learning_rate": 0.00010095877928081196, | |
| "loss": 25.2238, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.1190316072629456, | |
| "grad_norm": 21.737436294555664, | |
| "learning_rate": 9.817627457812105e-05, | |
| "loss": 24.4688, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.1405514458641561, | |
| "grad_norm": 18.230609893798828, | |
| "learning_rate": 9.535803373988056e-05, | |
| "loss": 19.7777, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.1620712844653664, | |
| "grad_norm": 17.096773147583008, | |
| "learning_rate": 9.25084022891929e-05, | |
| "loss": 26.5253, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.183591123066577, | |
| "grad_norm": 25.87575912475586, | |
| "learning_rate": 8.963177415120962e-05, | |
| "loss": 22.2069, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.2051109616677875, | |
| "grad_norm": 21.698827743530273, | |
| "learning_rate": 8.673258487801731e-05, | |
| "loss": 25.7023, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.226630800268998, | |
| "grad_norm": 22.29081916809082, | |
| "learning_rate": 8.381530480933783e-05, | |
| "loss": 23.0083, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.2481506388702084, | |
| "grad_norm": 19.079532623291016, | |
| "learning_rate": 8.088443217958837e-05, | |
| "loss": 25.0357, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.269670477471419, | |
| "grad_norm": 19.22806167602539, | |
| "learning_rate": 7.794448618193015e-05, | |
| "loss": 27.0424, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.2911903160726295, | |
| "grad_norm": 20.588699340820312, | |
| "learning_rate": 7.5e-05, | |
| "loss": 23.868, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.31271015467384, | |
| "grad_norm": 21.745031356811523, | |
| "learning_rate": 7.205551381806987e-05, | |
| "loss": 23.2284, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.3342299932750503, | |
| "grad_norm": 19.947467803955078, | |
| "learning_rate": 6.911556782041163e-05, | |
| "loss": 26.8844, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.3557498318762609, | |
| "grad_norm": 23.738483428955078, | |
| "learning_rate": 6.618469519066217e-05, | |
| "loss": 25.726, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.3772696704774714, | |
| "grad_norm": 17.17249870300293, | |
| "learning_rate": 6.326741512198266e-05, | |
| "loss": 26.7663, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.398789509078682, | |
| "grad_norm": 21.07649803161621, | |
| "learning_rate": 6.036822584879038e-05, | |
| "loss": 17.8787, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 1.4203093476798925, | |
| "grad_norm": 18.028573989868164, | |
| "learning_rate": 5.7491597710807114e-05, | |
| "loss": 16.4428, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 1.4418291862811028, | |
| "grad_norm": 20.420089721679688, | |
| "learning_rate": 5.464196626011943e-05, | |
| "loss": 21.7565, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.4633490248823133, | |
| "grad_norm": 16.814950942993164, | |
| "learning_rate": 5.182372542187895e-05, | |
| "loss": 21.8306, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 1.4848688634835239, | |
| "grad_norm": 18.8593692779541, | |
| "learning_rate": 4.904122071918801e-05, | |
| "loss": 21.4311, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 1.5063887020847344, | |
| "grad_norm": 21.228858947753906, | |
| "learning_rate": 4.6298742572618266e-05, | |
| "loss": 24.4591, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.527908540685945, | |
| "grad_norm": 22.029273986816406, | |
| "learning_rate": 4.360051968469291e-05, | |
| "loss": 27.6417, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 1.5494283792871553, | |
| "grad_norm": 22.491724014282227, | |
| "learning_rate": 4.095071251953399e-05, | |
| "loss": 28.1538, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 1.5709482178883658, | |
| "grad_norm": 21.551599502563477, | |
| "learning_rate": 3.83534068877284e-05, | |
| "loss": 20.5537, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 1.5924680564895763, | |
| "grad_norm": 22.338069915771484, | |
| "learning_rate": 3.5812607646303834e-05, | |
| "loss": 22.2493, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 1.6139878950907867, | |
| "grad_norm": 18.471271514892578, | |
| "learning_rate": 3.333223252352985e-05, | |
| "loss": 24.7567, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.6355077336919974, | |
| "grad_norm": 16.193326950073242, | |
| "learning_rate": 3.091610607806452e-05, | |
| "loss": 19.4099, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 1.6570275722932077, | |
| "grad_norm": 17.927919387817383, | |
| "learning_rate": 2.856795380176244e-05, | |
| "loss": 22.0869, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 1.6785474108944183, | |
| "grad_norm": 20.874526977539062, | |
| "learning_rate": 2.6291396375236232e-05, | |
| "loss": 19.9767, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 1.7000672494956288, | |
| "grad_norm": 17.88820457458496, | |
| "learning_rate": 2.4089944085029363e-05, | |
| "loss": 25.2454, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 1.7215870880968391, | |
| "grad_norm": 21.926803588867188, | |
| "learning_rate": 2.1966991411008938e-05, | |
| "loss": 21.2964, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.74310692669805, | |
| "grad_norm": 17.191858291625977, | |
| "learning_rate": 1.99258117923236e-05, | |
| "loss": 15.7491, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 1.7646267652992602, | |
| "grad_norm": 18.65260887145996, | |
| "learning_rate": 1.796955257999768e-05, | |
| "loss": 18.4079, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 1.7861466039004708, | |
| "grad_norm": 20.124731063842773, | |
| "learning_rate": 1.6101230183944144e-05, | |
| "loss": 21.8745, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 1.8076664425016813, | |
| "grad_norm": 15.53337287902832, | |
| "learning_rate": 1.4323725421878949e-05, | |
| "loss": 14.7667, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 1.8291862811028916, | |
| "grad_norm": 24.60688018798828, | |
| "learning_rate": 1.2639779077309098e-05, | |
| "loss": 23.2765, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.8507061197041024, | |
| "grad_norm": 18.01706886291504, | |
| "learning_rate": 1.1051987673443085e-05, | |
| "loss": 19.2231, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 1.8722259583053127, | |
| "grad_norm": 17.668659210205078, | |
| "learning_rate": 9.56279946954021e-06, | |
| "loss": 23.5257, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 1.8937457969065232, | |
| "grad_norm": 20.853605270385742, | |
| "learning_rate": 8.174510685872415e-06, | |
| "loss": 22.4145, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 1.9152656355077338, | |
| "grad_norm": 20.111770629882812, | |
| "learning_rate": 6.889261963118898e-06, | |
| "loss": 18.1747, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 1.936785474108944, | |
| "grad_norm": 19.906658172607422, | |
| "learning_rate": 5.709035061653494e-06, | |
| "loss": 23.4895, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.9583053127101546, | |
| "grad_norm": 18.024465560913086, | |
| "learning_rate": 4.635649805813696e-06, | |
| "loss": 26.1946, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 1.9798251513113652, | |
| "grad_norm": 25.951337814331055, | |
| "learning_rate": 3.670761277863485e-06, | |
| "loss": 24.1037, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 2.0013449899125755, | |
| "grad_norm": 27.450637817382812, | |
| "learning_rate": 2.815857265976462e-06, | |
| "loss": 21.865, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 2.0228648285137862, | |
| "grad_norm": 17.74875259399414, | |
| "learning_rate": 2.072255970174258e-06, | |
| "loss": 19.4987, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 2.0443846671149966, | |
| "grad_norm": 20.335710525512695, | |
| "learning_rate": 1.4411039697577175e-06, | |
| "loss": 15.9349, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 2.0659045057162073, | |
| "grad_norm": 19.2858829498291, | |
| "learning_rate": 9.233744553646754e-07, | |
| "loss": 18.5274, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.0874243443174176, | |
| "grad_norm": 16.66928482055664, | |
| "learning_rate": 5.198657283805279e-07, | |
| "loss": 16.2938, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 2.108944182918628, | |
| "grad_norm": 16.087203979492188, | |
| "learning_rate": 2.311999700154027e-07, | |
| "loss": 18.4087, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 2.1304640215198387, | |
| "grad_norm": 17.201932907104492, | |
| "learning_rate": 5.7822281945782424e-08, | |
| "loss": 23.99, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 2.151983860121049, | |
| "grad_norm": 24.13272476196289, | |
| "learning_rate": 0.0, | |
| "loss": 21.7676, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.151983860121049, | |
| "eval_loss": 0.7184841632843018, | |
| "eval_runtime": 26.5292, | |
| "eval_samples_per_second": 5.918, | |
| "eval_steps_per_second": 2.978, | |
| "step": 100 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 9, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.259156315439104e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |