| { | |
| "best_metric": 0.850064754486084, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-300", | |
| "epoch": 0.003988022638675179, | |
| "eval_steps": 150, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.329340879558393e-05, | |
| "grad_norm": 1.9388657808303833, | |
| "learning_rate": 5e-06, | |
| "loss": 1.3911, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 1.329340879558393e-05, | |
| "eval_loss": 1.8459720611572266, | |
| "eval_runtime": 3461.4381, | |
| "eval_samples_per_second": 36.602, | |
| "eval_steps_per_second": 9.151, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 2.658681759116786e-05, | |
| "grad_norm": 2.8200104236602783, | |
| "learning_rate": 1e-05, | |
| "loss": 1.3589, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 3.988022638675179e-05, | |
| "grad_norm": 2.7405104637145996, | |
| "learning_rate": 1.5e-05, | |
| "loss": 1.3274, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 5.317363518233572e-05, | |
| "grad_norm": 2.6861093044281006, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2136, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 6.646704397791965e-05, | |
| "grad_norm": 2.4807560443878174, | |
| "learning_rate": 2.5e-05, | |
| "loss": 1.2634, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 7.976045277350358e-05, | |
| "grad_norm": 3.396902322769165, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1798, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 9.305386156908751e-05, | |
| "grad_norm": 2.9391775131225586, | |
| "learning_rate": 3.5e-05, | |
| "loss": 1.2212, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.00010634727036467144, | |
| "grad_norm": 2.992940902709961, | |
| "learning_rate": 4e-05, | |
| "loss": 1.1953, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00011964067916025536, | |
| "grad_norm": 3.2214736938476562, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.1323, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0001329340879558393, | |
| "grad_norm": 3.6011428833007812, | |
| "learning_rate": 5e-05, | |
| "loss": 1.1466, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00014622749675142322, | |
| "grad_norm": 3.9849705696105957, | |
| "learning_rate": 5.500000000000001e-05, | |
| "loss": 1.0944, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.00015952090554700716, | |
| "grad_norm": 3.5957984924316406, | |
| "learning_rate": 6e-05, | |
| "loss": 1.171, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.00017281431434259108, | |
| "grad_norm": 2.5957956314086914, | |
| "learning_rate": 6.500000000000001e-05, | |
| "loss": 1.074, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.00018610772313817502, | |
| "grad_norm": 3.4556539058685303, | |
| "learning_rate": 7e-05, | |
| "loss": 1.0507, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.00019940113193375893, | |
| "grad_norm": 3.1671648025512695, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 1.0411, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.00021269454072934287, | |
| "grad_norm": 2.902188539505005, | |
| "learning_rate": 8e-05, | |
| "loss": 1.0133, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.00022598794952492681, | |
| "grad_norm": 2.787954568862915, | |
| "learning_rate": 8.5e-05, | |
| "loss": 1.0352, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.00023928135832051073, | |
| "grad_norm": 2.525041103363037, | |
| "learning_rate": 9e-05, | |
| "loss": 0.9911, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.00025257476711609464, | |
| "grad_norm": 2.6477138996124268, | |
| "learning_rate": 9.5e-05, | |
| "loss": 0.9524, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0002658681759116786, | |
| "grad_norm": 2.82763409614563, | |
| "learning_rate": 0.0001, | |
| "loss": 1.0342, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0002791615847072625, | |
| "grad_norm": 3.421452760696411, | |
| "learning_rate": 9.999866555428618e-05, | |
| "loss": 0.9806, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.00029245499350284644, | |
| "grad_norm": 2.983229398727417, | |
| "learning_rate": 9.999466228837451e-05, | |
| "loss": 0.8953, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.00030574840229843035, | |
| "grad_norm": 3.4214861392974854, | |
| "learning_rate": 9.998799041595064e-05, | |
| "loss": 0.9724, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.0003190418110940143, | |
| "grad_norm": 3.5156090259552, | |
| "learning_rate": 9.997865029314463e-05, | |
| "loss": 0.9613, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.00033233521988959824, | |
| "grad_norm": 3.8509676456451416, | |
| "learning_rate": 9.996664241851197e-05, | |
| "loss": 0.913, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.00034562862868518215, | |
| "grad_norm": 3.1751909255981445, | |
| "learning_rate": 9.995196743300692e-05, | |
| "loss": 1.1327, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0003589220374807661, | |
| "grad_norm": 3.8788204193115234, | |
| "learning_rate": 9.993462611994832e-05, | |
| "loss": 0.7996, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.00037221544627635004, | |
| "grad_norm": 3.27899432182312, | |
| "learning_rate": 9.991461940497786e-05, | |
| "loss": 0.9915, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.00038550885507193395, | |
| "grad_norm": 3.78037691116333, | |
| "learning_rate": 9.989194835601048e-05, | |
| "loss": 1.0367, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.00039880226386751786, | |
| "grad_norm": 4.236947536468506, | |
| "learning_rate": 9.986661418317759e-05, | |
| "loss": 0.9108, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.00041209567266310183, | |
| "grad_norm": 3.913956642150879, | |
| "learning_rate": 9.983861823876231e-05, | |
| "loss": 1.0729, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.00042538908145868575, | |
| "grad_norm": 4.501612186431885, | |
| "learning_rate": 9.980796201712734e-05, | |
| "loss": 1.0856, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.00043868249025426966, | |
| "grad_norm": 4.474135875701904, | |
| "learning_rate": 9.977464715463524e-05, | |
| "loss": 0.897, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.00045197589904985363, | |
| "grad_norm": 5.405597686767578, | |
| "learning_rate": 9.973867542956104e-05, | |
| "loss": 1.1942, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.00046526930784543754, | |
| "grad_norm": 3.8748316764831543, | |
| "learning_rate": 9.97000487619973e-05, | |
| "loss": 1.1122, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.00047856271664102146, | |
| "grad_norm": 3.826747417449951, | |
| "learning_rate": 9.965876921375165e-05, | |
| "loss": 1.097, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0004918561254366054, | |
| "grad_norm": 3.8462743759155273, | |
| "learning_rate": 9.961483898823678e-05, | |
| "loss": 0.8577, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.0005051495342321893, | |
| "grad_norm": 4.05244255065918, | |
| "learning_rate": 9.956826043035268e-05, | |
| "loss": 0.9462, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.0005184429430277732, | |
| "grad_norm": 4.053645610809326, | |
| "learning_rate": 9.951903602636166e-05, | |
| "loss": 0.9335, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.0005317363518233572, | |
| "grad_norm": 4.824429988861084, | |
| "learning_rate": 9.946716840375551e-05, | |
| "loss": 1.0454, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0005450297606189411, | |
| "grad_norm": 5.300111770629883, | |
| "learning_rate": 9.94126603311153e-05, | |
| "loss": 0.9345, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.000558323169414525, | |
| "grad_norm": 4.619444847106934, | |
| "learning_rate": 9.935551471796358e-05, | |
| "loss": 1.0301, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.000571616578210109, | |
| "grad_norm": 4.485474586486816, | |
| "learning_rate": 9.92957346146091e-05, | |
| "loss": 0.9127, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.0005849099870056929, | |
| "grad_norm": 5.240790843963623, | |
| "learning_rate": 9.923332321198395e-05, | |
| "loss": 1.1571, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0005982033958012768, | |
| "grad_norm": 5.170898914337158, | |
| "learning_rate": 9.916828384147331e-05, | |
| "loss": 1.0133, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.0006114968045968607, | |
| "grad_norm": 6.1428446769714355, | |
| "learning_rate": 9.910061997473752e-05, | |
| "loss": 1.0003, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0006247902133924447, | |
| "grad_norm": 5.351384162902832, | |
| "learning_rate": 9.903033522352687e-05, | |
| "loss": 0.999, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.0006380836221880286, | |
| "grad_norm": 5.867308616638184, | |
| "learning_rate": 9.895743333948874e-05, | |
| "loss": 1.0887, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.0006513770309836126, | |
| "grad_norm": 7.773362159729004, | |
| "learning_rate": 9.888191821396744e-05, | |
| "loss": 1.1315, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0006646704397791965, | |
| "grad_norm": 9.756021499633789, | |
| "learning_rate": 9.880379387779637e-05, | |
| "loss": 1.2055, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0006779638485747804, | |
| "grad_norm": 3.411668062210083, | |
| "learning_rate": 9.872306450108292e-05, | |
| "loss": 1.4152, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.0006912572573703643, | |
| "grad_norm": 2.6563198566436768, | |
| "learning_rate": 9.863973439298597e-05, | |
| "loss": 1.1962, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0007045506661659482, | |
| "grad_norm": 2.5267629623413086, | |
| "learning_rate": 9.855380800148572e-05, | |
| "loss": 1.1744, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.0007178440749615322, | |
| "grad_norm": 3.2284536361694336, | |
| "learning_rate": 9.846528991314639e-05, | |
| "loss": 0.9512, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0007311374837571162, | |
| "grad_norm": 2.0135741233825684, | |
| "learning_rate": 9.837418485287127e-05, | |
| "loss": 1.0179, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.0007444308925527001, | |
| "grad_norm": 2.1273906230926514, | |
| "learning_rate": 9.828049768365068e-05, | |
| "loss": 0.9856, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.000757724301348284, | |
| "grad_norm": 2.432741165161133, | |
| "learning_rate": 9.818423340630228e-05, | |
| "loss": 1.0059, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.0007710177101438679, | |
| "grad_norm": 2.2927942276000977, | |
| "learning_rate": 9.808539715920414e-05, | |
| "loss": 1.2061, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.0007843111189394518, | |
| "grad_norm": 2.312389850616455, | |
| "learning_rate": 9.798399421802056e-05, | |
| "loss": 0.8977, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.0007976045277350357, | |
| "grad_norm": 2.4386355876922607, | |
| "learning_rate": 9.78800299954203e-05, | |
| "loss": 0.8272, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0008108979365306198, | |
| "grad_norm": 1.9699569940567017, | |
| "learning_rate": 9.777351004078783e-05, | |
| "loss": 1.087, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0008241913453262037, | |
| "grad_norm": 2.6284430027008057, | |
| "learning_rate": 9.766444003992703e-05, | |
| "loss": 1.1052, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.0008374847541217876, | |
| "grad_norm": 2.237579822540283, | |
| "learning_rate": 9.755282581475769e-05, | |
| "loss": 0.9417, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.0008507781629173715, | |
| "grad_norm": 2.1193315982818604, | |
| "learning_rate": 9.743867332300478e-05, | |
| "loss": 0.9962, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.0008640715717129554, | |
| "grad_norm": 2.354325294494629, | |
| "learning_rate": 9.732198865788047e-05, | |
| "loss": 1.0707, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.0008773649805085393, | |
| "grad_norm": 2.586552858352661, | |
| "learning_rate": 9.72027780477588e-05, | |
| "loss": 0.9973, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.0008906583893041232, | |
| "grad_norm": 2.397660255432129, | |
| "learning_rate": 9.708104785584323e-05, | |
| "loss": 0.9432, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.0009039517980997073, | |
| "grad_norm": 2.3507635593414307, | |
| "learning_rate": 9.695680457982713e-05, | |
| "loss": 1.0085, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0009172452068952912, | |
| "grad_norm": 2.0967140197753906, | |
| "learning_rate": 9.683005485154677e-05, | |
| "loss": 0.9675, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.0009305386156908751, | |
| "grad_norm": 2.5464537143707275, | |
| "learning_rate": 9.67008054366274e-05, | |
| "loss": 0.871, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.000943832024486459, | |
| "grad_norm": 2.32565975189209, | |
| "learning_rate": 9.656906323412217e-05, | |
| "loss": 0.9763, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.0009571254332820429, | |
| "grad_norm": 2.7051308155059814, | |
| "learning_rate": 9.643483527614372e-05, | |
| "loss": 1.1479, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0009704188420776268, | |
| "grad_norm": 2.812052011489868, | |
| "learning_rate": 9.629812872748901e-05, | |
| "loss": 0.8656, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.0009837122508732107, | |
| "grad_norm": 2.9575998783111572, | |
| "learning_rate": 9.615895088525677e-05, | |
| "loss": 0.9026, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0009970056596687947, | |
| "grad_norm": 2.4681830406188965, | |
| "learning_rate": 9.601730917845797e-05, | |
| "loss": 1.0127, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0010102990684643786, | |
| "grad_norm": 2.636371374130249, | |
| "learning_rate": 9.587321116761938e-05, | |
| "loss": 0.9537, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.0010235924772599625, | |
| "grad_norm": 4.0426554679870605, | |
| "learning_rate": 9.57266645443799e-05, | |
| "loss": 0.9712, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.0010368858860555464, | |
| "grad_norm": 2.898866653442383, | |
| "learning_rate": 9.557767713108009e-05, | |
| "loss": 0.8165, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.0010501792948511305, | |
| "grad_norm": 3.4302549362182617, | |
| "learning_rate": 9.542625688034449e-05, | |
| "loss": 0.9472, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.0010634727036467144, | |
| "grad_norm": 2.756509304046631, | |
| "learning_rate": 9.527241187465734e-05, | |
| "loss": 0.7932, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0010767661124422984, | |
| "grad_norm": 2.6443912982940674, | |
| "learning_rate": 9.511615032593096e-05, | |
| "loss": 0.8982, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.0010900595212378823, | |
| "grad_norm": 2.9568185806274414, | |
| "learning_rate": 9.49574805750675e-05, | |
| "loss": 0.8393, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.0011033529300334662, | |
| "grad_norm": 3.2217254638671875, | |
| "learning_rate": 9.479641109151373e-05, | |
| "loss": 1.0166, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.00111664633882905, | |
| "grad_norm": 2.9364144802093506, | |
| "learning_rate": 9.463295047280891e-05, | |
| "loss": 0.9075, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.001129939747624634, | |
| "grad_norm": 3.6510021686553955, | |
| "learning_rate": 9.446710744412595e-05, | |
| "loss": 0.9151, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.001143233156420218, | |
| "grad_norm": 3.259711742401123, | |
| "learning_rate": 9.429889085780557e-05, | |
| "loss": 0.7931, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.0011565265652158018, | |
| "grad_norm": 3.346482276916504, | |
| "learning_rate": 9.41283096928839e-05, | |
| "loss": 0.8724, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0011698199740113858, | |
| "grad_norm": 3.270686626434326, | |
| "learning_rate": 9.395537305461311e-05, | |
| "loss": 0.7726, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.0011831133828069697, | |
| "grad_norm": 3.747311592102051, | |
| "learning_rate": 9.378009017397542e-05, | |
| "loss": 0.8455, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0011964067916025536, | |
| "grad_norm": 3.821293592453003, | |
| "learning_rate": 9.360247040719039e-05, | |
| "loss": 0.757, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0012097002003981375, | |
| "grad_norm": 4.054718017578125, | |
| "learning_rate": 9.342252323521545e-05, | |
| "loss": 0.9279, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.0012229936091937214, | |
| "grad_norm": 3.5439743995666504, | |
| "learning_rate": 9.324025826323994e-05, | |
| "loss": 0.7374, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.0012362870179893056, | |
| "grad_norm": 4.841712951660156, | |
| "learning_rate": 9.305568522017227e-05, | |
| "loss": 0.7237, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.0012495804267848895, | |
| "grad_norm": 5.552839279174805, | |
| "learning_rate": 9.286881395812066e-05, | |
| "loss": 0.8263, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.0012628738355804734, | |
| "grad_norm": 5.980641841888428, | |
| "learning_rate": 9.267965445186733e-05, | |
| "loss": 1.141, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.0012761672443760573, | |
| "grad_norm": 5.712211608886719, | |
| "learning_rate": 9.248821679833596e-05, | |
| "loss": 1.0009, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.0012894606531716412, | |
| "grad_norm": 4.681507110595703, | |
| "learning_rate": 9.229451121605279e-05, | |
| "loss": 0.8064, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.0013027540619672251, | |
| "grad_norm": 5.275393009185791, | |
| "learning_rate": 9.209854804460121e-05, | |
| "loss": 0.9145, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.001316047470762809, | |
| "grad_norm": 5.1414361000061035, | |
| "learning_rate": 9.190033774406977e-05, | |
| "loss": 0.92, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.001329340879558393, | |
| "grad_norm": 6.979901313781738, | |
| "learning_rate": 9.16998908944939e-05, | |
| "loss": 0.9631, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0013426342883539769, | |
| "grad_norm": 3.0721938610076904, | |
| "learning_rate": 9.149721819529119e-05, | |
| "loss": 1.3745, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.0013559276971495608, | |
| "grad_norm": 2.620919704437256, | |
| "learning_rate": 9.129233046469022e-05, | |
| "loss": 1.2247, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0013692211059451447, | |
| "grad_norm": 2.184368371963501, | |
| "learning_rate": 9.108523863915314e-05, | |
| "loss": 1.0819, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.0013825145147407286, | |
| "grad_norm": 1.9781068563461304, | |
| "learning_rate": 9.087595377279192e-05, | |
| "loss": 1.1311, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.0013958079235363125, | |
| "grad_norm": 1.648494005203247, | |
| "learning_rate": 9.066448703677828e-05, | |
| "loss": 1.0057, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.0014091013323318964, | |
| "grad_norm": 1.681408405303955, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 0.9557, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0014223947411274806, | |
| "grad_norm": 1.9565364122390747, | |
| "learning_rate": 9.023505322219536e-05, | |
| "loss": 0.9797, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.0014356881499230645, | |
| "grad_norm": 1.8517160415649414, | |
| "learning_rate": 9.001710906587064e-05, | |
| "loss": 1.1434, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.0014489815587186484, | |
| "grad_norm": 2.314161539077759, | |
| "learning_rate": 8.9797028883159e-05, | |
| "loss": 0.9643, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.0014622749675142323, | |
| "grad_norm": 2.426609516143799, | |
| "learning_rate": 8.957482442146272e-05, | |
| "loss": 0.9958, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0014755683763098162, | |
| "grad_norm": 2.338745355606079, | |
| "learning_rate": 8.935050754157344e-05, | |
| "loss": 0.8958, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.0014888617851054001, | |
| "grad_norm": 2.2527472972869873, | |
| "learning_rate": 8.912409021703913e-05, | |
| "loss": 0.8262, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.001502155193900984, | |
| "grad_norm": 2.3767216205596924, | |
| "learning_rate": 8.889558453352492e-05, | |
| "loss": 0.9135, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.001515448602696568, | |
| "grad_norm": 2.25586199760437, | |
| "learning_rate": 8.866500268816803e-05, | |
| "loss": 0.9426, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0015287420114921519, | |
| "grad_norm": 2.027083158493042, | |
| "learning_rate": 8.84323569889266e-05, | |
| "loss": 1.0912, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.0015420354202877358, | |
| "grad_norm": 2.3341987133026123, | |
| "learning_rate": 8.819765985392296e-05, | |
| "loss": 0.964, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.0015553288290833197, | |
| "grad_norm": 2.9502508640289307, | |
| "learning_rate": 8.79609238107805e-05, | |
| "loss": 0.9789, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.0015686222378789036, | |
| "grad_norm": 2.1710007190704346, | |
| "learning_rate": 8.772216149595513e-05, | |
| "loss": 0.8787, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.0015819156466744875, | |
| "grad_norm": 2.401892900466919, | |
| "learning_rate": 8.748138565406081e-05, | |
| "loss": 0.9684, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.0015952090554700715, | |
| "grad_norm": 2.7512049674987793, | |
| "learning_rate": 8.72386091371891e-05, | |
| "loss": 0.8961, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0016085024642656556, | |
| "grad_norm": 2.9185006618499756, | |
| "learning_rate": 8.699384490422331e-05, | |
| "loss": 0.8282, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.0016217958730612395, | |
| "grad_norm": 2.936816930770874, | |
| "learning_rate": 8.674710602014671e-05, | |
| "loss": 0.8772, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.0016350892818568234, | |
| "grad_norm": 3.143145799636841, | |
| "learning_rate": 8.649840565534513e-05, | |
| "loss": 0.9349, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.0016483826906524073, | |
| "grad_norm": 2.681953191757202, | |
| "learning_rate": 8.624775708490402e-05, | |
| "loss": 0.9328, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.0016616760994479912, | |
| "grad_norm": 3.1768240928649902, | |
| "learning_rate": 8.59951736878998e-05, | |
| "loss": 0.8815, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.0016749695082435752, | |
| "grad_norm": 3.0723233222961426, | |
| "learning_rate": 8.574066894668573e-05, | |
| "loss": 0.9168, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.001688262917039159, | |
| "grad_norm": 3.1787002086639404, | |
| "learning_rate": 8.548425644617224e-05, | |
| "loss": 0.9053, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.001701556325834743, | |
| "grad_norm": 3.2121903896331787, | |
| "learning_rate": 8.522594987310184e-05, | |
| "loss": 0.8593, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.001714849734630327, | |
| "grad_norm": 2.9943299293518066, | |
| "learning_rate": 8.49657630153185e-05, | |
| "loss": 0.9997, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.0017281431434259108, | |
| "grad_norm": 3.535433292388916, | |
| "learning_rate": 8.47037097610317e-05, | |
| "loss": 0.9114, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0017414365522214947, | |
| "grad_norm": 3.203751564025879, | |
| "learning_rate": 8.443980409807512e-05, | |
| "loss": 0.9689, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.0017547299610170786, | |
| "grad_norm": 3.2908623218536377, | |
| "learning_rate": 8.417406011315998e-05, | |
| "loss": 1.0035, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.0017680233698126626, | |
| "grad_norm": 2.752976179122925, | |
| "learning_rate": 8.390649199112315e-05, | |
| "loss": 0.9917, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.0017813167786082465, | |
| "grad_norm": 3.3330466747283936, | |
| "learning_rate": 8.363711401417e-05, | |
| "loss": 1.0635, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0017946101874038306, | |
| "grad_norm": 3.2648167610168457, | |
| "learning_rate": 8.336594056111197e-05, | |
| "loss": 0.8795, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.0018079035961994145, | |
| "grad_norm": 3.277704954147339, | |
| "learning_rate": 8.309298610659916e-05, | |
| "loss": 0.8441, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.0018211970049949984, | |
| "grad_norm": 3.603541374206543, | |
| "learning_rate": 8.281826522034764e-05, | |
| "loss": 0.9423, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.0018344904137905823, | |
| "grad_norm": 2.947814464569092, | |
| "learning_rate": 8.254179256636179e-05, | |
| "loss": 0.8583, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0018477838225861663, | |
| "grad_norm": 3.5735108852386475, | |
| "learning_rate": 8.226358290215151e-05, | |
| "loss": 1.0053, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.0018610772313817502, | |
| "grad_norm": 4.395263195037842, | |
| "learning_rate": 8.198365107794457e-05, | |
| "loss": 0.908, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.001874370640177334, | |
| "grad_norm": 4.384109973907471, | |
| "learning_rate": 8.17020120358939e-05, | |
| "loss": 0.9973, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.001887664048972918, | |
| "grad_norm": 3.42045521736145, | |
| "learning_rate": 8.141868080927996e-05, | |
| "loss": 0.8164, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.001900957457768502, | |
| "grad_norm": 3.931617259979248, | |
| "learning_rate": 8.113367252170844e-05, | |
| "loss": 0.9282, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.0019142508665640858, | |
| "grad_norm": 4.341536045074463, | |
| "learning_rate": 8.084700238630283e-05, | |
| "loss": 0.9588, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.0019275442753596697, | |
| "grad_norm": 4.990645885467529, | |
| "learning_rate": 8.055868570489247e-05, | |
| "loss": 0.9038, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0019408376841552537, | |
| "grad_norm": 5.111573219299316, | |
| "learning_rate": 8.026873786719573e-05, | |
| "loss": 0.9121, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.0019541310929508376, | |
| "grad_norm": 4.322947978973389, | |
| "learning_rate": 7.997717434999861e-05, | |
| "loss": 0.8981, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.0019674245017464215, | |
| "grad_norm": 4.9193010330200195, | |
| "learning_rate": 7.968401071632855e-05, | |
| "loss": 0.9212, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.0019807179105420054, | |
| "grad_norm": 7.261848449707031, | |
| "learning_rate": 7.938926261462366e-05, | |
| "loss": 1.1311, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.0019940113193375893, | |
| "grad_norm": 9.099236488342285, | |
| "learning_rate": 7.909294577789766e-05, | |
| "loss": 0.8936, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0019940113193375893, | |
| "eval_loss": 0.9891857504844666, | |
| "eval_runtime": 3478.2034, | |
| "eval_samples_per_second": 36.426, | |
| "eval_steps_per_second": 9.106, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0020073047281331732, | |
| "grad_norm": 2.0536725521087646, | |
| "learning_rate": 7.879507602289979e-05, | |
| "loss": 1.2124, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.002020598136928757, | |
| "grad_norm": 2.2409486770629883, | |
| "learning_rate": 7.849566924927082e-05, | |
| "loss": 0.9982, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.002033891545724341, | |
| "grad_norm": 1.8208754062652588, | |
| "learning_rate": 7.819474143869414e-05, | |
| "loss": 1.0108, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.002047184954519925, | |
| "grad_norm": 1.8151131868362427, | |
| "learning_rate": 7.789230865404287e-05, | |
| "loss": 0.9152, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.002060478363315509, | |
| "grad_norm": 1.7584021091461182, | |
| "learning_rate": 7.75883870385223e-05, | |
| "loss": 0.9911, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.002073771772111093, | |
| "grad_norm": 1.859797477722168, | |
| "learning_rate": 7.728299281480833e-05, | |
| "loss": 0.8977, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.002087065180906677, | |
| "grad_norm": 1.963524580001831, | |
| "learning_rate": 7.697614228418148e-05, | |
| "loss": 0.9215, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.002100358589702261, | |
| "grad_norm": 1.8495042324066162, | |
| "learning_rate": 7.666785182565677e-05, | |
| "loss": 0.9008, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.002113651998497845, | |
| "grad_norm": 1.8056210279464722, | |
| "learning_rate": 7.635813789510941e-05, | |
| "loss": 1.0834, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.002126945407293429, | |
| "grad_norm": 2.264211893081665, | |
| "learning_rate": 7.604701702439651e-05, | |
| "loss": 1.0834, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.002140238816089013, | |
| "grad_norm": 2.530268669128418, | |
| "learning_rate": 7.573450582047457e-05, | |
| "loss": 1.0092, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.0021535322248845967, | |
| "grad_norm": 2.144922971725464, | |
| "learning_rate": 7.542062096451305e-05, | |
| "loss": 0.8963, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.0021668256336801806, | |
| "grad_norm": 2.751955986022949, | |
| "learning_rate": 7.510537921100398e-05, | |
| "loss": 0.9765, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.0021801190424757646, | |
| "grad_norm": 2.1858596801757812, | |
| "learning_rate": 7.47887973868676e-05, | |
| "loss": 1.0205, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.0021934124512713485, | |
| "grad_norm": 2.055968999862671, | |
| "learning_rate": 7.447089239055428e-05, | |
| "loss": 0.8658, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.0022067058600669324, | |
| "grad_norm": 2.7165462970733643, | |
| "learning_rate": 7.41516811911424e-05, | |
| "loss": 0.8954, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.0022199992688625163, | |
| "grad_norm": 2.2613511085510254, | |
| "learning_rate": 7.383118082743262e-05, | |
| "loss": 1.0412, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.0022332926776581, | |
| "grad_norm": 2.174492359161377, | |
| "learning_rate": 7.350940840703842e-05, | |
| "loss": 0.9415, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.002246586086453684, | |
| "grad_norm": 2.3029043674468994, | |
| "learning_rate": 7.318638110547288e-05, | |
| "loss": 1.0003, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.002259879495249268, | |
| "grad_norm": 2.20206356048584, | |
| "learning_rate": 7.286211616523193e-05, | |
| "loss": 1.0255, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.002273172904044852, | |
| "grad_norm": 2.3058087825775146, | |
| "learning_rate": 7.253663089487395e-05, | |
| "loss": 0.9273, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.002286466312840436, | |
| "grad_norm": 2.4932408332824707, | |
| "learning_rate": 7.220994266809591e-05, | |
| "loss": 0.9712, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.0022997597216360198, | |
| "grad_norm": 2.348066568374634, | |
| "learning_rate": 7.188206892280594e-05, | |
| "loss": 0.8345, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.0023130531304316037, | |
| "grad_norm": 2.508608341217041, | |
| "learning_rate": 7.155302716019263e-05, | |
| "loss": 1.069, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.0023263465392271876, | |
| "grad_norm": 2.3190245628356934, | |
| "learning_rate": 7.122283494379076e-05, | |
| "loss": 0.7667, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.0023396399480227715, | |
| "grad_norm": 2.9227256774902344, | |
| "learning_rate": 7.089150989854385e-05, | |
| "loss": 0.8513, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.0023529333568183554, | |
| "grad_norm": 2.6290760040283203, | |
| "learning_rate": 7.055906970986336e-05, | |
| "loss": 0.853, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.0023662267656139394, | |
| "grad_norm": 2.2298004627227783, | |
| "learning_rate": 7.022553212268469e-05, | |
| "loss": 0.8112, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.0023795201744095233, | |
| "grad_norm": 2.7853963375091553, | |
| "learning_rate": 6.989091494051998e-05, | |
| "loss": 0.8567, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.002392813583205107, | |
| "grad_norm": 2.7704803943634033, | |
| "learning_rate": 6.95552360245078e-05, | |
| "loss": 0.7658, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.002406106992000691, | |
| "grad_norm": 3.0688202381134033, | |
| "learning_rate": 6.92185132924598e-05, | |
| "loss": 0.8616, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.002419400400796275, | |
| "grad_norm": 3.337465763092041, | |
| "learning_rate": 6.888076471790424e-05, | |
| "loss": 0.9898, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.002432693809591859, | |
| "grad_norm": 3.242480516433716, | |
| "learning_rate": 6.85420083291266e-05, | |
| "loss": 0.7605, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.002445987218387443, | |
| "grad_norm": 3.2811238765716553, | |
| "learning_rate": 6.820226220820732e-05, | |
| "loss": 0.9702, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.002459280627183027, | |
| "grad_norm": 3.416262149810791, | |
| "learning_rate": 6.786154449005665e-05, | |
| "loss": 0.8603, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.002472574035978611, | |
| "grad_norm": 3.3136789798736572, | |
| "learning_rate": 6.751987336144648e-05, | |
| "loss": 0.9065, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.002485867444774195, | |
| "grad_norm": 4.629530906677246, | |
| "learning_rate": 6.717726706003974e-05, | |
| "loss": 0.8809, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.002499160853569779, | |
| "grad_norm": 3.5643258094787598, | |
| "learning_rate": 6.683374387341687e-05, | |
| "loss": 0.8574, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.002512454262365363, | |
| "grad_norm": 3.7351303100585938, | |
| "learning_rate": 6.648932213809962e-05, | |
| "loss": 0.9614, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.0025257476711609468, | |
| "grad_norm": 4.150784015655518, | |
| "learning_rate": 6.614402023857232e-05, | |
| "loss": 0.9416, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0025390410799565307, | |
| "grad_norm": 3.927623987197876, | |
| "learning_rate": 6.579785660630056e-05, | |
| "loss": 0.7178, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.0025523344887521146, | |
| "grad_norm": 3.512359142303467, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.918, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.0025656278975476985, | |
| "grad_norm": 3.812126874923706, | |
| "learning_rate": 6.510301809838689e-05, | |
| "loss": 0.885, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.0025789213063432824, | |
| "grad_norm": 4.095211029052734, | |
| "learning_rate": 6.475438031171574e-05, | |
| "loss": 0.8032, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.0025922147151388663, | |
| "grad_norm": 4.639618396759033, | |
| "learning_rate": 6.440495496826189e-05, | |
| "loss": 0.8512, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.0026055081239344502, | |
| "grad_norm": 4.100682258605957, | |
| "learning_rate": 6.405476071959143e-05, | |
| "loss": 0.9202, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.002618801532730034, | |
| "grad_norm": 4.494955539703369, | |
| "learning_rate": 6.370381625831292e-05, | |
| "loss": 0.7531, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.002632094941525618, | |
| "grad_norm": 4.195039749145508, | |
| "learning_rate": 6.335214031707965e-05, | |
| "loss": 0.872, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.002645388350321202, | |
| "grad_norm": 4.241918087005615, | |
| "learning_rate": 6.299975166758971e-05, | |
| "loss": 0.9042, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.002658681759116786, | |
| "grad_norm": 7.482029438018799, | |
| "learning_rate": 6.264666911958404e-05, | |
| "loss": 0.968, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.00267197516791237, | |
| "grad_norm": 1.535090684890747, | |
| "learning_rate": 6.229291151984233e-05, | |
| "loss": 1.1693, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.0026852685767079537, | |
| "grad_norm": 2.0758211612701416, | |
| "learning_rate": 6.19384977511771e-05, | |
| "loss": 0.9393, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.0026985619855035376, | |
| "grad_norm": 2.1649084091186523, | |
| "learning_rate": 6.158344673142573e-05, | |
| "loss": 1.0957, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.0027118553942991216, | |
| "grad_norm": 1.799479365348816, | |
| "learning_rate": 6.122777741244067e-05, | |
| "loss": 1.1526, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.0027251488030947055, | |
| "grad_norm": 1.7623484134674072, | |
| "learning_rate": 6.0871508779077856e-05, | |
| "loss": 0.8282, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.0027384422118902894, | |
| "grad_norm": 1.7054765224456787, | |
| "learning_rate": 6.051465984818332e-05, | |
| "loss": 1.0077, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.0027517356206858733, | |
| "grad_norm": 1.9788992404937744, | |
| "learning_rate": 6.015724966757812e-05, | |
| "loss": 0.869, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.0027650290294814572, | |
| "grad_norm": 1.9093753099441528, | |
| "learning_rate": 5.979929731504158e-05, | |
| "loss": 0.9314, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.002778322438277041, | |
| "grad_norm": 1.8340977430343628, | |
| "learning_rate": 5.944082189729301e-05, | |
| "loss": 0.9003, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.002791615847072625, | |
| "grad_norm": 1.8456708192825317, | |
| "learning_rate": 5.908184254897182e-05, | |
| "loss": 1.0621, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.002804909255868209, | |
| "grad_norm": 2.148777723312378, | |
| "learning_rate": 5.872237843161612e-05, | |
| "loss": 1.094, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.002818202664663793, | |
| "grad_norm": 2.2333133220672607, | |
| "learning_rate": 5.8362448732639894e-05, | |
| "loss": 1.0306, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.002831496073459377, | |
| "grad_norm": 2.136981248855591, | |
| "learning_rate": 5.800207266430895e-05, | |
| "loss": 0.9077, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.002844789482254961, | |
| "grad_norm": 1.8241512775421143, | |
| "learning_rate": 5.764126946271526e-05, | |
| "loss": 1.0229, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.002858082891050545, | |
| "grad_norm": 2.608855962753296, | |
| "learning_rate": 5.7280058386750255e-05, | |
| "loss": 0.9708, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.002871376299846129, | |
| "grad_norm": 1.9406535625457764, | |
| "learning_rate": 5.6918458717076815e-05, | |
| "loss": 1.016, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.002884669708641713, | |
| "grad_norm": 2.244218587875366, | |
| "learning_rate": 5.655648975510014e-05, | |
| "loss": 0.9253, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.002897963117437297, | |
| "grad_norm": 2.27140474319458, | |
| "learning_rate": 5.61941708219374e-05, | |
| "loss": 0.81, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.0029112565262328807, | |
| "grad_norm": 2.125356674194336, | |
| "learning_rate": 5.583152125738651e-05, | |
| "loss": 0.8303, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.0029245499350284646, | |
| "grad_norm": 2.606123208999634, | |
| "learning_rate": 5.546856041889373e-05, | |
| "loss": 0.9575, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.0029378433438240485, | |
| "grad_norm": 2.3250555992126465, | |
| "learning_rate": 5.510530768052047e-05, | |
| "loss": 0.9056, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.0029511367526196325, | |
| "grad_norm": 2.9340219497680664, | |
| "learning_rate": 5.4741782431909136e-05, | |
| "loss": 0.881, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.0029644301614152164, | |
| "grad_norm": 2.7451937198638916, | |
| "learning_rate": 5.437800407724812e-05, | |
| "loss": 0.8854, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.0029777235702108003, | |
| "grad_norm": 2.617919921875, | |
| "learning_rate": 5.401399203423606e-05, | |
| "loss": 0.921, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.002991016979006384, | |
| "grad_norm": 2.570213556289673, | |
| "learning_rate": 5.364976573304538e-05, | |
| "loss": 0.788, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.003004310387801968, | |
| "grad_norm": 2.5218234062194824, | |
| "learning_rate": 5.328534461528515e-05, | |
| "loss": 0.8243, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.003017603796597552, | |
| "grad_norm": 2.5379672050476074, | |
| "learning_rate": 5.29207481329633e-05, | |
| "loss": 0.9516, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.003030897205393136, | |
| "grad_norm": 2.763002634048462, | |
| "learning_rate": 5.2555995747448364e-05, | |
| "loss": 0.916, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.00304419061418872, | |
| "grad_norm": 2.5635182857513428, | |
| "learning_rate": 5.2191106928430644e-05, | |
| "loss": 0.8179, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.0030574840229843038, | |
| "grad_norm": 2.8950819969177246, | |
| "learning_rate": 5.182610115288295e-05, | |
| "loss": 0.8488, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.0030707774317798877, | |
| "grad_norm": 3.1561074256896973, | |
| "learning_rate": 5.1460997904021005e-05, | |
| "loss": 0.8642, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.0030840708405754716, | |
| "grad_norm": 3.150465965270996, | |
| "learning_rate": 5.109581667026341e-05, | |
| "loss": 1.0022, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.0030973642493710555, | |
| "grad_norm": 2.8613460063934326, | |
| "learning_rate": 5.073057694419147e-05, | |
| "loss": 0.9774, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.0031106576581666394, | |
| "grad_norm": 2.627713203430176, | |
| "learning_rate": 5.036529822150865e-05, | |
| "loss": 0.8306, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.0031239510669622233, | |
| "grad_norm": 3.2326531410217285, | |
| "learning_rate": 5e-05, | |
| "loss": 0.9001, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.0031372444757578073, | |
| "grad_norm": 4.3131489753723145, | |
| "learning_rate": 4.963470177849135e-05, | |
| "loss": 1.0435, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.003150537884553391, | |
| "grad_norm": 3.0774354934692383, | |
| "learning_rate": 4.9269423055808544e-05, | |
| "loss": 0.8572, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.003163831293348975, | |
| "grad_norm": 2.716817855834961, | |
| "learning_rate": 4.8904183329736596e-05, | |
| "loss": 0.8809, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.003177124702144559, | |
| "grad_norm": 2.6746835708618164, | |
| "learning_rate": 4.853900209597903e-05, | |
| "loss": 0.7999, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.003190418110940143, | |
| "grad_norm": 3.784773826599121, | |
| "learning_rate": 4.817389884711705e-05, | |
| "loss": 0.9177, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.003203711519735727, | |
| "grad_norm": 3.225341320037842, | |
| "learning_rate": 4.7808893071569374e-05, | |
| "loss": 0.7424, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.003217004928531311, | |
| "grad_norm": 3.6971752643585205, | |
| "learning_rate": 4.744400425255165e-05, | |
| "loss": 0.7437, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.003230298337326895, | |
| "grad_norm": 3.3899476528167725, | |
| "learning_rate": 4.707925186703671e-05, | |
| "loss": 0.5778, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.003243591746122479, | |
| "grad_norm": 3.9439117908477783, | |
| "learning_rate": 4.671465538471486e-05, | |
| "loss": 0.8173, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.003256885154918063, | |
| "grad_norm": 3.429020643234253, | |
| "learning_rate": 4.6350234266954626e-05, | |
| "loss": 0.7432, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.003270178563713647, | |
| "grad_norm": 4.743805885314941, | |
| "learning_rate": 4.598600796576395e-05, | |
| "loss": 0.7756, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.0032834719725092307, | |
| "grad_norm": 4.231058120727539, | |
| "learning_rate": 4.562199592275188e-05, | |
| "loss": 0.7174, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.0032967653813048147, | |
| "grad_norm": 4.012794494628906, | |
| "learning_rate": 4.5258217568090876e-05, | |
| "loss": 0.673, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.0033100587901003986, | |
| "grad_norm": 5.038784503936768, | |
| "learning_rate": 4.4894692319479544e-05, | |
| "loss": 0.786, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.0033233521988959825, | |
| "grad_norm": 6.414555072784424, | |
| "learning_rate": 4.4531439581106295e-05, | |
| "loss": 0.7456, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0033366456076915664, | |
| "grad_norm": 1.2634704113006592, | |
| "learning_rate": 4.4168478742613506e-05, | |
| "loss": 0.9463, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.0033499390164871503, | |
| "grad_norm": 1.8161299228668213, | |
| "learning_rate": 4.38058291780626e-05, | |
| "loss": 0.8844, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.0033632324252827342, | |
| "grad_norm": 2.100287437438965, | |
| "learning_rate": 4.3443510244899864e-05, | |
| "loss": 0.973, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.003376525834078318, | |
| "grad_norm": 1.925026297569275, | |
| "learning_rate": 4.308154128292318e-05, | |
| "loss": 0.8365, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.003389819242873902, | |
| "grad_norm": 1.9287835359573364, | |
| "learning_rate": 4.271994161324977e-05, | |
| "loss": 1.0131, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.003403112651669486, | |
| "grad_norm": 1.6935553550720215, | |
| "learning_rate": 4.235873053728475e-05, | |
| "loss": 0.8375, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.00341640606046507, | |
| "grad_norm": 2.200186252593994, | |
| "learning_rate": 4.199792733569107e-05, | |
| "loss": 0.8687, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.003429699469260654, | |
| "grad_norm": 1.9003078937530518, | |
| "learning_rate": 4.163755126736012e-05, | |
| "loss": 0.8753, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.0034429928780562377, | |
| "grad_norm": 4.403824329376221, | |
| "learning_rate": 4.127762156838389e-05, | |
| "loss": 1.0423, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.0034562862868518216, | |
| "grad_norm": 2.0057454109191895, | |
| "learning_rate": 4.0918157451028185e-05, | |
| "loss": 1.0278, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.0034695796956474055, | |
| "grad_norm": 1.85740065574646, | |
| "learning_rate": 4.055917810270698e-05, | |
| "loss": 1.0295, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.0034828731044429895, | |
| "grad_norm": 2.0854363441467285, | |
| "learning_rate": 4.020070268495843e-05, | |
| "loss": 0.883, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.0034961665132385734, | |
| "grad_norm": 1.8586416244506836, | |
| "learning_rate": 3.9842750332421896e-05, | |
| "loss": 0.9127, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.0035094599220341573, | |
| "grad_norm": 2.047469139099121, | |
| "learning_rate": 3.94853401518167e-05, | |
| "loss": 0.9311, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.003522753330829741, | |
| "grad_norm": 2.0155272483825684, | |
| "learning_rate": 3.9128491220922156e-05, | |
| "loss": 0.806, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.003536046739625325, | |
| "grad_norm": 1.9358389377593994, | |
| "learning_rate": 3.877222258755935e-05, | |
| "loss": 0.989, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.003549340148420909, | |
| "grad_norm": 2.470038414001465, | |
| "learning_rate": 3.8416553268574285e-05, | |
| "loss": 0.8901, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.003562633557216493, | |
| "grad_norm": 2.42508864402771, | |
| "learning_rate": 3.80615022488229e-05, | |
| "loss": 0.9417, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.003575926966012077, | |
| "grad_norm": 2.4037420749664307, | |
| "learning_rate": 3.770708848015768e-05, | |
| "loss": 0.8843, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.003589220374807661, | |
| "grad_norm": 2.5379691123962402, | |
| "learning_rate": 3.735333088041596e-05, | |
| "loss": 0.9576, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.003602513783603245, | |
| "grad_norm": 2.117372989654541, | |
| "learning_rate": 3.7000248332410304e-05, | |
| "loss": 0.8887, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.003615807192398829, | |
| "grad_norm": 2.1954541206359863, | |
| "learning_rate": 3.664785968292036e-05, | |
| "loss": 0.8735, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.003629100601194413, | |
| "grad_norm": 2.301987648010254, | |
| "learning_rate": 3.629618374168711e-05, | |
| "loss": 0.9798, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.003642394009989997, | |
| "grad_norm": 2.793152332305908, | |
| "learning_rate": 3.594523928040859e-05, | |
| "loss": 1.0083, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.0036556874187855808, | |
| "grad_norm": 2.311340570449829, | |
| "learning_rate": 3.5595045031738125e-05, | |
| "loss": 0.8128, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.0036689808275811647, | |
| "grad_norm": 2.1849329471588135, | |
| "learning_rate": 3.5245619688284274e-05, | |
| "loss": 0.7448, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.0036822742363767486, | |
| "grad_norm": 2.5570812225341797, | |
| "learning_rate": 3.4896981901613104e-05, | |
| "loss": 0.8764, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.0036955676451723325, | |
| "grad_norm": 2.5506277084350586, | |
| "learning_rate": 3.4549150281252636e-05, | |
| "loss": 0.8251, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.0037088610539679164, | |
| "grad_norm": 2.7928378582000732, | |
| "learning_rate": 3.420214339369944e-05, | |
| "loss": 0.8239, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.0037221544627635004, | |
| "grad_norm": 3.0748653411865234, | |
| "learning_rate": 3.38559797614277e-05, | |
| "loss": 0.9272, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.0037354478715590843, | |
| "grad_norm": 2.7534868717193604, | |
| "learning_rate": 3.351067786190038e-05, | |
| "loss": 0.8112, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.003748741280354668, | |
| "grad_norm": 2.5092287063598633, | |
| "learning_rate": 3.316625612658315e-05, | |
| "loss": 0.8439, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.003762034689150252, | |
| "grad_norm": 2.871694326400757, | |
| "learning_rate": 3.282273293996027e-05, | |
| "loss": 0.8854, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.003775328097945836, | |
| "grad_norm": 3.3398563861846924, | |
| "learning_rate": 3.248012663855353e-05, | |
| "loss": 0.8582, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.00378862150674142, | |
| "grad_norm": 3.9510514736175537, | |
| "learning_rate": 3.2138455509943366e-05, | |
| "loss": 0.8925, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.003801914915537004, | |
| "grad_norm": 3.2462363243103027, | |
| "learning_rate": 3.179773779179267e-05, | |
| "loss": 0.8432, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.0038152083243325878, | |
| "grad_norm": 3.1924219131469727, | |
| "learning_rate": 3.145799167087342e-05, | |
| "loss": 0.7827, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.0038285017331281717, | |
| "grad_norm": 3.794776678085327, | |
| "learning_rate": 3.111923528209577e-05, | |
| "loss": 0.8214, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.0038417951419237556, | |
| "grad_norm": 3.1330740451812744, | |
| "learning_rate": 3.078148670754022e-05, | |
| "loss": 0.8446, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.0038550885507193395, | |
| "grad_norm": 3.1188437938690186, | |
| "learning_rate": 3.0444763975492208e-05, | |
| "loss": 0.8169, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.0038683819595149234, | |
| "grad_norm": 3.640385866165161, | |
| "learning_rate": 3.0109085059480017e-05, | |
| "loss": 0.9897, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.0038816753683105073, | |
| "grad_norm": 4.044271469116211, | |
| "learning_rate": 2.977446787731532e-05, | |
| "loss": 0.8255, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.0038949687771060912, | |
| "grad_norm": 3.6685760021209717, | |
| "learning_rate": 2.944093029013664e-05, | |
| "loss": 0.8258, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.003908262185901675, | |
| "grad_norm": 3.5113165378570557, | |
| "learning_rate": 2.910849010145617e-05, | |
| "loss": 0.7465, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.0039215555946972595, | |
| "grad_norm": 3.854799747467041, | |
| "learning_rate": 2.8777165056209256e-05, | |
| "loss": 0.6862, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.003934849003492843, | |
| "grad_norm": 4.6844587326049805, | |
| "learning_rate": 2.8446972839807384e-05, | |
| "loss": 0.7543, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.003948142412288427, | |
| "grad_norm": 3.536104440689087, | |
| "learning_rate": 2.8117931077194065e-05, | |
| "loss": 0.6841, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.003961435821084011, | |
| "grad_norm": 4.2677903175354, | |
| "learning_rate": 2.7790057331904117e-05, | |
| "loss": 0.6677, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.003974729229879595, | |
| "grad_norm": 4.6824469566345215, | |
| "learning_rate": 2.746336910512606e-05, | |
| "loss": 0.8091, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.003988022638675179, | |
| "grad_norm": 6.547423839569092, | |
| "learning_rate": 2.7137883834768073e-05, | |
| "loss": 0.9708, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.003988022638675179, | |
| "eval_loss": 0.850064754486084, | |
| "eval_runtime": 3480.1436, | |
| "eval_samples_per_second": 36.405, | |
| "eval_steps_per_second": 9.101, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 450, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 150, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 2, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.426473254177997e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |